{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T02:41:37Z","timestamp":1775788897983,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":42,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642332746","type":"print"},{"value":"9783642332753","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-33275-3_2","type":"book-chapter","created":{"date-parts":[[2012,8,11]],"date-time":"2012-08-11T04:42:33Z","timestamp":1344660153000},"page":"14-36","source":"Crossref","is-referenced-by-count":346,"title":["An Introduction to Restricted Boltzmann Machines"],"prefix":"10.1007","author":[{"given":"Asja","family":"Fischer","sequence":"first","affiliation":[]},{"given":"Christian","family":"Igel","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"2_CR1","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1207\/s15516709cog0901_7","volume":"9","author":"D.H. Ackley","year":"1985","unstructured":"Ackley, D.H., Hinton, G.E., Sejnowski, T.J.: A learning algorithm for Boltzmann machines. Cognitive Science\u00a09, 147\u2013169 (1985)","journal-title":"Cognitive Science"},{"issue":"6","key":"2_CR2","first-page":"1601","volume":"21","author":"Y. Bengio","year":"2009","unstructured":"Bengio, Y.: Learning deep architectures for AI. Foundations and Trends in Machine Learning\u00a021(6), 1601\u20131621 (2009)","journal-title":"Foundations and Trends in Machine Learning"},{"issue":"6","key":"2_CR3","doi-asserted-by":"publisher","first-page":"1601","DOI":"10.1162\/neco.2008.11-07-647","volume":"21","author":"Y. Bengio","year":"2009","unstructured":"Bengio, Y., Delalleau, O.: Justifying and generalizing contrastive divergence. Neural Computation\u00a021(6), 1601\u20131621 (2009)","journal-title":"Neural Computation"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Lamblin, P., Popovici, D., Larochelle, H., Montreal, U.: Greedy layer-wise training of deep networks. In: Sch\u00f6lkopf, B., Platt, J., Hoffman, T. (eds.) Advances in Neural Information Processing (NIPS 19), pp. 153\u2013160. MIT Press (2007)","DOI":"10.7551\/mitpress\/7503.003.0024"},{"key":"2_CR5","unstructured":"Bishop, C.M.: Pattern recognition and machine learning. Springer (2006)"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Br\u00e9maud, P.: Markov chains: Gibbs fields, Monte Carlo simulation, and queues. Springer (1999)","DOI":"10.1007\/978-1-4757-3124-8"},{"key":"2_CR7","unstructured":"Carreira-Perpi\u00f1\u00e1n, M.\u00c1., Hinton, G.E.: On contrastive divergence learning. In: 10th International Workshop on Artificial Intelligence and Statistics (AISTATS 2005), pp. 59\u201366 (2005)"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Cho, K., Raiko, T., Ilin, A.: Parallel tempering is efficient for learning restricted Boltzmann machines. In: Proceedings of the International Joint Conference on Neural Networks (IJCNN 2010), pp. 3246\u20133253. IEEE Press (2010)","DOI":"10.1109\/IJCNN.2010.5596837"},{"key":"2_CR9","unstructured":"Desjardins, G., Courville, A., Bengio, Y.: Adaptive parallel tempering for stochastic maximum likelihood learning of RBMs. In: Lee, H., Ranzato, M., Bengio, Y., Hinton, G., LeCun, Y., Ng, A.Y. (eds.) NIPS 2010 Workshop on Deep Learning and Unsupervised Feature Learning (2010)"},{"key":"2_CR10","unstructured":"Desjardins, G., Courville, A., Bengio, Y., Vincent, P., Dellaleau, O.: Parallel tempering for training of restricted Boltzmann machines. In: JMLR Workshop and Conference Proceedings: AISTATS 2010, vol.\u00a09, pp. 145\u2013152 (2010)"},{"key":"2_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1007\/978-3-642-15825-4_26","volume-title":"Artificial Neural Networks \u2013 ICANN 2010","author":"A. Fischer","year":"2010","unstructured":"Fischer, A., Igel, C.: Empirical Analysis of the Divergence of Gibbs Sampling Based Learning Algorithms for Restricted Boltzmann Machines. In: Diamantaras, K., Duch, W., Iliadis, L.S. (eds.) ICANN 2010, Part III. LNCS, vol.\u00a06354, pp. 208\u2013217. Springer, Heidelberg (2010)"},{"key":"2_CR12","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1162\/NECO_a_00085","volume":"23","author":"A. Fischer","year":"2011","unstructured":"Fischer, A., Igel, C.: Bounding the bias of contrastive divergence learning. Neural Computation\u00a023, 664\u2013673 (2011)","journal-title":"Neural Computation"},{"key":"2_CR13","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TPAMI.1984.4767596","volume":"6","author":"S. Geman","year":"1984","unstructured":"Geman, S., Geman, D.: Stochastic relaxation, Gibbs distributions and the Bayesian restoration of images. IEEE Transactions on Pattern Analysis and Machine Intelligence\u00a06, 721\u2013741 (1984)","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"1","key":"2_CR14","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1093\/biomet\/57.1.97","volume":"57","author":"W.K. Hastings","year":"1970","unstructured":"Hastings, W.K.: Monte Carlo sampling methods using Markov chains and their applications. Biometrika\u00a057(1), 97\u2013109 (1970)","journal-title":"Biometrika"},{"key":"2_CR15","doi-asserted-by":"publisher","first-page":"1771","DOI":"10.1162\/089976602760128018","volume":"14","author":"G.E. Hinton","year":"2002","unstructured":"Hinton, G.E.: Training products of experts by minimizing contrastive divergence. Neural Computation\u00a014, 1771\u20131800 (2002)","journal-title":"Neural Computation"},{"issue":"5","key":"2_CR16","doi-asserted-by":"publisher","first-page":"1668","DOI":"10.4249\/scholarpedia.1668","volume":"2","author":"G.E. Hinton","year":"2007","unstructured":"Hinton, G.E.: Boltzmann machine. Scholarpedia\u00a02(5), 1668 (2007)","journal-title":"Scholarpedia"},{"issue":"10","key":"2_CR17","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1016\/j.tics.2007.09.004","volume":"11","author":"G.E. Hinton","year":"2007","unstructured":"Hinton, G.E.: Learning multiple layers of representation. Trends in Cognitive Sciences\u00a011(10), 428\u2013434 (2007)","journal-title":"Trends in Cognitive Sciences"},{"issue":"7","key":"2_CR18","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"G.E. Hinton","year":"2006","unstructured":"Hinton, G.E., Osindero, S., Teh, Y.W.: A fast learning algorithm for deep belief nets. Neural Computation\u00a018(7), 1527\u20131554 (2006)","journal-title":"Neural Computation"},{"issue":"5786","key":"2_CR19","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"G.E. Hinton","year":"2006","unstructured":"Hinton, G.E., Salakhutdinov, R.R.: Reducing the dimensionality of data with neural networks. Science\u00a0313(5786), 504\u2013507 (2006)","journal-title":"Science"},{"key":"2_CR20","first-page":"993","volume":"9","author":"C. Igel","year":"2008","unstructured":"Igel, C., Glasmachers, T., Heidrich-Meisner, V.: Shark. Journal of Machine Learning Research\u00a09, 993\u2013996 (2008)","journal-title":"Journal of Machine Learning Research"},{"key":"2_CR21","unstructured":"Kivinen, J., Williams, C.: Multiple texture boltzmann machines. In: JMLR Workshop and Conference Proceedings: AISTATS 2012, vol.\u00a022, pp. 638\u2013646 (2012)"},{"key":"2_CR22","unstructured":"Koller, D., Friedman, N.: Probabilistic graphical models: Principles and techniques. MIT Press (2009)"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Lauritzen, S.L.: Graphical models. Oxford University Press (1996)","DOI":"10.1093\/oso\/9780198522195.001.0001"},{"issue":"6","key":"2_CR24","doi-asserted-by":"publisher","first-page":"1631","DOI":"10.1162\/neco.2008.04-07-510","volume":"20","author":"N. Roux Le","year":"2008","unstructured":"Le Roux, N., Bengio, Y.: Representational power of restricted Boltzmann machines and deep belief networks. Neural Computation\u00a020(6), 1631\u20131649 (2008)","journal-title":"Neural Computation"},{"issue":"3","key":"2_CR25","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1162\/NECO_a_00086","volume":"23","author":"N. Le Roux","year":"2011","unstructured":"Le Roux, N., Heess, N., Shotton, J., Winn, J.M.: Learning a generative model of images by factoring appearance and shape. Neural Computation\u00a023(3), 593\u2013650 (2011)","journal-title":"Neural Computation"},{"key":"2_CR26","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1016\/j.cplett.2009.07.039","volume":"478","author":"M. Lingenheil","year":"2009","unstructured":"Lingenheil, M., Denschlag, R., Mathias, G., Tavan, P.: Efficiency of exchange schemes in replica exchange. Chemical Physics Letters\u00a0478, 80\u201384 (2009)","journal-title":"Chemical Physics Letters"},{"key":"2_CR27","unstructured":"MacKay, D.J.C.: Failures of the one-step learning algorithm. Cavendish Laboratory, Madingley Road, Cambridge CB3 0HE, UK (2001), http:\/\/www.cs.toronto.edu\/~mackay\/gbm.pdf"},{"key":"2_CR28","unstructured":"MacKay, D.J.C.: Information Theory, Inference & Learning Algorithms. Cambridge University Press (2002)"},{"key":"2_CR29","unstructured":"Mnih, V., Larochelle, H., Hinton, G.: Conditional restricted Boltzmann machines for structured output prediction. In: Cozman, F.G., Pfeffer, A. (eds.) Proceedings of the Twenty-Seventh Conference on Uncertainty in Artificial Intelligence (UAI 2011), p. 514. AUAI Press (2011)"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Montufar, G., Ay, N.: Refinements of universal approximation results for deep belief networks and restricted Boltzmann machines. Neural Comput.\u00a023(5), 1306\u20131319","DOI":"10.1162\/NECO_a_00113"},{"key":"2_CR31","doi-asserted-by":"crossref","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning internal representations by error propagation. In: Rumelhart, D.E., McClelland, J.L. (eds.) Parallel Distributed Processing: Explorations in the Microstructure of Cognition, vol. 1: Foundations, pp. 318\u2013362. MIT Press (1986)","DOI":"10.21236\/ADA164453"},{"key":"2_CR32","unstructured":"Salakhutdinov, R., Hinton, G.E.: Deep Boltzmann machines. In: JMLR Workshop and Conference Proceedings: AISTATS 2009, vol.\u00a05, pp. 448\u2013455 (2009)"},{"key":"2_CR33","unstructured":"Salakhutdinov, R.: Learning in Markov random fields using tempered transitions. In: Bengio, Y., Schuurmans, D., Lafferty, J., Williams, C.K.I., Culotta, A. (eds.) Advances in Neural Information Processing Systems 22, pp. 1598\u20131606 (2009)"},{"key":"2_CR34","unstructured":"Smolensky, P.: Information processing in dynamical systems: Foundations of harmony theory. In: Rumelhart, D.E., McClelland, J.L. (eds.) Parallel Distributed Processing: Explorations in the Microstructure of Cognition, vol. 1: Foundations, pp. 194\u2013281. MIT Press (1986)"},{"key":"2_CR35","doi-asserted-by":"crossref","unstructured":"Taylor, G.W., Hinton, G.E., Roweis, S.T.: Modeling human motion using binary latent variables. In: Sch\u00f6lkopf, B., Platt, J., Hoffman, T. (eds.) Advances in Neural Information Processing Systems (NIPS 19), pp. 1345\u20131352. MIT Press (2007)","DOI":"10.7551\/mitpress\/7503.003.0173"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Tieleman, T.: Training restricted Boltzmann machines using approximations to the likelihood gradient. In: Cohen, W.W., McCallum, A., Roweis, S.T. (eds.) International Conference on Machine learning (ICML), pp. 1064\u20131071. ACM (2008)","DOI":"10.1145\/1390156.1390290"},{"key":"2_CR37","doi-asserted-by":"crossref","unstructured":"Tieleman, T., Hinton, G.E.: Using fast weights to improve persistent contrastive divergence. In: Pohoreckyj Danyluk, A., Bottou, L., Littman, M.L. (eds.) International Conference on Machine Learning (ICML), pp. 1033\u20131040. ACM (2009)","DOI":"10.1145\/1553374.1553506"},{"key":"2_CR38","first-page":"287","volume-title":"European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning (ESANN)","author":"N. Wang","year":"2012","unstructured":"Wang, N., Melchior, J., Wiskott, L.: An analysis of Gaussian-binary restricted Boltzmann machines for natural images. In: Verleysen, M. (ed.) European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning (ESANN), pp. 287\u2013292. d-side publications, Evere (2012)"},{"issue":"10","key":"2_CR39","doi-asserted-by":"publisher","first-page":"3879","DOI":"10.4249\/scholarpedia.3879","volume":"2","author":"M. Welling","year":"2007","unstructured":"Welling, M.: Product of experts. Scholarpedia\u00a02(10), 3879 (2007)","journal-title":"Scholarpedia"},{"key":"2_CR40","first-page":"1481","volume-title":"Advances in Neural Information Processing Systems (NIPS 17)","author":"M. Welling","year":"2005","unstructured":"Welling, M., Rosen-Zvi, M., Hinton, G.: Exponential family harmoniums with an application to information retrieval. In: Saul, L.K., Weiss, Y., Bottou, L. (eds.) Advances in Neural Information Processing Systems (NIPS 17), pp. 1481\u20131488. MIT Press, Cambridge (2005)"},{"key":"2_CR41","series-title":"Lecture Notes Monograph Series","volume-title":"Proceedings of an AMS-IMS-SIAM Joint Conference on Spacial Statistics and Imaging","author":"L. Younes","year":"1991","unstructured":"Younes, L.: Maximum likelihood estimation of Gibbs fields. In: Possolo, A. (ed.) Proceedings of an AMS-IMS-SIAM Joint Conference on Spacial Statistics and Imaging. Lecture Notes Monograph Series, Institute of Mathematical Statistics, Hayward (1991)"},{"key":"2_CR42","unstructured":"Yuille, A.L.: The convergence of contrastive divergence. In: Saul, L., Weiss, Y., Bottou, L. (eds.) Advances in Neural Processing Systems (NIPS 17), pp. 1593\u20131600. MIT Press (2005)"}],"container-title":["Lecture Notes in Computer Science","Progress in Pattern Recognition, Image Analysis, Computer Vision, and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-33275-3_2.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,28]],"date-time":"2024-04-28T10:04:15Z","timestamp":1714298655000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-33275-3_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642332746","9783642332753"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-33275-3_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012]]}}}