{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:26:04Z","timestamp":1740122764569,"version":"3.37.3"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,8,9]],"date-time":"2018-08-09T00:00:00Z","timestamp":1533772800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61175126"],"award-info":[{"award-number":["61175126"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s11063-018-9897-2","type":"journal-article","created":{"date-parts":[[2018,8,9]],"date-time":"2018-08-09T09:35:30Z","timestamp":1533807330000},"page":"1697-1722","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Contractive Slab and Spike Convolutional Deep Belief Network"],"prefix":"10.1007","volume":"49","author":[{"given":"Haibo","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaojun","family":"Bi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,8,9]]},"reference":[{"key":"9897_CR1","doi-asserted-by":"publisher","unstructured":"Karpathy A, Toderici G, Shetty S, Leung T, Sukthankar R, Fei-Fei L (2014) Large-scale video classification with convolutional neural networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, IEEE, pp 1725\u20131732. https:\/\/doi.org\/10.1109\/cvpr.2014.223","DOI":"10.1109\/cvpr.2014.223"},{"issue":"10","key":"9897_CR2","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1145\/2001269.2001295","volume":"54","author":"H Lee","year":"2011","unstructured":"Lee H, Grosse R, Ranganath R, Ng AY (2011) Unsupervised learning of hierarchical representations with convolutional deep belief networks. Commun ACM 54(10):95\u2013103. https:\/\/doi.org\/10.1145\/2001269.2001295","journal-title":"Commun ACM"},{"key":"9897_CR3","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-642-21735-7_7","volume":"6791","author":"J Masci","year":"2011","unstructured":"Masci J, Meier U, Ciresan D, Schmidhuber J (2011) Stacked convolutional auto-encoders for hierarchical feature extraction. Lect Notes Comput Sci 6791:52\u201359","journal-title":"Lect Notes Comput Sci"},{"issue":"6","key":"9897_CR4","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) ImageNet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390. https:\/\/doi.org\/10.1145\/3065386","journal-title":"Commun ACM"},{"key":"9897_CR5","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia YQ, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, IEEE, pp 1-9","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9897_CR6","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, IEEE, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"9897_CR7","doi-asserted-by":"crossref","unstructured":"Norouzi M, Ranjbar M, Mori G (2009) Stacks of convolutional restricted boltzmann machines for shift-invariant feature learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, IEEE, pp 2727\u20132734","DOI":"10.1109\/CVPR.2009.5206577"},{"key":"9897_CR8","unstructured":"Lee H, Largman Y, Pham P, Ng AY (2009) Unsupervised feature learning for audio classification using convolutional deep belief networks. In: Proceedings of the international conference on neural information processing systems, pp 1096\u20131104"},{"key":"9897_CR9","unstructured":"Schmidt EM, Kim YE (2011) Learning Emotion-based acoustic features with deep belief networks. In: 2011 IEEE workshop on applications of signal processing to audio and acoustics (Waspaa), pp 65\u201368"},{"issue":"10\u201311","key":"9897_CR10","doi-asserted-by":"publisher","first-page":"2287","DOI":"10.1016\/j.patcog.2010.12.012","volume":"44","author":"Y Liu","year":"2011","unstructured":"Liu Y, Zhou SS, Chen QC (2011) Discriminative deep belief networks for visual data classification. Pattern Recogn 44(10\u201311):2287\u20132296. https:\/\/doi.org\/10.1016\/j.patcog.2010.12.012","journal-title":"Pattern Recogn"},{"key":"9897_CR11","unstructured":"Bengio Y, Lamblin P, Popovici D, Larochelle H (2006) Greedy layer-wise training of deep networks. In: Proceedings of the international conference on neural information processing systems, pp 153\u2013160"},{"key":"9897_CR12","unstructured":"Krizhevsky A (2009) Learning multiple layers of features from tiny images. Science Department, University of Toronto, Tech, pp 1\u201360. https:\/\/doi.org\/10.1.1.222.9220"},{"key":"9897_CR13","first-page":"621","volume":"9","author":"M Ranzato","year":"2010","unstructured":"Ranzato M, Krizhevsky A, Hinton GE (2010) Factored 3-way restricted boltzmann machines for modeling natural images. J Mach Learn Res 9:621\u2013628","journal-title":"J Mach Learn Res"},{"key":"9897_CR14","unstructured":"Swersky K, Ranzato M, Buchman D, Marlin BM, Freitas ND (2011) On autoencoders and score matching for energy based models. In: Proceedings of the international conference on machine learning, pp 1201\u20131208"},{"key":"9897_CR15","unstructured":"Courville A, Bergstra J, Bengio Y (2011) A spike and slab restricted Boltzmann machine. In: Proceedings of the fourteenth international conference on artificial intelligence and statistics, pp 233\u2013241"},{"key":"9897_CR16","unstructured":"Bengio Y, Courville A, Bergstra JS (2011) Unsupervised models of images by spike-and-slab RBMs. In: Proceedings of the 28th international conference on machine learning, pp 1145\u20131152"},{"key":"9897_CR17","unstructured":"Rifai S, Vincent P, Muller X, et al (2011) Contractive auto-encoders: explicit invariance during feature extraction. In: Proceedings of the 28th international conference on machine learning, pp 833\u2013840"},{"key":"9897_CR18","unstructured":"Lin M, Chen Q, Yan S (2014) Network in network. In: Proceeding of international conference on learning representations"},{"key":"9897_CR19","first-page":"2551","volume":"119","author":"MHG Ranzato","year":"2010","unstructured":"Ranzato MHG (2010) Modeling pixel means and covariances using factorized third-order Boltzmann machines. Proc IEEE Conf Comput Vis Patt Recogn, IEEE 119:2551\u20132558","journal-title":"Proc IEEE Conf Comput Vis Patt Recogn, IEEE"},{"key":"9897_CR20","first-page":"91","volume":"99","author":"D Chen","year":"2017","unstructured":"Chen D, Lv J, Zhang Y (2017) Graph regularized restricted boltzmann machine. IEEE Trans Neural Netw Learn Syst 99:91\u201399","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"1","key":"9897_CR21","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s11063-016-9519-9","volume":"45","author":"JM Tomczak","year":"2017","unstructured":"Tomczak JM, Gonczarek A (2017) Learning invariant features using subspace restricted Boltzmann machine. Neural Process Lett 45(1):173\u2013182. https:\/\/doi.org\/10.1007\/s11063-016-9519-9","journal-title":"Neural Process Lett"},{"key":"9897_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.knosys.2017.02.012","volume":"123","author":"JY Hu","year":"2017","unstructured":"Hu JY, Zhang JS, Ji NN, Zhang CX (2017) A new regularized restricted Boltzmann machine based on class preserving. Knowl-Based Syst 123:1\u201312. https:\/\/doi.org\/10.1016\/j.knosys.2017.02.012","journal-title":"Knowl-Based Syst"},{"key":"9897_CR23","doi-asserted-by":"crossref","unstructured":"Vincent P, Larochelle H, Bengio Y, et al (2008) Extracting and composing robust features with denoising autoencoders. In: Proceedings of the 25th international conference on machine learning, pp 1096\u20131103","DOI":"10.1145\/1390156.1390294"},{"issue":"1","key":"9897_CR24","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1162\/neco.1995.7.1.108","volume":"7","author":"C Bishop","year":"1995","unstructured":"Bishop C (1995) Training with noise is equivalent to Tikhonov regularization. Neural Comput 7(1):108\u2013116","journal-title":"Neural Comput"},{"key":"9897_CR25","unstructured":"Bengio Y, Yao L, Alain G, et al (2013) Generalized denoising auto-encoders as generative models. In: Proceedings of the Advances in neural information processing systems, pp 899\u2013907"},{"issue":"7","key":"9897_CR26","doi-asserted-by":"publisher","first-page":"1661","DOI":"10.1162\/NECO_a_00142","volume":"23","author":"P Vincent","year":"2011","unstructured":"Vincent P (2011) A connection between score matching and denoising autoencoders. Neural Comput 23(7):1661\u20131674","journal-title":"Neural Comput"},{"key":"9897_CR27","first-page":"14","volume-title":"Iberoamerican congress on pattern recognition","author":"A Fischer","year":"2012","unstructured":"Fischer A, Igel C (2012) An Introduction to restricted Boltzmann machines. Iberoamerican congress on pattern recognition. Springer, Berlin, pp 14\u201336"},{"key":"9897_CR28","doi-asserted-by":"publisher","first-page":"1186","DOI":"10.1016\/j.neucom.2017.09.065","volume":"275","author":"N Zhang","year":"2018","unstructured":"Zhang N, Ding SF, Zhang J, Xue Y (2018) An overview on restricted Boltzmann machines. Neurocomputing 275:1186\u20131199. https:\/\/doi.org\/10.1016\/j.neucom.2017.09.065","journal-title":"Neurocomputing"},{"issue":"8","key":"9897_CR29","doi-asserted-by":"publisher","first-page":"1771","DOI":"10.1162\/089976602760128018","volume":"14","author":"GE Hinton","year":"2002","unstructured":"Hinton GE (2002) Training products of experts by minimizing contrastive divergence. Neural Comput 14(8):1771\u20131800. https:\/\/doi.org\/10.1162\/089976602760128018","journal-title":"Neural Comput"},{"key":"9897_CR30","unstructured":"Ruder S (2016) An overview of gradient descent optimization algorithms. ArXiv preprint arXiv:1609.04747"},{"key":"9897_CR31","unstructured":"Dieleman S (2016) https:\/\/github.com\/Lasagne\/Lasagne . Accessed 10 May 2017"},{"key":"9897_CR32","unstructured":"Goodfellow IJ, Warde-Farley D, Lamblin P, et al (2013) Pylearn2: a machine learning research library. ArXiv preprint arXiv:1308.4214"},{"key":"9897_CR33","doi-asserted-by":"crossref","unstructured":"Bergstra J, Breuleux O, Bastien F, et al (2010) Theano: a CPU and GPU math compiler in Python. In: Proceedings of 9th Python in science conference, pp. 1\u20137","DOI":"10.25080\/Majora-92bf1922-003"},{"key":"9897_CR34","unstructured":"Ba JL, Kingma DP (2015) Adam: a method for stochastic optimization. In: Proceedings of international conference on learning representations, 2015. pp 1\u201313"},{"key":"9897_CR35","first-page":"128","volume":"16","author":"GEOS Hinton","year":"2005","unstructured":"Hinton GEOS, Bao K (2005) Learning causally linked Markov random fields. Proc Int Workshop Artif Intell Stat 16:128\u2013135","journal-title":"Proc Int Workshop Artif Intell Stat"},{"issue":"2","key":"9897_CR36","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1162\/089976606775093936","volume":"18","author":"S Osindero","year":"2006","unstructured":"Osindero S, Welling M, Hinton GE (2006) Topographic product models applied to natural scene statistics. Neural Comput 18(2):381\u2013414. https:\/\/doi.org\/10.1162\/089976606775093936","journal-title":"Neural Comput"},{"key":"9897_CR37","unstructured":"Poultney C, Chopra S, Cun YL (2007) Efficient learning of sparse representations with an energy-based model. In: Proceedings of the advances in neural information processing systems, pp 1137\u20131144"},{"issue":"13","key":"9897_CR38","doi-asserted-by":"publisher","first-page":"3313","DOI":"10.1523\/JNEUROSCI.4364-03.2004","volume":"24","author":"M Ito","year":"2004","unstructured":"Ito M, Komatsu H (2004) Representation of angles embedded within contour stimuli in area V2 of macaque monkeys. J Neurosci 24(13):3313\u20133324. https:\/\/doi.org\/10.1523\/Jneurosci.4364-03.2004","journal-title":"J Neurosci"},{"key":"9897_CR39","unstructured":"Lee H, Ekandham C, Ng AY (2008) Sparse deep belief net model for visual area V2. In: Proceedings of the advances in neural information processing systems, pp 873\u2013880"},{"key":"9897_CR40","doi-asserted-by":"crossref","unstructured":"Huang KZ, Xu ZL, King I, Lyu MR, Campbell C (2009) Supervised self-taught learning: actively transferring knowledge from unlabeled data. In: IJCNN: 2009 international joint conference on neural networks, vols 1\u20136, p 481","DOI":"10.1109\/IJCNN.2009.5178647"},{"key":"9897_CR41","doi-asserted-by":"publisher","unstructured":"Wang JJ, Yang JC, Yu K, Lv FJ, Huang T, Gong YH (2010) Locality-constrained linear coding for image classification. In: Proceedings of the IEEE conference on computer vision and pattern recognition, IEEE, pp 3360\u20133367. https:\/\/doi.org\/10.1109\/cvpr.2010.5540018","DOI":"10.1109\/cvpr.2010.5540018"},{"key":"9897_CR42","doi-asserted-by":"crossref","unstructured":"Sohn K, Jung DY, Lee H, Hero AO (2011) efficient learning of sparse, distributed, convolutional feature representations for object recognition. In: 2011 IEEE international conference on computer vision (ICCV), pp 2643\u20132650","DOI":"10.1109\/ICCV.2011.6126554"},{"key":"9897_CR43","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.neucom.2015.07.136","volume":"184","author":"P Li","year":"2016","unstructured":"Li P, Liu Y, Liu GJ, Guo MZ, Pan ZY (2016) A robust local sparse coding method for image classification with Histogram Intersection Kernel. Neurocomputing 184:36\u201342. https:\/\/doi.org\/10.1016\/j.neucom.2015.07.136","journal-title":"Neurocomputing"},{"issue":"5786","key":"9897_CR44","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Salakhutdinov RR (2006) Reducing the dimensionality of data with neural networks. Science 313(5786):504\u2013507. https:\/\/doi.org\/10.1126\/science.1127647","journal-title":"Science"},{"issue":"8","key":"9897_CR45","doi-asserted-by":"publisher","first-page":"1967","DOI":"10.1162\/NECO_a_00311","volume":"24","author":"R Salakhutdinov","year":"2012","unstructured":"Salakhutdinov R, Hinton G (2012) An efficient learning procedure for deep Boltzmann machines. Neural Comput 24(8):1967\u20132006. https:\/\/doi.org\/10.1162\/NECO_a_00311","journal-title":"Neural Comput"},{"issue":"3","key":"9897_CR46","first-page":"1319","volume":"28","author":"DW-F Ian Goodfellow","year":"2013","unstructured":"Ian Goodfellow DW-F, Mirza Mehdi, Courville Aaron, Bengio Yoshua (2013) Maxout networks. PMLR 28(3):1319\u20131327","journal-title":"PMLR"},{"key":"9897_CR47","unstructured":"Marijn F Stollenga JM, Gomez F, Schmidhuber J (2014) Deep networks with internal selective attention through feedback connections. In: Advances in neural information processing systems, pp 3545\u20133553"},{"key":"9897_CR48","unstructured":"Lee CY, Xie S, Gallagher P, Zhang Z, Tu Z (2015) Deeply-supervised nets. In: AISTATS, pp 562\u2013570"},{"key":"9897_CR49","first-page":"2579","volume":"9","author":"L Maaten van der","year":"2008","unstructured":"van der Maaten L, Hinton G (2008) Visualizing data using t-SNE. J Mach Learn Res 9:2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"9897_CR50","doi-asserted-by":"crossref","unstructured":"Larochelle H, Erhen D, Courville A, et al (2007) An empirical evaluation of deep architectures on problems with many factors of variation. In: Proceedings of the 24th international conference on Machine learning, pp 473\u2013480","DOI":"10.1145\/1273496.1273556"},{"key":"9897_CR51","unstructured":"Nair V, Hinton G (2009) Implicit mixtures of restricted Boltzmann machines. In: Proceedings of the advances in neural information processing systems, pp 1145\u20131152"},{"key":"9897_CR52","doi-asserted-by":"crossref","unstructured":"Larochelle H, Bengio Y (2008) Classification using discriminative restricted Boltzmann machines. In: Proceedings of international conference on machine learning, pp 536\u2013543","DOI":"10.1145\/1390156.1390224"},{"issue":"2","key":"9897_CR53","first-page":"217","volume":"28","author":"GZ Kihyuk Sohn","year":"2013","unstructured":"Kihyuk Sohn GZ, Lee Chansoo, Lee Honglak (2013) Learning and selecting features jointly with point-wise gated Boltzmann machines. Proc Int Conf Mach Learn 28(2):217\u2013225","journal-title":"Proc Int Conf Mach Learn"},{"key":"9897_CR54","unstructured":"Li Y, Wang D (2017) Learning robust features with incremental auto-encoders. ArXiv preprint arXiv:1705.09476"},{"key":"9897_CR55","unstructured":"Z\u00f6hrer M, Pernkopf F (2014) General stochastic networks for classification. In: Proceedings of the advances in neural information processing systems, pp 2015\u20132023"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-018-9897-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11063-018-9897-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-018-9897-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,7]],"date-time":"2020-11-07T13:41:47Z","timestamp":1604756507000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11063-018-9897-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,9]]},"references-count":55,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9897"],"URL":"https:\/\/doi.org\/10.1007\/s11063-018-9897-2","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2018,8,9]]},"assertion":[{"value":"9 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}