{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:45:57Z","timestamp":1742913957948,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030114787"},{"type":"electronic","value":"9783030114794"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-11479-4_13","type":"book-chapter","created":{"date-parts":[[2019,2,25]],"date-time":"2019-02-25T19:03:33Z","timestamp":1551121413000},"page":"293-318","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Why Dose Layer-by-Layer Pre-training Improve Deep Neural Networks Learning?"],"prefix":"10.1007","author":[{"given":"Seyyede Zohreh","family":"Seyyedsalehi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seyyed Ali","family":"Seyyedsalehi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,26]]},"reference":[{"key":"13_CR1","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1016\/j.neucom.2015.05.057","volume":"168","author":"SZ Seyyedsalehi","year":"2015","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, A fast and efficient pre-training method based on layer-by-layer maximum discrimination for deep neural networks. Neurocomputing 168, 669\u2013680 (2015)","journal-title":"Neurocomputing"},{"issue":"1","key":"13_CR2","first-page":"13","volume":"10","author":"SZ Seyyedsalehi","year":"2013","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, New fast pre-training method for training of deep neural network. Int. J. Signal Data Process. 10(1), 13\u201326 (2013). (In persian)","journal-title":"Int. J. Signal Data Process."},{"issue":"10","key":"13_CR3","doi-asserted-by":"publisher","first-page":"1816","DOI":"10.1109\/TNNLS.2013.2296046","volume":"25","author":"Lech Szymanski","year":"2014","unstructured":"L. Szymanski, B. McCane, Deep networks are effective encoders of periodicity. IEEE Trans. Neural Netw. 25(10), 1816\u20131827 (2014)","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"8","key":"13_CR4","doi-asserted-by":"publisher","first-page":"1553","DOI":"10.1109\/TNNLS.2013.2293637","volume":"25","author":"Monica Bianchini","year":"2014","unstructured":"M. Bianchini, F. Scarselli, On the complexity of neural network classifiers: a comparison between shallow and deep architectures. IEEE Trans. Neural Netw. 25(8), 1553\u20131565 (2014)","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"13_CR5","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1016\/j.sbspro.2012.01.034","volume":"32","author":"PZ Eskikand","year":"2012","unstructured":"P.Z. Eskikand, S.A. Seyyedsalehi, Robust speech recognition by extracting invariant features. Procedia Soc. Behav. Sci. 32, 230\u2013237 (2012)","journal-title":"Procedia Soc. Behav. Sci."},{"key":"13_CR6","doi-asserted-by":"crossref","unstructured":"Z. Ansari, S.A. Seyyedsalehi, Toward growing modular deep neural networks for continuous speech recognition. Neural Comput. Appl. 1\u201320 (2017)","DOI":"10.1007\/s00521-016-2438-x"},{"issue":"5","key":"13_CR7","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1007\/s00521-011-0563-0","volume":"21","author":"H Behbood","year":"2012","unstructured":"H. Behbood, S.A. Seyyedsalehi, H.R. Tohidypour, M. Najafi, S. Gharibzadeh, A novel neural-based model for acoustic-articulatory inversion mapping. Neural Comput. Appl. 21(5), 935\u2013943 (2012)","journal-title":"Neural Comput. Appl."},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"Z. Ansari, S.A. Seyyedsalehi, Proposing two speaker adaptation methods for deep neural network based speech recognition systems, in 7th International Symposium on Telecommunications (IST), pp. 452\u2013457. IEEE (2014)","DOI":"10.1109\/ISTEL.2014.7000746"},{"issue":"3","key":"13_CR9","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1109\/TASLP.2014.2379589","volume":"23","author":"Toru Nakashika","year":"2015","unstructured":"T. Nakashika, T. Takiguchi, Y. Ariki, Voice conversion using RNN pre-trained by recurrent temporal restricted Boltzmann machines. IEEE Trans. Audio Speech Lang. Process 23(3), 580\u2013587 (2015)","journal-title":"IEEE\/ACM Transactions on Audio, Speech, and Language Processing"},{"issue":"6","key":"13_CR10","doi-asserted-by":"publisher","first-page":"6263","DOI":"10.1016\/j.eswa.2011.12.059","volume":"39","author":"Sepideh Babaei","year":"2012","unstructured":"S. Babaei, A. Geranmayeh, S.A. Seyyedsalehi, Towards designing modular recurrent neural networks in learning protein secondary structures. Exp. Syst. Appl. 39(6), 6263\u20136274 (2012)","journal-title":"Expert Systems with Applications"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"M. Spencer, J. Eickholt, J. Cheng, A deep learning network approach to ab initio protein secondary structure prediction. IEEE Trans. TCBB 12(1), 103\u2013112 (2015)","DOI":"10.1109\/TCBB.2014.2343960"},{"issue":"2","key":"13_CR12","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/s11063-013-9322-9","volume":"40","author":"Seyyede Zohreh Seyyedsalehi","year":"2013","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, Simultaneous learning of nonlinear manifolds based on the bottleneck neural network. Neural Process. Lett. 40(2), 191\u2013209 (2014)","journal-title":"Neural Processing Letters"},{"issue":"2","key":"13_CR13","first-page":"1","volume":"6","author":"SZ Seyyedsalehi","year":"2015","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, Bidirectional pre-training method for deep neural network learning. Comput. Intell. Electr. Eng. 6(2), 1\u201310 (2015). (In persian)","journal-title":"Comput. Intell. Electr. Eng."},{"issue":"10","key":"13_CR14","doi-asserted-by":"publisher","first-page":"2108","DOI":"10.1109\/TIFS.2015.2446438","volume":"10","author":"Shenghua Gao","year":"2015","unstructured":"S. Gao, Y. Zhang, K. Jia, J. Lu, Y. Zhang, Single sample face recognition via learning deep supervised autoencoders. IEEE Trans. Inf. Forensics Secur 10(10), 2108\u20132118 (2015)","journal-title":"IEEE Transactions on Information Forensics and Security"},{"issue":"1","key":"13_CR15","first-page":"3","volume":"12","author":"SZ Seyyedsalehi","year":"2015","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, Improving the nonlinear manifold separator model to the face recognition by a single image of per person. Int. J. Signal Data Process. 12(1), 3\u201316 (2015). (In persian)","journal-title":"Int. J. Signal Data Process."},{"key":"13_CR16","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, Attractor analysis in associative neural networks and its application to facial image analysis. Comput. Intell. Electr. Eng. (2018). (In persian)"},{"issue":"4","key":"13_CR17","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1109\/TPAMI.2014.2353635","volume":"37","author":"Munawar Hayat","year":"2015","unstructured":"M. Hayat, M. Bennamoun, S. An, Deep reconstruction models for image set classification. IEEE Trans. Pattern Anal. Mach. Intell. 37(4), 713\u2013727 (2015)","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"13_CR18","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1016\/j.neunet.2018.05.016","volume":"105","author":"SM Moghadam","year":"2018","unstructured":"S.M. Moghadam, S.A. Seyyedsalehi, Nonlinear analysis and synthesis of video images using deep dynamic bottleneck neural networks for face recognition. Neural Netw. 105, 304\u2013315 (2018)","journal-title":"Neural Netw."},{"key":"13_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.patcog.2017.05.015","volume":"71","author":"SH Lee","year":"2017","unstructured":"S.H. Lee, C.S. Chan, S.J. Mayo, P. Remagnino, How deep learning extracts and learns leaf features for plant classification. Pattern Recogn. 71, 1\u201313 (2017)","journal-title":"Pattern Recogn."},{"key":"13_CR20","doi-asserted-by":"crossref","unstructured":"P. Eulenberg, N. K\u00f6hler, T. Blasi, A. Filby, A.E. Carpenter, P. Rees, F.J. Theis, F.A. Wolf, Reconstructing cell cycle and disease progression using deep learning. Nat. Commun. 8(1) (2017)","DOI":"10.1038\/s41467-017-00623-3"},{"issue":"12","key":"13_CR21","doi-asserted-by":"publisher","first-page":"2212","DOI":"10.1109\/TNNLS.2014.2307532","volume":"25","author":"Hanlin Goh","year":"2014","unstructured":"H. Goh, N. Thome, M. Cord, J.-H. Lim, Learning deep hierarchical visual feature coding. IEEE Trans. Neural Netw. 25(12), 2212\u20132225 (2014)","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"8","key":"13_CR22","doi-asserted-by":"publisher","first-page":"1958","DOI":"10.1109\/TPAMI.2012.269","volume":"35","author":"R. Salakhutdinov","year":"2013","unstructured":"R. Salakhutdinov, J. Tenenbaum, A. Torralba, Learning with hierarchical-deep models. IEEE Trans. Pattern Anal. Mach. Intell. 35(8), 1985\u20131971 (2013)","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"1","key":"13_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000006","volume":"2","author":"Y. Bengio","year":"2009","unstructured":"Y. Bengio, Learning deep architectures for AI. Found. Trends Mach. Learn. 2, 1\u2013127 (2009)","journal-title":"Foundations and Trends\u00ae in Machine Learning"},{"key":"13_CR24","unstructured":"G. Ian, Y. Bengio, A. Courville, Deep Learning (MIT press, 2016)"},{"key":"13_CR25","unstructured":"N. Plath, Extracting low-dimensional features by means of deep network architectures, Ph.D. dissertation, Technische Universit\u00e4t Berlin, Apr 2008"},{"key":"13_CR26","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/978-3-642-55337-0_3","volume-title":"Growing Adaptive Machines","author":"Yoshua Bengio","year":"2014","unstructured":"Y. Bengio, Evolving culture versus local minima, in Growing Adaptive Machines (Springer, Berlin, Heidelberg, 2014), pp. 109\u2013138"},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"A.S. Shamsabadi, M. Babaie-Zadeh, S.Z. Seyyedsalehi, H.R. Rabiee, A new algorithm for training sparse autoencoders, in 2017 25th European Signal Processing Conference (EUSIPCO). IEEE, pp. 2141\u20132145 (2017)","DOI":"10.23919\/EUSIPCO.2017.8081588"},{"issue":"7","key":"13_CR28","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"GE Hinton","year":"2006","unstructured":"G.E. Hinton, S. Osindero, Y.-W. Teh, A fast learning algorithm for deep belief nets. Neural Comput. 18(7), 1527\u20131554 (2006)","journal-title":"Neural Comput."},{"key":"13_CR29","doi-asserted-by":"crossref","unstructured":"N. Jaitly, P. Nguyen, A. W. Senior, V. Vanhoucke, Application of pretrained deep neural networks to large vocabulary speech recognition, in Proceedings of Interspeech (2012)","DOI":"10.21437\/Interspeech.2012-10"},{"issue":"1","key":"13_CR30","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/TASL.2011.2134090","volume":"20","author":"G. E. Dahl","year":"2012","unstructured":"G.E. Dahl, D. Yu, L. Deng, A. Acero, Context-dependent pre-trained deep neural networks for large-vocabulary speech recognition. IEEE Trans. Audio, Speech Lang. Process. 20(1), 30\u201342 (2012)","journal-title":"IEEE Transactions on Audio, Speech, and Language Processing"},{"key":"13_CR31","unstructured":"S.Z. Seyyedsalehi, S.A. Seyyedsalehi, New fast pre training method for deep neural network learning, in Proceedings of 19th ICBME (2012). (In Persian"},{"issue":"3","key":"13_CR32","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1007\/s11063-017-9615-5","volume":"46","author":"Isar Nejadgholi","year":"2017","unstructured":"I. Nejadgholi, S.A. Seyyedsalehi, S. Chartier, A brain-inspired method of facial expression generation using chaotic feature extracting bidirectional associative memory. Neural Process Lett. 46(3), 943\u2013960 (2017)","journal-title":"Neural Processing Letters"},{"issue":"5786","key":"13_CR33","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"G.E. Hinton, R.R. Salakhutdinov, Reducing the dimensionality of data with neural networks. Science 313(5786), 504\u2013507 (2006)","journal-title":"Science"},{"key":"13_CR34","first-page":"1","volume":"11&12","author":"SA Seyyedsalehi","year":"1996","unstructured":"S.A. Seyyedsalehi, S.A. Motamedi, M.R. Hashemigolpayegany, M.H. Ghasemian, Towards describing function of the human brain and neural networks using nonlinear mappings in highdimensional spaces. J. Daneshvar 11&12, 1\u201310 (1996). (In Persian)","journal-title":"J. Daneshvar"},{"key":"13_CR35","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-3-540-89991-4_6","volume":"5372","author":"A Savran","year":"2008","unstructured":"A. Savran, N. Aly\u00fcz, H. Dibeklio\u011flu, O. \u00c7eliktutan, B. G\u00f6kberk, B. Sankur, L. Akarun, Bosphorus database for 3D face analysis. Biom. Identity Manag. 5372, 47\u201356 (2008)","journal-title":"Biom. Identity Manag."},{"key":"13_CR36","unstructured":"F.S. Samaria, A.C. Harter, Parameterisation of a stochastic model for human face identification. in Proceedings of the Second IEEE Workshop on Applications of Computer Vision, pp. 138\u2013142 (1994)"}],"container-title":["Smart Innovation, Systems and Technologies","Handbook of Deep Learning Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-11479-4_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T22:53:36Z","timestamp":1694645616000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-11479-4_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030114787","9783030114794"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-11479-4_13","relation":{},"ISSN":["2190-3018","2190-3026"],"issn-type":[{"type":"print","value":"2190-3018"},{"type":"electronic","value":"2190-3026"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"26 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}