{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T17:41:57Z","timestamp":1783446117710,"version":"3.55.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,5,5]],"date-time":"2017-05-05T00:00:00Z","timestamp":1493942400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cogn Comput"],"published-print":{"date-parts":[[2017,6]]},"DOI":"10.1007\/s12559-017-9461-9","type":"journal-article","created":{"date-parts":[[2017,5,5]],"date-time":"2017-05-05T01:44:46Z","timestamp":1493948686000},"page":"337-350","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":140,"title":["Echo State Property of Deep Reservoir Computing Networks"],"prefix":"10.1007","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6692-2564","authenticated-orcid":false,"given":"Claudio","family":"Gallicchio","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessio","family":"Micheli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,5,5]]},"reference":[{"issue":"6","key":"9461_CR1","doi-asserted-by":"crossref","first-page":"1007","DOI":"10.1007\/s12559-016-9430-8","volume":"8","author":"A Aboudib","year":"2016","unstructured":"Aboudib A, Gripon V, Coppin G. A biologically inspired framework for visual information processing and an application on modeling bottom-up visual attention. Cogn Comput. 2016;8(6):1007\u20131026.","journal-title":"Cogn Comput."},{"key":"9461_CR2","unstructured":"Angelov P, Sperduti A. 2016. Challenges in deep learning. In: Proceedings of the 24th European symposium on artificial neural networks (ESANN), p. 489\u2013495. http:\/\/www.i6doc.com ."},{"issue":"1","key":"9461_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/2200000006","volume":"2","author":"Y Bengio","year":"2009","unstructured":"Bengio Y. Learning deep architectures for ai Foundations and trends \u24c7 . Mach Learn. 2009;2(1):1\u2013127.","journal-title":"Mach Learn."},{"key":"9461_CR4","unstructured":"Bianchi F, Livi L, Alippi C. 2016. Investigating echo state networks dynamics by means of recurrence analysis. arXiv preprint arXiv: 1601.07381 , p. 1\u201325."},{"issue":"3","key":"9461_CR5","doi-asserted-by":"crossref","first-page":"820","DOI":"10.1109\/TNN.2006.872357","volume":"17","author":"M Buehner","year":"2006","unstructured":"Buehner M, Young P. A tighter bound for the echo state property. IEEE Trans Neural Netw. 2006;17(3): 820\u2013824.","journal-title":"IEEE Trans Neural Netw."},{"key":"9461_CR6","doi-asserted-by":"crossref","unstructured":"Cire\u015fan D, Giusti A, Gambardella L, Schmidhuber J. 2013. Mitosis detection in breast cancer histology images with deep neural networks. In: International conference on medical image computing and computer-assisted intervention. Springer; p. 411\u2013418.","DOI":"10.1007\/978-3-642-40763-5_51"},{"issue":"12","key":"9461_CR7","doi-asserted-by":"crossref","first-page":"3207","DOI":"10.1162\/NECO_a_00052","volume":"22","author":"D Cire\u015fan","year":"2010","unstructured":"Cire\u015fan D, Meier U, Gambardella L, Schmidhuber J. Deep, big, simple neural nets for handwritten digit recognition. Neural Comput. 2010;22(12):3207\u20133220.","journal-title":"Neural Comput."},{"key":"9461_CR8","first-page":"3","volume":"7","author":"L Deng","year":"2014","unstructured":"Deng L, Yu D. Deep learning. Signal Process. 2014;7:3\u20134.","journal-title":"Signal Process."},{"key":"9461_CR9","unstructured":"El Hihi S, Bengio Y. 1995. Hierarchical recurrent neural networks for long-term dependencies. In: NIPS, p. 493\u2013499."},{"issue":"5","key":"9461_CR10","doi-asserted-by":"crossref","first-page":"440","DOI":"10.1016\/j.neunet.2011.02.002","volume":"24","author":"C Gallicchio","year":"2011","unstructured":"Gallicchio C, Micheli A. Architectural and markovian factors of echo state networks. Neural Netw. 2011;24 (5):440\u2013456.","journal-title":"Neural Netw."},{"key":"9461_CR11","unstructured":"Gallicchio C, Micheli A. 2016. Deep reservoir computing: a critical analysis. In: Proceedings of the 24th European symposium on artificial neural networks (ESANN), p. 497\u2013502. http:\/\/www.i6doc.com ."},{"key":"9461_CR12","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Micheli A, Pedrelli L. 2016. Deep reservoir computing: a critical experimental analysis. Neurocomputing. Accepted.","DOI":"10.1016\/j.neucom.2016.12.089"},{"key":"9461_CR13","doi-asserted-by":"crossref","unstructured":"Gerstner W, Kistler W. 2002. Spiking neuron models: aingle neurons, populations, plasticity. Cambridge University Press.","DOI":"10.1017\/CBO9780511815706"},{"key":"9461_CR14","unstructured":"Goodfellow I, Bengio Y, Courville A. 2016. Deep learning. Book in preparation for MIT Press. http:\/\/www.deeplearningbook.org ."},{"key":"9461_CR15","doi-asserted-by":"crossref","unstructured":"Graves A, Mohamed AR, Hinton G. 2013. Speech recognition with deep recurrent neural networks. In: 2013 IEEE international conference on Acoustics, speech and signal processing (ICASSP). IEEE; p. 6645\u20136649.","DOI":"10.1109\/ICASSP.2013.6638947"},{"issue":"8","key":"9461_CR16","doi-asserted-by":"crossref","first-page":"1897","DOI":"10.1162\/08997660360675080","volume":"15","author":"B Hammer","year":"2003","unstructured":"Hammer B, Ti\u0148o P. Recurrent neural networks with small weights implement definite memory machines. Neural Comput. 2003;15(8):1897\u20131929.","journal-title":"Neural Comput."},{"key":"9461_CR17","unstructured":"Hermans M, Schrauwen B. 2013. Training and analysing deep recurrent neural networks. In: NIPS, p. 190\u2013198."},{"key":"9461_CR18","unstructured":"Jaeger H. 2001. The \u201cecho state\u201d approach to analysing and training recurrent neural networks - with an erratum note. Tech. rep. GMD - German National Research Institute for Computer Science, Tech. Rep."},{"key":"9461_CR19","unstructured":"Jaeger H. 2001. Short term memory in echo state networks, Tech. rep., German National Research Center for Information Technology."},{"key":"9461_CR20","unstructured":"Jaeger H. 2007. Discovering multiscale dynamical features with hierarchical echo state networks. Tech. rep., Jacobs University Bremen."},{"issue":"5667","key":"9461_CR21","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger H, Haas H. Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 2004;304(5667):78\u201380.","journal-title":"Science"},{"issue":"3","key":"9461_CR22","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H Jaeger","year":"2007","unstructured":"Jaeger H, Lukos\u0307evi\u010bius M, Popovici D, Siewert U. Optimization and applications of echo state networks with leaky-integrator neurons. Neural Netw. 2007;20(3):335\u2013352.","journal-title":"Neural Netw."},{"issue":"3","key":"9461_CR23","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1177\/105971239300100302","volume":"1","author":"A Klopf","year":"1993","unstructured":"Klopf A, Weaver S, Morgan J. A hierarchical network of control systems that learn: Modeling nervous system function during classical and instrumental conditioning. Adapt. Behav. 1993;1(3):263\u2013319.","journal-title":"Adapt. Behav."},{"key":"9461_CR24","doi-asserted-by":"crossref","unstructured":"Kolen JF, Kremer SC. 2001. A field guide to dynamical recurrent networks. IEEE Press.","DOI":"10.1007\/10719871_8"},{"key":"9461_CR25","first-page":"1097","volume-title":"Advances in neural information processing systems","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton G. Imagenet classification with deep convolutional neural networks. In: Pereira F, Burges CJC, Bottou L, and Weinberger KQ, editors. Advances in neural information processing systems; 2012. p. 1097\u20131105."},{"issue":"7553","key":"9461_CR26","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep learning. Nature 2015;521(7553):436\u2013444.","journal-title":"Nature"},{"issue":"3","key":"9461_CR27","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"H Jaeger","year":"2009","unstructured":"Lukos\u0307evi\u010bius, M, Jaeger H. Reservoir computing approaches to recurrent neural network training. Comput Sci Rev. 2009;3(3):127\u2013149.","journal-title":"Comput Sci Rev."},{"issue":"11","key":"9461_CR28","doi-asserted-by":"crossref","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W Maass","year":"2002","unstructured":"Maass W, Natschl\u00e4ger T, Markram H. Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Comput. 2002;14(11):2531\u20132560.","journal-title":"Neural Comput."},{"key":"9461_CR29","doi-asserted-by":"crossref","unstructured":"Malik ZK, Hussain A, Wu QJ. 2016. Multilayered echo state machine: a novel architecture and algorithm. IEEE Transactions on cybernetics. (In Press).","DOI":"10.1109\/TCYB.2016.2533545"},{"issue":"3","key":"9461_CR30","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1162\/NECO_a_00411","volume":"25","author":"G Manjunath","year":"2013","unstructured":"Manjunath G, Jaeger H. Echo state property linked to an input: Exploring a fundamental characteristic of recurrent neural networks. Neural Comput. 2013;25(3):671\u2013696.","journal-title":"Neural Comput."},{"key":"9461_CR31","unstructured":"O\u2019Searcoid M. 2006. Metric spaces. Springer Science & Business Media."},{"key":"9461_CR32","unstructured":"Pascanu R, Gulcehre C, Cho K, Bengio Y. 2014. How to construct deep recurrent neural networks arXiv preprint arXiv: 1312.6026v5 ."},{"issue":"6","key":"9461_CR33","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1007\/s00422-006-0121-5","volume":"95","author":"M Rabinovich","year":"2006","unstructured":"Rabinovich M, Huerta R, Varona P, Afraimovich V. Generation and reshaping of sequences in neural systems. Biol Cybern. 2006;95(6):519\u2013536.","journal-title":"Biol Cybern."},{"issue":"4","key":"9461_CR34","doi-asserted-by":"crossref","first-page":"1213","DOI":"10.1103\/RevModPhys.78.1213","volume":"78","author":"M Rabinovich","year":"2006","unstructured":"Rabinovich M, Varona P, Selverston A, Abarbanel H. Dynamical principles in neuroscience. Rev Modern Phys. 2006;78(4):1213.","journal-title":"Rev Modern Phys."},{"key":"9461_CR35","unstructured":"Rodan A, Ti\u0148o P. 2011. Negatively correlated echo state networks. In: Proceedings of the 19th European symposium on artificial neural networks (ESANN), p. 53\u201358. http:\/\/www.i6doc.com ."},{"issue":"5","key":"9461_CR36","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1007\/s12559-015-9321-4","volume":"7","author":"Y Sato","year":"2015","unstructured":"Sato Y, Nagatomi T, Horio K, Miyamoto H. The cognitive mechanisms of multi-scale perception for the recognition of extremely similar faces. Cogn Comput. 2015;7(5):501\u2013508.","journal-title":"Cogn Comput."},{"key":"9461_CR37","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber J. Deep learning in neural networks: an overview. Neural Netw. 2015;61:85\u2013117.","journal-title":"Neural Netw."},{"issue":"7","key":"9461_CR38","doi-asserted-by":"crossref","first-page":"1159","DOI":"10.1016\/j.neucom.2007.12.020","volume":"71","author":"B Schrauwen","year":"2008","unstructured":"Schrauwen B, Wardermann M, Verstraeten D, Steil J, Stroobandt D. Improving reservoirs using intrinsic plasticity. Neurocomputing 2008;71(7):1159\u20131171.","journal-title":"Neurocomputing"},{"key":"9461_CR39","doi-asserted-by":"crossref","unstructured":"Spratling M. A hierarchical predictive coding model of object recognition in natural images. Cogn Comput. 2016: 1\u201317.","DOI":"10.1007\/s10339-016-0765-6"},{"key":"9461_CR40","doi-asserted-by":"crossref","unstructured":"Steil J. 2004. Backpropagation-decorrelation: online recurrent learning with o (n) complexity. In: Proceedings of the 2004 IEEE international joint conference on neural networks (IJCNN). IEEE; vol. 2, p. 843\u2013848.","DOI":"10.1109\/IJCNN.2004.1380039"},{"key":"9461_CR41","unstructured":"Tin\u0307o P, Hammer B, Bod\u00e9n M. 2007. Markovian bias of neural-based architectures with feedback connections. In: Perspectives of neural-symbolic integration. Springer; , p. 95\u2013133."},{"issue":"2","key":"9461_CR42","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1023\/A:1010972803901","volume":"45","author":"P Ti\u0148o","year":"2001","unstructured":"Ti\u0148o P, Dorffner G. Predicting the future of discrete sequences from fractal representations of the past. Mach Learn. 2001;45(2):187\u2013217.","journal-title":"Mach Learn."},{"issue":"11","key":"9461_CR43","doi-asserted-by":"crossref","first-page":"2439","DOI":"10.1109\/TASL.2013.2280209","volume":"21","author":"F Triefenbach","year":"2013","unstructured":"Triefenbach F, Jalalvand A, Demuynck K, Martens JP. Acoustic modeling with hierarchical reservoirs. IEEE Trans Audio Speech Lang Process. 2013;21(11):2439\u20132450.","journal-title":"IEEE Trans Audio Speech Lang Process."},{"key":"9461_CR44","unstructured":"Triefenbach F, Jalalvand A, Schrauwen B, Martens JP. 2010. Phoneme recognition with large hierarchical reservoirs. In: Advances in neural information processing systems, p. 2307\u20132315."},{"issue":"4","key":"9461_CR45","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1177\/105971239300100401","volume":"1","author":"T Tyrrell","year":"1993","unstructured":"Tyrrell T. The use of hierarchies for action selection. Adapt Behav. 1993;1(4):387\u2013420.","journal-title":"Adapt Behav."},{"issue":"3","key":"9461_CR46","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1016\/j.neunet.2007.04.003","volume":"20","author":"D Verstraeten","year":"2007","unstructured":"Verstraeten D, Schrauwen B, D\u2019haene M, Stroobandt D. An experimental unification of reservoir computing methods. Neural Netw. 2007;20(3):391\u2013403.","journal-title":"Neural Netw."},{"key":"9461_CR47","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/j.neunet.2015.12.013","volume":"76","author":"G Wainrib","year":"2016","unstructured":"Wainrib G, Galtier M. A local echo state property through the largest lyapunov exponent. Neural Netw. 2016;76:39\u201345.","journal-title":"Neural Netw."},{"issue":"3","key":"9461_CR48","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1016\/j.neunet.2007.04.014","volume":"20","author":"Y Xue","year":"2007","unstructured":"Xue Y, Yang L, Haykin S. Decoupled echo state networks with lateral inhibition. Neural Netw. 2007;20 (3):365\u2013376.","journal-title":"Neural Netw."},{"key":"9461_CR49","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"I Yildiz","year":"2012","unstructured":"Yildiz I, Jaeger H, Kiebel S. Re-visiting the echo state property. Neural Netw. 2012;35:1\u20139.","journal-title":"Neural Netw."}],"container-title":["Cognitive Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12559-017-9461-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-017-9461-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-017-9461-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T12:18:48Z","timestamp":1692793128000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12559-017-9461-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,5,5]]},"references-count":49,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,6]]}},"alternative-id":["9461"],"URL":"https:\/\/doi.org\/10.1007\/s12559-017-9461-9","relation":{},"ISSN":["1866-9956","1866-9964"],"issn-type":[{"value":"1866-9956","type":"print"},{"value":"1866-9964","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,5,5]]}}}