{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T18:31:59Z","timestamp":1759775519265,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":65,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811316869"},{"type":"electronic","value":"9789811316876"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-981-13-1687-6_4","type":"book-chapter","created":{"date-parts":[[2021,8,5]],"date-time":"2021-08-05T05:03:42Z","timestamp":1628139822000},"page":"77-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Deep Reservoir Computing"],"prefix":"10.1007","author":[{"given":"Claudio","family":"Gallicchio","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessio","family":"Micheli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,6]]},"reference":[{"issue":"7","key":"4_CR1","doi-asserted-by":"publisher","first-page":"1173","DOI":"10.1080\/02626667.2020.1735639","volume":"65","author":"M Alizamir","year":"2020","unstructured":"M. Alizamir, S. Kim, O. Kisi, M. Zounemat-Kermani, Deep echo state network: a novel machine learning approach to model dew point temperature using meteorological variables. Hydrol. Sci. J. 65(7), 1173\u20131190 (2020)","journal-title":"Hydrol. Sci. J."},{"key":"4_CR2","unstructured":"P. Angelov, A. Sperduti, Challenges in deep learning, in Proceedings of the 24th European Symposium on Artificial Neural Networks (ESANN) (2016), pp. 489\u2013495, i6doc.com"},{"key":"4_CR3","unstructured":"F.M. Bianchi, S. Scardapane, S. Lokse, R. Jenssen, Bidirectional deep-readout echo state networks, in Proceedings of the 26th European Symposium on Artificial Neural Networks (ESANN) (2018), pp. 425\u2013430"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"P.S. Churchland, T.J. Sejnowski, The Computational Brain (The MIT Press, 1992)","DOI":"10.7551\/mitpress\/2010.001.0001"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"V. Colla, I. Matino, S. Dettori, S. Cateni, R. Matino, Reservoir computing approaches applied to energy management in industry, in International Conference on Engineering Applications of Neural Networks (Springer, 2019), pp. 66\u201379","DOI":"10.1007\/978-3-030-20257-6_6"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"M. Dale, Neuroevolution of hierarchical reservoir computers, in Proceedings of the Genetic and Evolutionary Computation Conference. (ACM, 2018), pp. 410\u2013417","DOI":"10.1145\/3205455.3205520"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"J. Del\u00a0Ser, I. Lana, E.L. Manibardo, I. Oregi, E. Osaba, J.L. Lobo, M.N. Bilbao, E.I. Vlahogianni, Deep echo state networks for short-term traffic forecasting: performance comparison and statistical assessment (2020), arXiv:2004.08170","DOI":"10.1109\/ITSC45102.2020.9294200"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"S. Dettori, I. Matino, V. Colla, R. Speets, Deep echo state networks in industrial applications, in IFIP International Conference on Artificial Intelligence Applications and Innovations (Springer, 2020), pp. 53\u201363","DOI":"10.1007\/978-3-030-49186-4_5"},{"key":"4_CR9","unstructured":"S. El Hihi, Y. Bengio, Hierarchical recurrent neural networks for long-term dependencies, in Advances in Neural Information Processing Systems (NIPS) (1996), pp. 493\u2013499"},{"issue":"1","key":"4_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JSTQE.2019.2929699","volume":"26","author":"M Freiberger","year":"2019","unstructured":"M. Freiberger, S. Sackesyn, C. Ma, A. Katumba, P. Bienstman, J. Dambre, Improving time series recognition and prediction with networks and ensembles of passive photonic reservoirs. IEEE J. Sel. Top. Quantum Electron. 26(1), 1\u201311 (2019)","journal-title":"IEEE J. Sel. Top. Quantum Electron."},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Graph echo state networks, in The 2010 International Joint Conference on Neural Networks (IJCNN) (IEEE, 2010), pp. 1\u20138","DOI":"10.1109\/IJCNN.2010.5596796"},{"key":"4_CR12","unstructured":"C. Gallicchio, Short-term memory of deep RNN, in Proceedings of the 26th European Symposium on Artificial Neural Networks (ESANN) (2018), pp. 633\u2013638"},{"key":"4_CR13","unstructured":"C. Gallicchio, A. Micheli, Deep reservoir computing: a critical analysis, in Proceedings of the 24th European Symposium on Artificial Neural Networks (ESANN) (2016), pp. 497\u2013502, i6doc.com"},{"issue":"3","key":"4_CR14","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/s12559-017-9461-9","volume":"9","author":"C Gallicchio","year":"2017","unstructured":"C. Gallicchio, A. Micheli, Echo state property of deep reservoir computing networks. Cogn. Comput. 9(3), 337\u2013350 (2017a)","journal-title":"Cogn. Comput."},{"key":"4_CR15","unstructured":"C. Gallicchio, A. Micheli, Experimental analysis of deep echo state networks for ambient assisted living, in Proceedings of the 3rd Workshop on Artificial Intelligence for Ambient Assisted Living (AI*AAL 2017), Co-located with the 16th International Conference of the Italian Association for Artificial Intelligence (AI*IA 2017) (2017b)"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Deep Echo State Network (DeepESN): a brief survey (2018a), arXiv:1712.04323","DOI":"10.1109\/IJCNN.2018.8489464"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Deep tree echo state networks, in Proceedings of the 2018 International Joint Conference on Neural Networks (IJCNN) (IEEE, 2018b), pp. 499\u2013506","DOI":"10.1109\/IJCNN.2018.8489464"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Why layering in recurrent neural networks? a DeepESN survey, in Proceedings of the 2018 IEEE International Joint Conference on Neural Networks (IJCNN) (IEEE, 2018c), pp. 1800\u20131807","DOI":"10.1109\/IJCNN.2018.8489368"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Deep reservoir neural networks for trees. Inf. Sci. 174\u2013193 (2019)","DOI":"10.1016\/j.ins.2018.12.052"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, A. Micheli, Fast and deep graph neural networks, in Proceedings of the Thirty-Fourth AAAI Conference on Artificial Intelligence (AAAI-20) (2020), pp. 3898\u20133905","DOI":"10.1609\/aaai.v34i04.5803"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"C. Gallicchio, S. Scardapane, Deep randomized neural networks, in Recent Trends in Learning From Data. (Springer, 2020), pp. 43\u201368","DOI":"10.1007\/978-3-030-43883-8_3"},{"key":"4_CR22","unstructured":"C. Gallicchio, J.D. Martin-Guerrero, A. Micheli, E. Soria-Olivas, Randomized machine learning approaches: Recent developments and challenges, in Proceedings of the 25th European Symposium on Artificial Neural Networks (ESANN) (2017a), pp. 77\u201386, i6doc.com"},{"key":"4_CR23","doi-asserted-by":"publisher","unstructured":"C. Gallicchio, A. Micheli, L. Pedrelli, Deep reservoir computing: a critical experimental analysis. Neurocomputing 268, 87\u201399 (2017bb). https:\/\/doi.org\/10.1016\/j.neucom.2016.12.089","DOI":"10.1016\/j.neucom.2016.12.089"},{"key":"4_CR24","unstructured":"C. Gallicchio, A. Micheli, L. Silvestri, Local lyapunov exponents of deep RNN, in Proceedings of the 25th European Symposium on Artificial Neural Networks (ESANN) (2017c), pp. 559\u2013564, i6doc.com"},{"key":"4_CR25","unstructured":"C. Gallicchio, A. Micheli, L. Pedrelli, Deep echo state networks for diagnosis of Parkinson\u2019s disease, in Proceedings of the 26th European Symposium on Artificial Neural Networks (ESANN) (2018a), pp. 397\u2013402"},{"key":"4_CR26","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.neunet.2018.08.002","volume":"108","author":"C Gallicchio","year":"2018","unstructured":"C. Gallicchio, A. Micheli, L. Pedrelli, Design of deep echo state networks. Neural Netw. 108, 33\u201347 (2018b)","journal-title":"Neural Netw."},{"key":"4_CR27","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.neucom.2017.11.073","volume":"298","author":"C Gallicchio","year":"2018","unstructured":"C. Gallicchio, A. Micheli, L. Silvestri, Local lyapunov exponents of deep echo state networks. Neurocomputing 298, 34\u201345 (2018c)","journal-title":"Neurocomputing"},{"key":"4_CR28","unstructured":"C. Gallicchio, A. Micheli, P. Ti\u0148o, Randomized recurrent neural networks, in Proceedings of the 26th European Symposium on Artificial Neural Networks (ESANN) (2018d), pp. 415\u2013424, i6doc.com"},{"key":"4_CR29","unstructured":"C. Gallicchio, A. Micheli, L. Pedrelli, Comparison between DeepESNs and gated RNNs on multivariate time-series prediction, in Proceedings of the 27th European Symposium on Artificial Neural Networks (ESANN) (2019a), pp. 619\u2013624"},{"key":"4_CR30","doi-asserted-by":"publisher","unstructured":"C. Gallicchio, A. Micheli, L. Pedrelli, Hierarchical temporal representation in linear reservoir computing, in Neural Advances in Processing Nonlinear Dynamic Signals, ed. by A.\u00a0Esposito, M.\u00a0Faundez-Zanuy, F.C. Morabito, E.\u00a0Pasero (Springer International Publishing, Cham, 2019b), pp. 119\u2013129. https:\/\/doi.org\/10.1007\/978-3-319-95098-3_11, arXiv:1705.05782","DOI":"10.1007\/978-3-319-95098-3_11"},{"key":"4_CR31","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511815706","volume-title":"Spiking Neuron Models: Single Neurons, Populations, Plasticity","author":"W Gerstner","year":"2002","unstructured":"W. Gerstner, W.M. Kistler, Spiking Neuron Models: Single Neurons, Populations, Plasticity (Cambridge University Press, Cambridge, 2002)"},{"key":"4_CR32","unstructured":"I. Goodfellow, Y. Bengio, A. Courville, Deep Learning (MIT Press, 2016)"},{"key":"4_CR33","doi-asserted-by":"crossref","unstructured":"A. Graves, A.R. Mohamed, G. Hinton, Speech recognition with deep recurrent neural networks, in IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (IEEE, 2013), pp. 6645\u20136649","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"I. Harvey, The microbial genetic algorithm, in European Conference on Artificial Life (Springer, 2009), pp. 126\u2013133","DOI":"10.1007\/978-3-642-21314-4_16"},{"key":"4_CR35","unstructured":"M. Hermans, B. Schrauwen, Training and analysing deep recurrent neural networks, in NIPS (2013), pp. 190\u2013198"},{"key":"4_CR36","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1016\/j.renene.2020.03.042","volume":"154","author":"H Hu","year":"2020","unstructured":"H. Hu, L. Wang, S.X. Lv, Forecasting energy consumption and wind power generation using deep echo state network. Renew. Energy 154, 598\u2013613 (2020)","journal-title":"Renew. Energy"},{"key":"4_CR37","unstructured":"H. Jaeger, The \u201cecho state\u201d approach to analysing and training recurrent neural networks - with an erratum note. Technical report, GMD - German National Research Institute for Computer Science (2001)"},{"key":"4_CR38","unstructured":"H. Jaeger, Short term memory in echo state networks. Technical report, German National Research Center for Information Technology, 2001"},{"key":"4_CR39","unstructured":"H. Jaeger, Discovering multiscale dynamical features with hierarchical echo state networks. Technical report, Jacobs University Bremen (2007)"},{"issue":"5667","key":"4_CR40","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"H. Jaeger, H. Haas, Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667), 78\u201380 (2004)","journal-title":"Science"},{"issue":"3","key":"4_CR41","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H Jaeger","year":"2007","unstructured":"H. Jaeger, M. Luko\u0161evi\u010dius, D. Popovici, U. Siewert, Optimization and applications of echo state networks with leaky-integrator neurons. Neural Netw. 20(3), 335\u2013352 (2007)","journal-title":"Neural Netw."},{"key":"4_CR42","doi-asserted-by":"crossref","unstructured":"T. Kim, B.R. King, Time series prediction using deep echo state networks. Neural Comput. Appl. 1\u201319 (2020)","DOI":"10.1007\/s00521-020-04948-x"},{"issue":"3","key":"4_CR43","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.neunet.2007.04.017","volume":"20","author":"R Legenstein","year":"2007","unstructured":"R. Legenstein, W. Maass, Edge of chaos and prediction of computational performance for neural circuit models. Neural Netw. 20(3), 323\u2013334 (2007a)","journal-title":"Neural Netw."},{"key":"4_CR44","doi-asserted-by":"crossref","unstructured":"R. Legenstein, W. Maass, What makes a dynamical system computationally powerful. New directions in statistical signal processing: from systems to brain 127\u2013154 (2007b)","DOI":"10.7551\/mitpress\/4977.003.0008"},{"key":"4_CR45","doi-asserted-by":"crossref","unstructured":"Q. Li, Z. Wu, R. Ling, L. Feng, K. Liu, Multi-reservoir echo state computing for solar irradiance prediction: a fast yet efficient deep learning approach. Appl. Soft Comput. 95 (2020)","DOI":"10.1016\/j.asoc.2020.106481"},{"key":"4_CR46","doi-asserted-by":"crossref","unstructured":"A. Lugnan, A. Katumba, F. Laporte, M. Freiberger, S. Sackesyn, C. Ma, E. Gooskens, J. Dambre, P. Bienstman, Photonic neuromorphic information processing and reservoir computing. APL Photonics 5(2) (2020)","DOI":"10.1063\/1.5129762"},{"issue":"3","key":"4_CR47","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Luko\u0161evi\u010dius","year":"2009","unstructured":"M. Luko\u0161evi\u010dius, H. Jaeger, Reservoir computing approaches to recurrent neural network training. Comput. Sci. Rev. 3(3), 127\u2013149 (2009)","journal-title":"Comput. Sci. Rev."},{"issue":"11","key":"4_CR48","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W Maass","year":"2002","unstructured":"W. Maass, T. Natschl\u00e4ger, H. Markram, Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Comput. 14(11), 2531\u20132560 (2002)","journal-title":"Neural Comput."},{"issue":"4","key":"4_CR49","doi-asserted-by":"publisher","first-page":"946","DOI":"10.1109\/TCYB.2016.2533545","volume":"47","author":"ZK Malik","year":"2017","unstructured":"Z.K. Malik, A. Hussain, Q.J. Wu, Multilayered echo state machine: a novel architecture and algorithm. IEEE Trans. Cybern. 47(4), 946\u2013959 (2017)","journal-title":"IEEE Trans. Cybern."},{"key":"4_CR50","doi-asserted-by":"publisher","first-page":"319","DOI":"10.25088\/ComplexSystems.26.4.319","volume":"26","author":"S Nichele","year":"2017","unstructured":"S. Nichele, A. Molund, Deep learning with cellular automaton-based reservoir computing. Complex Syst. 26, 319\u2013340 (2017)","journal-title":"Complex Syst."},{"key":"4_CR51","unstructured":"R. Pascanu, C. Gulcehre, K. Cho, Y. Bengio, How to construct deep recurrent neural networks (2014), arXiv:1312.6026v5"},{"key":"4_CR52","doi-asserted-by":"crossref","unstructured":"S. Scardapane, D. Wang, Randomness in neural networks: an overview. Wiley Interdiscip. Rev.: Data Mining Knowl. Discov. 7(2), e1200 (2017)","DOI":"10.1002\/widm.1200"},{"issue":"2","key":"4_CR53","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1162\/neco.1992.4.2.234","volume":"4","author":"J Schmidhuber","year":"1992","unstructured":"J. Schmidhuber, Learning complex, extended sequences using the principle of history compression. Neural Comput. 4(2), 234\u2013242 (1992)","journal-title":"Neural Comput."},{"key":"4_CR54","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"J. Schmidhuber, Deep learning in neural networks: an overview. Neural Netw. 61, 85\u2013117 (2015)","journal-title":"Neural Netw."},{"issue":"7","key":"4_CR55","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1016\/j.neucom.2007.12.020","volume":"71","author":"B Schrauwen","year":"2008","unstructured":"B. Schrauwen, M. Wardermann, D. Verstraeten, J. Steil, D. Stroobandt, Improving reservoirs using intrinsic plasticity. Neurocomputing 71(7), 1159\u20131171 (2008)","journal-title":"Neurocomputing"},{"key":"4_CR56","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/j.neucom.2019.09.115","volume":"406","author":"Z Song","year":"2020","unstructured":"Z. Song, K. Wu, J. Shao, Destination prediction using deep echo state network. Neurocomputing 406, 343\u2013353 (2020)","journal-title":"Neurocomputing"},{"key":"4_CR57","doi-asserted-by":"crossref","unstructured":"X. Sun, T. Li, Q. Li, Y. Huang, Y. Li, Deep belief echo-state network and its application to time series prediction. Knowl.-Based Syst. 130, 17\u201329 (2017)","DOI":"10.1016\/j.knosys.2017.05.022"},{"key":"4_CR58","unstructured":"F. Triefenbach, A. Jalalvand, B. Schrauwen, J.P. Martens, Phoneme recognition with large hierarchical reservoirs, in Advances in Neural Information Processing Systems (2010), pp. 2307\u20132315"},{"issue":"11","key":"4_CR59","doi-asserted-by":"publisher","first-page":"2439","DOI":"10.1109\/TASL.2013.2280209","volume":"21","author":"F Triefenbach","year":"2013","unstructured":"F. Triefenbach, A. Jalalvand, K. Demuynck, J.P. Martens, Acoustic modeling with hierarchical reservoirs. IEEE Trans. Audio Speech Lang. Process. 21(11), 2439\u20132450 (2013)","journal-title":"IEEE Trans. Audio Speech Lang. Process."},{"issue":"3","key":"4_CR60","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.neunet.2007.04.003","volume":"20","author":"D Verstraeten","year":"2007","unstructured":"D. Verstraeten, B. Schrauwen, M. d\u2019Haene, D. Stroobandt, An experimental unification of reservoir computing methods. Neural Netw. 20(3), 391\u2013403 (2007)","journal-title":"Neural Netw."},{"key":"4_CR61","volume-title":"Theory of Self-Reproducing Automata","author":"J Von Neumann","year":"1996","unstructured":"J. Von Neumann, A.W. Burks, Theory of Self-Reproducing Automata (University of Illinois Press, Urbana, 1996)"},{"issue":"1\u20132","key":"4_CR62","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0167-2789(84)90245-8","volume":"10","author":"S Wolfram","year":"1984","unstructured":"S. Wolfram, Universality and complexity in cellular automata. Phys. D 10(1\u20132), 1\u201335 (1984)","journal-title":"Phys. D"},{"key":"4_CR63","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"IB Yildiz","year":"2012","unstructured":"I.B. Yildiz, H. Jaeger, S.J. Kiebel, Re-visiting the echo state property. Neural Netw. 35, 1\u20139 (2012)","journal-title":"Neural Netw."},{"key":"4_CR64","unstructured":"O. Yilmaz, Reservoir computing using cellular automata (2014), arXiv:1410.0162"},{"key":"4_CR65","doi-asserted-by":"crossref","unstructured":"B. Zajzon, R. Duartel, A. Morrison, Transferring state representations in hierarchical spiking neural networks, in Proceedings of the 2018 International Joint Conference on Neural Networks (IJCNN) (IEEE, 2018), pp. 1785\u20131793","DOI":"10.1109\/IJCNN.2018.8489135"}],"container-title":["Natural Computing Series","Reservoir Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-13-1687-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T22:54:57Z","timestamp":1699311297000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-13-1687-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9789811316869","9789811316876"],"references-count":65,"URL":"https:\/\/doi.org\/10.1007\/978-981-13-1687-6_4","relation":{},"ISSN":["1619-7127"],"issn-type":[{"type":"print","value":"1619-7127"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"6 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}