{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,11]],"date-time":"2026-01-11T00:54:45Z","timestamp":1768092885942,"version":"3.49.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"34","license":[{"start":{"date-parts":[[2022,1,15]],"date-time":"2022-01-15T00:00:00Z","timestamp":1642204800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,15]],"date-time":"2022-01-15T00:00:00Z","timestamp":1642204800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100009888","name":"Regione Toscana","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100009888","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s00521-021-06760-7","type":"journal-article","created":{"date-parts":[[2022,1,15]],"date-time":"2022-01-15T00:05:35Z","timestamp":1642205135000},"page":"24525-24542","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Architectural richness in deep reservoir computing"],"prefix":"10.1007","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6692-2564","authenticated-orcid":false,"given":"Claudio","family":"Gallicchio","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessio","family":"Micheli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,15]]},"reference":[{"issue":"3","key":"6760_CR1","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1109\/72.846741","volume":"11","author":"AF Atiya","year":"2000","unstructured":"Atiya AF, Parlos AG (2000) New results on recurrent network training: unifying the algorithms and accelerating convergence. IEEE Trans Neural Netw 11(3):697\u2013709","journal-title":"IEEE Trans Neural Netw"},{"issue":"6","key":"6760_CR2","doi-asserted-by":"publisher","first-page":"1451","DOI":"10.1007\/s00521-013-1364-4","volume":"24","author":"D Bacciu","year":"2014","unstructured":"Bacciu D, Barsocchi P, Chessa S, Gallicchio C, Micheli A (2014) An experimental characterization of reservoir computing in ambient assisted living applications. Neural Comput Appl 24(6):1451\u20131464","journal-title":"Neural Comput Appl"},{"issue":"2","key":"6760_CR3","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"key":"6760_CR4","unstructured":"Chen Y, Keogh E, Hu B, Begum N, Bagnall A, Mueen A, Batista G (2015) The ucr time series classification archive . www.cs.ucr.edu\/~eamonn\/time_series_data\/"},{"key":"6760_CR5","doi-asserted-by":"crossref","unstructured":"Colla V, Matino I, Dettori S, Cateni S, Matino R (2019) Reservoir computing approaches applied to energy management in industry. In: International conference on engineering applications of neural networks. Springer, pp 66\u201379","DOI":"10.1007\/978-3-030-20257-6_6"},{"key":"6760_CR6","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1109\/PGEC.1965.264137","volume":"3","author":"TM Cover","year":"1965","unstructured":"Cover TM (1965) Geometrical and statistical properties of systems of linear inequalities with applications in pattern recognition. IEEE Trans Electron Comput 3:326\u2013334","journal-title":"IEEE Trans Electron Comput"},{"key":"6760_CR7","doi-asserted-by":"crossref","unstructured":"Dettori S, Matino I, Colla V, Speets R (2020) Deep echo state networks in industrial applications. In: IFIP international conference on artificial intelligence applications and innovations. Springer, pp 53\u201363","DOI":"10.1007\/978-3-030-49186-4_5"},{"key":"6760_CR8","doi-asserted-by":"crossref","unstructured":"Dias DB, Madeo RC, Rocha T, Biscaro HH, Peres SM (2009) Hand movement recognition for brazilian sign language: a study using distance-based neural networks. In: 2009 international joint conference on neural networks, pp. 697\u2013704. IEEE","DOI":"10.1109\/IJCNN.2009.5178917"},{"key":"6760_CR9","unstructured":"Dua D, Graff C (2017) UCI machine learning repository. http:\/\/archive.ics.uci.edu\/ml"},{"key":"6760_CR10","unstructured":"Gallicchio C (2019) Chasing the echo state property. In: 27th European symposium on artificial neural networks, computational intelligence and machine learning, ESANN 2019, pp 667\u2013672. ESANN (i6doc. com)"},{"key":"6760_CR11","unstructured":"Gallicchio C, Micheli A (2010) A markovian characterization of redundancy in echo state networks by pca. In: Proc. of the 18th European symposium on artificial neural networks (ESANN). d-side publi"},{"issue":"5","key":"6760_CR12","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1016\/j.neunet.2011.02.002","volume":"24","author":"C Gallicchio","year":"2011","unstructured":"Gallicchio C, Micheli A (2011) Architectural and markovian factors of echo state networks. Neural Netw 24(5):440\u2013456","journal-title":"Neural Netw"},{"key":"6760_CR13","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Micheli A (2017) Deep echo state network (deepesn): a brief survey. arXiv preprint arXiv:1712.04323","DOI":"10.1109\/IJCNN.2018.8489464"},{"issue":"3","key":"6760_CR14","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/s12559-017-9461-9","volume":"9","author":"C Gallicchio","year":"2017","unstructured":"Gallicchio C, Micheli A (2017) Echo state property of deep reservoir computing networks. Cogn Comput 9(3):337\u2013350","journal-title":"Cogn Comput"},{"key":"6760_CR15","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Micheli A (2019) Reservoir topology in deep echo state networks. In: International conference on artificial neural networks. Springer, pp. 62\u201375","DOI":"10.1007\/978-3-030-30493-5_6"},{"key":"6760_CR16","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Micheli A (2020) Fast and deep graph neural networks. In: Proceedings of the AAAI conference on artificial intelligence, vol\u00a034, pp 3898\u20133905","DOI":"10.1609\/aaai.v34i04.5803"},{"key":"6760_CR17","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Micheli A (2021) Deep reservoir computing. In: Nakajima\u00a0K, Fischer\u00a0I (eds) Reservoir computing. Springer, pp 77\u201395","DOI":"10.1007\/978-981-13-1687-6_4"},{"key":"6760_CR18","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.neucom.2016.12.089","volume":"268","author":"C Gallicchio","year":"2017","unstructured":"Gallicchio C, Micheli A, Pedrelli L (2017) Deep reservoir computing: a critical experimental analysis. Neurocomputing 268:87\u201399. https:\/\/doi.org\/10.1016\/j.neucom.2016.12.089","journal-title":"Neurocomputing"},{"key":"6760_CR19","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.neunet.2018.08.002","volume":"108","author":"C Gallicchio","year":"2018","unstructured":"Gallicchio C, Micheli A, Pedrelli L (2018) Design of deep echo state networks. Neural Netw 108:33\u201347","journal-title":"Neural Netw"},{"key":"6760_CR20","doi-asserted-by":"crossref","unstructured":"Gallicchio C, Scardapane S (2020) Deep randomized neural networks. Recent Trends Learn Data 43\u201368","DOI":"10.1007\/978-3-030-43883-8_3"},{"key":"6760_CR21","doi-asserted-by":"crossref","unstructured":"Graves A, Mohamed Ar, Hinton G (2013) Speech recognition with deep recurrent neural networks. In: 2013 IEEE international conference on acoustics, speech and signal processing, pp 6645\u20136649. Ieee","DOI":"10.1109\/ICASSP.2013.6638947"},{"issue":"1","key":"6760_CR22","doi-asserted-by":"publisher","first-page":"014004","DOI":"10.1088\/1361-6420\/aa9a90","volume":"34","author":"E Haber","year":"2017","unstructured":"Haber E, Ruthotto L (2017) Stable architectures for deep neural networks. Inverse Probl 34(1):014004","journal-title":"Inverse Probl"},{"key":"6760_CR23","first-page":"190","volume":"26","author":"M Hermans","year":"2013","unstructured":"Hermans M, Schrauwen B (2013) Training and analysing deep recurrent neural networks. Adv Neural Inf Process Syst 26:190\u2013198","journal-title":"Adv Neural Inf Process Syst"},{"key":"6760_CR24","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1016\/j.renene.2020.03.042","volume":"154","author":"H Hu","year":"2020","unstructured":"Hu H, Wang L, Lv SX (2020) Forecasting energy consumption and wind power generation using deep echo state network. Renew Energy 154:598\u2013613","journal-title":"Renew Energy"},{"key":"6760_CR25","unstructured":"Jaeger H (2001) The \u201cecho state\u201d approach to analysing and training recurrent neural networks-with an erratum note. Bonn Ger Ger Natl Res Center Inf Technol GMD Tech Rep"},{"key":"6760_CR26","volume-title":"Short term memory in echo state networks","author":"H Jaeger","year":"2002","unstructured":"Jaeger H (2002) Short term memory in echo state networks. Tech. rep, GMD-German National Research Institute for Computer Science"},{"key":"6760_CR27","doi-asserted-by":"crossref","unstructured":"Jaeger H (2005) Reservoir riddles: suggestions for echo state network research. In: Proceedings of the 2005 IEEE international joint conference on neural networks (IJCNN), vol\u00a03, pp 1460\u20131462. IEEE","DOI":"10.1109\/IJCNN.2005.1556090"},{"issue":"5667","key":"6760_CR28","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger H, Haas H (2004) Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667):78\u201380","journal-title":"Science"},{"issue":"3","key":"6760_CR29","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H Jaeger","year":"2007","unstructured":"Jaeger H, Luko\u0161evi\u010dius M, Popovici D, Siewert U (2007) Optimization and applications of echo state networks with leaky-integrator neurons. Neural Netw 20(3):335\u2013352","journal-title":"Neural Netw"},{"key":"6760_CR30","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.neunet.2019.01.002","volume":"112","author":"Y Kawai","year":"2019","unstructured":"Kawai Y, Park J, Asada M (2019) A small-world topology enhances the echo state property and signal propagation in reservoir computing. Neural Netw 112:15\u201323","journal-title":"Neural Netw"},{"issue":"23","key":"6760_CR31","doi-asserted-by":"publisher","first-page":"17769","DOI":"10.1007\/s00521-020-04948-x","volume":"32","author":"T Kim","year":"2020","unstructured":"Kim T, King BR (2020) Time series prediction using deep echo state networks. Neural Comput Appl 32(23):17769\u201317787","journal-title":"Neural Comput Appl"},{"issue":"3","key":"6760_CR32","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Luko\u0161evi\u010dius","year":"2009","unstructured":"Luko\u0161evi\u010dius M, Jaeger H (2009) Reservoir computing approaches to recurrent neural network training. Comput Sci Rev 3(3):127\u2013149","journal-title":"Comput Sci Rev"},{"key":"6760_CR33","volume-title":"Generalized feature extraction for structural pattern recognition in time-series data","author":"RT Olszewski","year":"2001","unstructured":"Olszewski RT (2001) Generalized feature extraction for structural pattern recognition in time-series data. CARNEGIE-MELLON UNIV PITTSBURGH PA SCHOOL OF COMPUTER SCIENCE, Tech. rep"},{"issue":"1","key":"6760_CR34","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1162\/neco.2007.19.1.111","volume":"19","author":"M Ozturk","year":"2007","unstructured":"Ozturk M, Xu D, Principe J (2007) Analysis and design of echo state networks. Neural Comput 19(1):111\u2013138","journal-title":"Neural Comput"},{"key":"6760_CR35","unstructured":"Pascanu R, Gulcehre C, Cho K, Bengio Y (2013) How to construct deep recurrent neural networks. arXiv preprint arXiv:1312.6026"},{"key":"6760_CR36","unstructured":"Principe J, Xu D, Fisher J, Haykin S (2000) Information theoretic learning. unsupervised adaptive filtering. Unsupervised Adapt Filter 1"},{"key":"6760_CR37","doi-asserted-by":"crossref","unstructured":"Principe JC (2010) Information theoretic learning: Renyi\u2019s entropy and kernel perspectives. Springer Science & Business Media","DOI":"10.1007\/978-1-4419-1570-2"},{"issue":"1","key":"6760_CR38","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/TNN.2010.2089641","volume":"22","author":"A Rodan","year":"2010","unstructured":"Rodan A, Ti\u0148o P (2010) Minimum complexity echo state network. IEEE Trans Neural Netw 22(1):131\u2013144","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"6760_CR39","doi-asserted-by":"publisher","first-page":"e1200","DOI":"10.1002\/widm.1200","volume":"7","author":"S Scardapane","year":"2017","unstructured":"Scardapane S, Wang D (2017) Randomness in neural networks: an overview. Wiley Interdiscip Rev Data Min Knowl Discov 7(2):e1200","journal-title":"Wiley Interdiscip Rev Data Min Knowl Discov"},{"key":"6760_CR40","doi-asserted-by":"crossref","unstructured":"Ti\u0148o P, Hammer B, Bod\u00e9n M (2007) Markovian bias of neural-based architectures with feedback connections. In: Perspectives of neural-symbolic integration. Springer, pp 95\u2013133","DOI":"10.1007\/978-3-540-73954-8_5"},{"key":"6760_CR41","doi-asserted-by":"crossref","unstructured":"Verstraeten D, Schrauwen B, d\u2019Haene M, Stroobandt D (2007) An experimental unification of reservoir computing methods. Neural Netw 20(3):391\u2013403","DOI":"10.1016\/j.neunet.2007.04.003"},{"key":"6760_CR42","doi-asserted-by":"crossref","unstructured":"Weigend AS (2018) Time series prediction: forecasting the future and understanding the past. Routledge","DOI":"10.4324\/9780429492648"},{"issue":"10","key":"6760_CR43","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos PJ (1990) Backpropagation through time: what it does and how to do it. Proc IEEE 78(10):1550\u20131560","journal-title":"Proc IEEE"},{"key":"6760_CR44","doi-asserted-by":"crossref","unstructured":"Williams BH, Toussaint M, Storkey AJ (2006) Extracting motion primitives from natural handwriting data. In: International conference on artificial neural networks. Springer, pp 634\u2013643","DOI":"10.1007\/11840930_66"},{"issue":"3","key":"6760_CR45","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.neunet.2007.04.014","volume":"20","author":"Y Xue","year":"2007","unstructured":"Xue Y, Yang L, Haykin S (2007) Decoupled echo state networks with lateral inhibition. Neural Netw 20(3):365\u2013376","journal-title":"Neural Netw"},{"key":"6760_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"I Yildiz","year":"2012","unstructured":"Yildiz I, Jaeger H, Kiebel S (2012) Re-visiting the echo state property. Neural Netw 35:1\u20139","journal-title":"Neural Netw"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06760-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06760-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06760-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T09:59:43Z","timestamp":1726480783000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06760-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,15]]},"references-count":46,"journal-issue":{"issue":"34","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["6760"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06760-7","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,15]]},"assertion":[{"value":"23 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 November 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}