{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,3]],"date-time":"2026-05-03T21:49:46Z","timestamp":1777844986031,"version":"3.51.4"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2022,3,11]],"date-time":"2022-03-11T00:00:00Z","timestamp":1646956800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,3,11]],"date-time":"2022-03-11T00:00:00Z","timestamp":1646956800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001807","name":"Fapesp","doi-asserted-by":"crossref","award":["2019\/07665-4"],"award-info":[{"award-number":["2019\/07665-4"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001807","name":"Fapesp","doi-asserted-by":"crossref","award":["2015\/50122-0"],"award-info":[{"award-number":["2015\/50122-0"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Ministry of Science and Technology of China","award":["G20200226015"],"award-info":[{"award-number":["G20200226015"]}]},{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["IRTG 1740"],"award-info":[{"award-number":["IRTG 1740"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10994-022-06135-6","type":"journal-article","created":{"date-parts":[[2022,3,11]],"date-time":"2022-03-11T18:02:45Z","timestamp":1647021765000},"page":"2885-2904","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Clustered and deep echo state networks for signal noise reduction"],"prefix":"10.1007","volume":"111","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6734-0622","authenticated-orcid":false,"given":"Laercio","family":"de Oliveira Junior","sequence":"first","affiliation":[]},{"given":"Florian","family":"Stelzer","sequence":"additional","affiliation":[]},{"given":"Liang","family":"Zhao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,11]]},"reference":[{"issue":"11","key":"6135_CR1","doi-asserted-by":"publisher","first-page":"e00938","DOI":"10.1016\/j.heliyon.2018.e00938","volume":"4","author":"OI Abiodun","year":"2018","unstructured":"Abiodun, O. I., Jantan, A., Omolara, A. E., Dada, K. V., Mohamed, N. A., & Arshad, H. (2018). State-of-the-art in artificial neural network applications: A survey. Heliyon, 4(11), e00938. https:\/\/doi.org\/10.1016\/j.heliyon.2018.e00938.","journal-title":"Heliyon"},{"key":"6135_CR2","doi-asserted-by":"publisher","first-page":"19290","DOI":"10.1038\/s41598-019-55738-y","volume":"9","author":"TJ Akiki","year":"2019","unstructured":"Akiki, T. J., & Abdallah, C. G. (2019). Determining the hierarchical architecture of the human brain using subject-level clustering of functional networks. Science and Reports, 9, 19290.","journal-title":"Science and Reports"},{"key":"6135_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/ncomms1476","volume":"2","author":"L Appeltant","year":"2011","unstructured":"Appeltant, L., Soriano, M., Van Der Sande, G., Danckaert, J., Massar, S., Dambre, J., et al. (2011). Information processing using a single dynamical node as complex system. Nature Communications, 2, 1\u20136.","journal-title":"Nature Communications"},{"issue":"5439","key":"6135_CR4","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"AL Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si, A. L., & Albert, R. (1999). Emergence of scaling in random networks. Science, 286(5439), 509\u2013512.","journal-title":"Science"},{"key":"6135_CR5","doi-asserted-by":"publisher","first-page":"20","DOI":"10.3389\/fncom.2020.00020","volume":"14","author":"MJ Berry","year":"2020","unstructured":"Berry, M. J., & Tkacik, G. (2020). Clustering of neural activity: A design principle for population codes. Frontiers in Computational Neuroscience, 14, 20.","journal-title":"Frontiers in Computational Neuroscience"},{"key":"6135_CR6","unstructured":"Bollobas, B., Borgs, C., Chayes, J., & Riordan, O. (2003). Directed scale-free graphs. In Proceedings of the 14th annual ACM-SIAM symposium on discrete algorithms (SODA), pp. 132\u2013139."},{"key":"6135_CR7","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1038\/ncomms2368","volume":"4","author":"D Brunner","year":"2013","unstructured":"Brunner, D., Soriano, M. C., Mirasso, C. R., & Fischer, I. (2013). Parallel photonic information processing at gigabyte per second data rates using transient states. Nature Communications, 4, 1364. https:\/\/doi.org\/10.1038\/ncomms2368.","journal-title":"Nature Communications"},{"key":"6135_CR8","doi-asserted-by":"crossref","unstructured":"Cho, K., van Merrienboer, B., Gulcehre, C., Bahdanau, D., Bougares, F., Schwenk, H., & Bengio, Y. (2014). Learning phrase representations using rnn encoder-decoder for statistical machine translation.","DOI":"10.3115\/v1\/D14-1179"},{"issue":"5","key":"6135_CR9","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1109\/TNN.2007.894082","volume":"18","author":"Z Deng","year":"2007","unstructured":"Deng, Z., & Zhang, Y. (2007). Collective behavior of a small-world recurrent neural system with scale-free distribution. IEEE Transactions on Neural Networks, 18(5), 1364\u20131375. https:\/\/doi.org\/10.1109\/TNN.2007.894082.","journal-title":"IEEE Transactions on Neural Networks"},{"key":"6135_CR10","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-030-49186-4_5","volume-title":"Artificial Intelligence Applications and Innovations","author":"S Dettori","year":"2020","unstructured":"Dettori, S., Matino, I., Colla, V., & Speets, R. (2020). Deep echo state networks in industrial applications. In I. Maglogiannis, L. Iliadis, & E. Pimenidis (Eds.), Artificial Intelligence Applications and Innovations (pp. 53\u201363). Cham: Springer International Publishing."},{"key":"6135_CR11","first-page":"261","volume":"12","author":"P Erd\u00f6s","year":"1961","unstructured":"Erd\u00f6s, P., & Renyi, A. (1961). On the strength of connectedness of a random graph. Acta Mathematica Hungarica, 12, 261\u2013267.","journal-title":"Acta Mathematica Hungarica"},{"key":"6135_CR12","unstructured":"Gallicchio, C., & Micheli, A. (2016) Deep reservoir computing: A critical analysis. In ESANN 2016 proceedings, European symposium on artificial neural networks, computational intelligence and machine learning."},{"key":"6135_CR13","unstructured":"Gallicchio, C., & Micheli, A. (2020). Deep echo state network (deepesn): A brief survey."},{"key":"6135_CR14","doi-asserted-by":"publisher","unstructured":"Gallicchio, C., Micheli, A., & Pedrelli, L. (2018). Design of deep echo state networks. Neural Networks,108, 33\u201347. https:\/\/doi.org\/10.1016\/j.neunet.2018.08.002, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0893608018302223.","DOI":"10.1016\/j.neunet.2018.08.002"},{"key":"6135_CR15","doi-asserted-by":"publisher","first-page":"5633","DOI":"10.1098\/rsta.2010.0279","volume":"368","author":"PM Gleiser","year":"2010","unstructured":"Gleiser, P. M., & Spoormaker, V. I. (2010). Modelling hierarchical structure in functional brain networks. Philosophical Transactions of the Royal Society A, 368, 5633\u20135644.","journal-title":"Philosophical Transactions of the Royal Society A"},{"issue":"23","key":"6135_CR16","doi-asserted-by":"publisher","first-page":"e215","DOI":"10.1161\/01.CIR.101.23.e215","volume":"101","author":"AL Goldberger","year":"2000","unstructured":"Goldberger, A. L., Amaral, L. A. N., Glass, L., Hausdorff, J. M., Ivanov, P. C., Mark, R. G., et al. (2000). PhysioBank, PhysioToolkit, and PhysioNet: Components of a new research resource for complex physiologic signals. Circulation, 101(23), e215\u2013e220.","journal-title":"Circulation"},{"key":"6135_CR17","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., & Courville, A. (2016). Deep Learning. Cambridge, MA: MIT Press."},{"key":"6135_CR18","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.0060159","volume":"6","author":"P Hagmann","year":"2008","unstructured":"Hagmann, P., Cammoun, L., Gigandet, X., Meuli, R., Honey, C. J., Wedeen, V. J., & Sporns, O. (2008). Mapping the structural core of human cerebral cortex. PLoS Biology, 6, e156.","journal-title":"PLoS Biology"},{"key":"6135_CR19","volume-title":"The organization of behavior: A neuropsychological theory","author":"DO Hebb","year":"1949","unstructured":"Hebb, D. O. (1949). The organization of behavior: A neuropsychological theory. New York, NY: Wiley."},{"key":"6135_CR20","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long short-term memory. Neural Computation, 9, 1735\u201380. https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735.","journal-title":"Neural Computation"},{"issue":"2","key":"6135_CR21","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0378-8733(83)90021-7","volume":"5","author":"PW Holland","year":"1983","unstructured":"Holland, P. W., Laskey, K. B., & Leinhardt, S. (1983). Stochastic block models: First steps. Social Networks, 5(2), 109\u2013137.","journal-title":"Social Networks"},{"key":"6135_CR22","unstructured":"Jaeger, H. (2001). The \u201cecho state\u201d approach to analysing and training recurrent neural networks\u2014with an erratum note. Bonn, Germany: German National Research Center for Information Technology GMD Technical Report 148."},{"key":"6135_CR23","unstructured":"Jaeger, H. (2002). Short term memory in echo state networks."},{"key":"6135_CR24","unstructured":"Kohler, D. (2005). A comparison of denoising methods for one dimensional time series."},{"key":"6135_CR25","doi-asserted-by":"publisher","unstructured":"Kolen, J. F., & Kremer, S. C. (2001). Gradient flow in recurrent nets: The difficulty of learning long term dependencies, pp. 237\u2013243. Wiley. https:\/\/doi.org\/10.1109\/9780470544037.ch14.","DOI":"10.1109\/9780470544037.ch14"},{"key":"6135_CR26","doi-asserted-by":"publisher","DOI":"10.1063\/1.5132766","author":"S Krishnagopal","year":"2020","unstructured":"Krishnagopal, S., Girvan, M., Ott, E., & Hunt, B. (2020). Separation of chaotic signals by reservoir computing. Chaos: An Interdisciplinary Journal of Nonlinear Science. https:\/\/doi.org\/10.1063\/1.5132766.","journal-title":"Chaos: An Interdisciplinary Journal of Nonlinear Science"},{"key":"6135_CR27","doi-asserted-by":"crossref","unstructured":"Larger, L., Soriano, M., Brunner, D., Appeltant, L., Gutierrez, J., Pesquera, L., Mirasso, C., & Fischer, I. (2012). Photonic information processing beyond Turing: An optoelectronic implementation of reservoir computing. Optics Express, 20(3).","DOI":"10.1364\/OE.20.003241"},{"issue":"7553","key":"6135_CR28","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y Lecun","year":"2015","unstructured":"Lecun, Y., Bengio, Y., & Hinton, G. (2015). Deep learning. Nature, 521(7553), 436\u2013444. https:\/\/doi.org\/10.1038\/nature14539.","journal-title":"Nature"},{"issue":"4","key":"6135_CR29","first-page":"1","volume":"10","author":"X Li","year":"2015","unstructured":"Li, X., Zhong, L., Xue, F., & Zhang, A. (2015). A priori data-driven multi-clustered reservoir generation algorithm for echo state network. PLoS ONE, 10(4), 1\u201315.","journal-title":"PLoS ONE"},{"key":"6135_CR30","doi-asserted-by":"publisher","first-page":"7313","DOI":"10.1016\/j.eswa.2008.09.049","volume":"36","author":"X Lin","year":"2009","unstructured":"Lin, X., Yang, Z., & Song, Y. (2009). Short-term stock price prediction based on echo state networks. Expert Systems with Applications, 36, 7313\u20137317.","journal-title":"Expert Systems with Applications"},{"issue":"4","key":"6135_CR31","doi-asserted-by":"publisher","DOI":"10.1063\/1.4979665","volume":"27","author":"Z Lu","year":"2017","unstructured":"Lu, Z., Pathak, J., Hunt, B., Girvan, M., Brockett, R., & Ott, E. (2017). Reservoir observers: Model-free inference of unmeasured variables in chaotic systems. Chaos An Interdisciplinary Journal of Nonlinear Science, 27(4), 041102. https:\/\/doi.org\/10.1063\/1.4979665.","journal-title":"Chaos An Interdisciplinary Journal of Nonlinear Science"},{"key":"6135_CR32","unstructured":"Lugovaya, T. S. (2005). Biometric human identification based on electrocardiogram. Master\u2019s thesis, Faculty of Computing Technologies and Informatics, Electrotechnical University \u201cLETI\u201d, Saint-Petersburg, Russian Federation."},{"key":"6135_CR33","doi-asserted-by":"publisher","unstructured":"Martens, M., Meier, J., Hillebrand, A., Tewarie, P., & Mieghem, P. (2017). Brain network clustering with information flow motifs. Applied Network Science, 2. https:\/\/doi.org\/10.1007\/s41109-017-0046-z.","DOI":"10.1007\/s41109-017-0046-z"},{"issue":"4","key":"6135_CR34","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF02478259","volume":"5","author":"WS McCulloch","year":"1943","unstructured":"McCulloch, W. S., & Pitts, W. (1943). A logical calculus of the ideas immanent in nervous activity. The Bulletin of Mathematical Biophysics, 5(4), 115\u2013133. https:\/\/doi.org\/10.1007\/BF02478259.","journal-title":"The Bulletin of Mathematical Biophysics"},{"key":"6135_CR35","unstructured":"Mozer, M. C. (1989). A focused backpropagation algorithm for temporal pattern recognition. Complex Systems,3(4)."},{"key":"6135_CR36","unstructured":"Oliveira, L., Jr., Stelzer, F., & Zhao, L. (2020). Clustered echo state networks for signal observation and frequency filtering. Mining and LearningAnais do VIII symposium on knowledge discovery (pp. 25\u201332). Porto Alegre, RS, Brasil: SBC."},{"key":"6135_CR37","doi-asserted-by":"publisher","DOI":"10.1063\/1.5010300","author":"J Pathak","year":"2017","unstructured":"Pathak, J., Lu, Z., Hunt, B. R., Girvan, M., & Ott, E. (2017). Using machine learning to replicate chaotic attractors and calculate Lyapunov exponents from data. Chaos: An Interdisciplinary Journal of Nonlinear Science. https:\/\/doi.org\/10.1063\/1.5010300.","journal-title":"Chaos: An Interdisciplinary Journal of Nonlinear Science"},{"key":"6135_CR38","doi-asserted-by":"publisher","unstructured":"Ravanelli, M., Brakel, P., Omologo, M., & Bengio, Y. (2018). Light gated recurrent units for speech recognition. IEEE Transactions on Emerging Topics in Computing, 2 . https:\/\/doi.org\/10.1109\/TETCI.2017.2762739.","DOI":"10.1109\/TETCI.2017.2762739"},{"key":"6135_CR39","unstructured":"Robinson, A. J., & Fallside, F. (1987). The utility driven dynamic error propagation network. Tech. rep.: Engineering Department, Cambridge University, Cambridge, UK."},{"key":"6135_CR40","doi-asserted-by":"crossref","unstructured":"Sak, H., Senior, A., & Beaufays, F. (2014). Long short-term memory recurrent neural network architectures for large scale acoustic modeling. Proceedings of the annual conference of the international speech communication association, INTERSPEECH, pp. 338\u2013342.","DOI":"10.21437\/Interspeech.2014-80"},{"key":"6135_CR41","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber, J. (2015). Deep learning in neural networks: An overview. Neural Networks, 61, 85\u2013117. https:\/\/doi.org\/10.1016\/j.neunet.2014.09.003.","journal-title":"Neural Networks"},{"key":"6135_CR42","doi-asserted-by":"crossref","unstructured":"Schumacher, J., Toutounji, H., & Pipa, G. (2013). An analytical approach to single node delay-coupled reservoir computing. Conference: 23rd international conference on artificial neural networks.","DOI":"10.1007\/978-3-642-40728-4_4"},{"key":"6135_CR43","doi-asserted-by":"publisher","unstructured":"Takahashi, N., Goswami, N., & Mitsufuji, Y. (2018). Mmdenselstm: An efficient combination of convolutional and recurrent neural networks for audio source separation. In 2018 16th International workshop on acoustic signal enhancement (IWAENC), pp. 106\u2013110. https:\/\/doi.org\/10.1109\/IWAENC.2018.8521383.","DOI":"10.1109\/IWAENC.2018.8521383"},{"issue":"2","key":"6135_CR44","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.fcij.2018.10.003","volume":"3","author":"A Tealab","year":"2018","unstructured":"Tealab, A. (2018). Time series forecasting using artificial neural networks methodologies: A systematic review. Future Computing and Informatics Journal, 3(2), 334\u2013340. https:\/\/doi.org\/10.1016\/j.fcij.2018.10.003.","journal-title":"Future Computing and Informatics Journal"},{"key":"6135_CR45","doi-asserted-by":"publisher","unstructured":"Uhlich, S., Porcu, M., Giron, F., Enenkl, M., Kemp, T., Takahashi, N., & Mitsufuji, Y. (2017). Improving music source separation based on deep neural networks through data augmentation and network blending. In 2017 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp. 261\u2013265. https:\/\/doi.org\/10.1109\/ICASSP.2017.7952158.","DOI":"10.1109\/ICASSP.2017.7952158"},{"key":"6135_CR46","doi-asserted-by":"crossref","unstructured":"Wiener, N. (1949). Extrapolation, interpolation, and smoothing of stationary time series. Wiley.","DOI":"10.7551\/mitpress\/2946.001.0001"},{"key":"6135_CR47","doi-asserted-by":"crossref","unstructured":"Yu, P., Miao, L., & Jia, G. (2011). Clustered complex echo state networks for traffic forecasting with prior knowledge. In 2011 IEEE international instrumentation and measurement technology conference, pp. 1\u20135.","DOI":"10.1109\/IMTC.2011.5944078"},{"key":"6135_CR48","doi-asserted-by":"publisher","DOI":"10.1063\/1.5022276","author":"RS Zimmermann","year":"2018","unstructured":"Zimmermann, R. S., & Parlitz, U. (2018). Observing spatio-temporal dynamics of excitable media using reservoir computing. Chaos: An Interdisciplinary Journal of Nonlinear Science. https:\/\/doi.org\/10.1063\/1.5022276.","journal-title":"Chaos: An Interdisciplinary Journal of Nonlinear Science"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06135-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-022-06135-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06135-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,11]],"date-time":"2023-03-11T01:03:34Z","timestamp":1678496614000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-022-06135-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,11]]},"references-count":48,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["6135"],"URL":"https:\/\/doi.org\/10.1007\/s10994-022-06135-6","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,11]]},"assertion":[{"value":"1 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 November 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The code used for experiments and\/or analysis is available at https:\/\/github.com\/laerc\/esn-noise-filtering.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}