{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:35:33Z","timestamp":1772120133629,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Oper. Res. Forum"],"DOI":"10.1007\/s43069-023-00196-6","type":"journal-article","created":{"date-parts":[[2023,2,17]],"date-time":"2023-02-17T02:39:00Z","timestamp":1676601540000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Optimizing Structure and Internal Unit Weights of Echo State Network for an Efficient LMS-Based Online Training"],"prefix":"10.1007","volume":"4","author":[{"given":"Javad","family":"Saadat","sequence":"first","affiliation":[]},{"given":"Mohsen","family":"Farshad","sequence":"additional","affiliation":[]},{"given":"Hussein","family":"Eliasi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,15]]},"reference":[{"issue":"7\u20139","key":"196_CR1","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1016\/j.neucom.2007.12.020","volume":"71","author":"B Schrauwen","year":"2008","unstructured":"Schrauwen B, Wardermann M, Verstraeten D, Steil JJ, Stroobandt D (2008) Improving reservoirs using intrinsic plasticity. Neurocomputing 71(7\u20139):1159\u20131171","journal-title":"Neurocomputing"},{"issue":"3","key":"196_CR2","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1016\/j.neunet.2007.04.011","volume":"20","author":"JJ Steil","year":"2007","unstructured":"Steil JJ (2007) Online reservoir adaptation by intrinsic plasticity for backpropagation\u2013decorrelation and echo state learning. Neural Netw 20(3):353\u2013364","journal-title":"Neural Netw"},{"issue":"1","key":"196_CR3","first-page":"74","volume":"22","author":"Y Xia","year":"2010","unstructured":"Xia Y, Jelfs B, Van Hulle MM, Pr\u00edncipe JC, Mandic DP (2010) An augmented echo state network for nonlinear adaptive filtering of complex noncircular signals. IEEE Trans Neural Netw 22(1):74\u201383","journal-title":"IEEE Trans Neural Networks"},{"issue":"3","key":"196_CR4","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H Jaeger","year":"2007","unstructured":"Jaeger H, Luko\u0161evi\u010dius M, Popovici D, Siewert U (2007) Optimization and applications of echo state networks with leaky-integrator neurons. Neural Netw 20(3):335\u2013352","journal-title":"Neural Netw"},{"key":"196_CR5","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1016\/j.asoc.2019.02.005","volume":"77","author":"SX Lun","year":"2019","unstructured":"Lun SX, Hu HF, Yao XS (2019) The modified sufficient conditions for echo state property and parameter optimization of leaky integrator echo state network. Appl Soft Comput 77:750\u2013760","journal-title":"Appl Soft Comput"},{"issue":"9","key":"196_CR6","doi-asserted-by":"publisher","first-page":"1435","DOI":"10.1109\/TNN.2011.2162109","volume":"22","author":"SP Chatzis","year":"2011","unstructured":"Chatzis SP, Demiris Y (2011) Echo state Gaussian process. IEEE Trans Neural Netw 22(9):1435\u20131445","journal-title":"IEEE Trans Neural Networks"},{"issue":"5","key":"196_CR7","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1109\/TNN.2007.894082","volume":"18","author":"Z Deng","year":"2007","unstructured":"Deng Z, Zhang Y (2007) Collective behavior of a small-world recurrent neural system with scale-free distribution. IEEE Trans Neural Netw 18(5):1364\u20131375","journal-title":"IEEE Trans Neural Networks"},{"key":"196_CR8","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.neunet.2018.08.002","volume":"108","author":"C Gallicchio","year":"2018","unstructured":"Gallicchio C, Micheli A, Pedrelli L (2018) Design of deep echo state networks. Neural Netw 108:33\u201347","journal-title":"Neural Netw"},{"issue":"3","key":"196_CR9","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.neunet.2007.04.014","volume":"20","author":"Y Xue","year":"2007","unstructured":"Xue Y, Yang L, Haykin S (2007) Decoupled echo state networks with lateral inhibition. Neural Netw 20(3):365\u2013376","journal-title":"Neural Netw"},{"issue":"1","key":"196_CR10","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1162\/neco.2007.19.1.111","volume":"19","author":"MC Ozturk","year":"2007","unstructured":"Ozturk MC, Xu D, Principe JC (2007) Analysis and design of echo state networks. Neural Comput 19(1):111\u2013138","journal-title":"Neural Comput"},{"issue":"1","key":"196_CR11","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/TNN.2010.2089641","volume":"22","author":"A Rodan","year":"2010","unstructured":"Rodan A, Tino P (2010) Minimum complexity echo state network. IEEE Trans Neural Netw 22(1):131\u2013144","journal-title":"IEEE Trans Neural Networks"},{"key":"196_CR12","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.neucom.2019.09.002","volume":"371","author":"J Liu","year":"2020","unstructured":"Liu J, Sun T, Luo Y, Yang S, Cao Y, Zhai J (2020) An echo state network architecture based on quantum logic gate and its optimization. Neurocomputing 371:100\u2013107","journal-title":"Neurocomputing"},{"key":"196_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2012.07.005","volume":"35","author":"IB Yildiz","year":"2012","unstructured":"Yildiz IB, Jaeger H, Kiebel SJ (2012) Re-visiting the echo state property. Neural Netw 35:1\u20139","journal-title":"Neural Netw"},{"issue":"3","key":"196_CR14","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1162\/NECO_a_00411","volume":"25","author":"G Manjunath","year":"2013","unstructured":"Manjunath G, Jaeger H (2013) Echo state property linked to an input: exploring a fundamental characteristic of recurrent neural networks. Neural Comput 25(3):671\u2013696","journal-title":"Neural Comput"},{"issue":"3","key":"196_CR15","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/s12559-017-9461-9","volume":"9","author":"C Gallicchio","year":"2017","unstructured":"Gallicchio C, Micheli A (2017) Echo state property of deep reservoir computing networks. Cogn Comput 9(3):337\u2013350","journal-title":"Cogn Comput"},{"issue":"6","key":"196_CR16","doi-asserted-by":"publisher","first-page":"5869","DOI":"10.1109\/JSEN.2022.3148742","volume":"22","author":"X Li","year":"2022","unstructured":"Li X, Bi F, Yang X, Bi X (2022) An echo state network with improved topology for time series prediction. IEEE Sens J 22(6):5869\u20135878","journal-title":"IEEE Sens J"},{"issue":"2","key":"196_CR17","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1109\/TNN.2006.885113","volume":"18","author":"Z Shi","year":"2007","unstructured":"Shi Z, Han M (2007) Support vector echo-state machine for chaotic time-series prediction. IEEE Trans Neural Netw 18(2):359\u2013372","journal-title":"IEEE Trans Neural Networks"},{"issue":"3","key":"196_CR18","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1109\/TCDS.2021.3062177","volume":"13","author":"Z Wang","year":"2021","unstructured":"Wang Z, Yao X, Huang Z, Liu L (2021) Deep echo state network with multiple adaptive reservoirs for time series prediction. IEEE Transact Cognitive Develop Syst 13(3):693\u2013704","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"issue":"4","key":"196_CR19","doi-asserted-by":"publisher","first-page":"3925","DOI":"10.1007\/s11071-021-06452-w","volume":"104","author":"HC Chen","year":"2021","unstructured":"Chen HC, Wei DQ (2021) Chaotic time series prediction using echo state network based on selective opposition grey wolf optimizer. Nonlinear Dyn 104(4):3925\u20133935","journal-title":"Nonlinear Dyn"},{"issue":"3","key":"196_CR20","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1016\/j.neunet.2007.04.006","volume":"20","author":"MD Skowronski","year":"2007","unstructured":"Skowronski MD, Harris JG (2007) Automatic speech recognition using a predictive echo state network classifier. Neural Netw 20(3):414\u2013423","journal-title":"Neural Netw"},{"issue":"3","key":"196_CR21","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.neunet.2007.04.013","volume":"20","author":"MH Tong","year":"2007","unstructured":"Tong MH, Bickett AD, Christiansen EM, Cottrell GW (2007) Learning grammatical structure with echo state networks. Neural Netw 20(3):424\u2013432","journal-title":"Neural Netw"},{"key":"196_CR22","doi-asserted-by":"crossref","unstructured":"Jaeger H, Haas H (2004) Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667):78\u201380","DOI":"10.1126\/science.1091277"},{"issue":"3","key":"196_CR23","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1016\/j.neunet.2007.04.012","volume":"20","author":"MC Ozturk","year":"2007","unstructured":"Ozturk MC, Principe JC (2007) An associative memory readout for ESNs with applications to dynamical pattern recognition. Neural Netw 20(3):377\u2013390","journal-title":"Neural Netw"},{"key":"196_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2019.112188","volume":"201","author":"H Wang","year":"2019","unstructured":"Wang H, Lei Z, Liu Y, Peng J, Liu J (2019) Echo state network based ensemble approach for wind power forecasting. Energy Convers Manage 201:112188","journal-title":"Energy Convers Manage"},{"key":"196_CR25","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1016\/j.renene.2018.07.060","volume":"131","author":"MA Chitsazan","year":"2019","unstructured":"Chitsazan MA, Fadali MS, Trzynadlowski M (2019) Wind speed and wind direction forecasting using echo state network with nonlinear functions. Renew Energy 131:879\u2013889","journal-title":"Renewable Energy"},{"key":"196_CR26","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1016\/j.renene.2020.09.109","volume":"164","author":"H Hu","year":"2021","unstructured":"Hu H, Wang L, Tao R (2021) Wind speed forecasting based on variational mode decomposition and improved echo state network. Renew Energy 164:729\u2013751","journal-title":"Renewable Energy"},{"key":"196_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.107336","volume":"134","author":"SF Stefenon","year":"2022","unstructured":"Stefenon SF, Seman LO, Neto NFS, Meyer LH, Nied A, Yow KC (2022) Echo state network applied for classification of medium voltage insulators. Int J Electr Power Energy Syst 134:107336","journal-title":"Int J Electr Power Energy Syst"},{"key":"196_CR28","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1016\/j.renene.2020.03.042","volume":"154","author":"H Hu","year":"2020","unstructured":"Hu H, Wang L, Lv SX (2020) Forecasting energy consumption and wind power generation using deep echo state network. Renew Energy 154:598\u2013613","journal-title":"Renewable Energy"},{"key":"196_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.116778","volume":"193","author":"H Hu","year":"2020","unstructured":"Hu H, Wang L, Peng L, Zeng YR (2020) Effective energy consumption forecasting using enhanced bagged echo state network. Energy 193:116778","journal-title":"Energy"},{"issue":"3","key":"196_CR30","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Luko\u0161evi\u010dius","year":"2009","unstructured":"Luko\u0161evi\u010dius M, Jaeger H (2009) Reservoir computing approaches to recurrent neural network training. Comput Sci Rev 3(3):127\u2013149","journal-title":"Computer Science Review"},{"key":"196_CR31","unstructured":"Liebald B (2004) Exploration of effects of different network topologies on the ESN signal crosscorrelation matrix spectrum.\u00a0Bachelor of Science (B. Sc.) thesis, International University Bremen, Spring"},{"key":"196_CR32","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.neunet.2019.01.002","volume":"112","author":"Y Kawai","year":"2019","unstructured":"Kawai Y, Park J, Asada M (2019) A small-world topology enhances the echo state property and signal propagation in reservoir computing. Neural Netw 112:15\u201323","journal-title":"Neural Netw"},{"key":"196_CR33","doi-asserted-by":"crossref","unstructured":"Song Q, Zhao X, Feng Z, Song B (2011) Recursive least squares algorithm with adaptive forgetting factor based on echo state network. In\u00a02011 9th World Congress on Intelligent Control and Automation\u00a0(pp. 295\u2013298). IEEE","DOI":"10.1109\/WCICA.2011.5970746"},{"issue":"12","key":"196_CR34","doi-asserted-by":"publisher","first-page":"2150057","DOI":"10.1142\/S012906572150057X","volume":"31","author":"Y Xue","year":"2021","unstructured":"Xue Y, Zhang Q, Neri F (2021) Self-adaptive particle swarm optimization-based echo state network for time series prediction. Int J Neural Syst 31(12):2150057","journal-title":"Int J Neural Syst"},{"key":"196_CR35","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.asoc.2017.01.049","volume":"55","author":"N Chouikhi","year":"2017","unstructured":"Chouikhi N, Ammar B, Rokbani N, Alimi AM (2017) PSO-based analysis of echo state network parameters for time series forecasting. Appl Soft Comput 55:211\u2013225","journal-title":"Appl Soft Comput"},{"issue":"1","key":"196_CR36","first-page":"163","volume":"15","author":"J Saadat","year":"2017","unstructured":"Saadat J, Moallem P, Koofigar H (2017) Training echo state neural network using harmony search algorithm. Int J Artif Intell 15(1):163\u2013179","journal-title":"Int J Artif Intell"},{"key":"196_CR37","unstructured":"Luko\u0161evicius M, Jaeger H (2007) Overview of reservoir recipes\u00a0(No. 11). Technical Report"},{"issue":"34","key":"196_CR38","first-page":"13","volume":"148","author":"H Jaeger","year":"2001","unstructured":"Jaeger H (2001) The \u201cecho state\u201d approach to analyzing and training recurrent neural networks-with an erratum note. Bonn, Germany: German National Research Center for Information Technology GMD Technical Report 148(34):13","journal-title":"Bonn, Germany: German National Research Center for Information Technology GMD Technical Report"},{"key":"196_CR39","unstructured":"Jaeger H (2002) Short term memory in echo state networks. gmd-report 152. In\u00a0GMD-German National Research Institute for Computer Science (2002). http:\/\/www.faculty.jacobs-university.de\/hjaeger\/pubs\/STMEchoStatesTechRep.pdf"},{"key":"196_CR40","doi-asserted-by":"crossref","unstructured":"Jaeger H, Maass W, Principe J (2007) Special issue on echo state networks and liquid state machines","DOI":"10.1016\/j.neunet.2007.04.001"},{"issue":"6","key":"196_CR41","doi-asserted-by":"publisher","first-page":"3403","DOI":"10.1103\/PhysRevA.45.3403","volume":"45","author":"MB Kennel","year":"1992","unstructured":"Kennel MB, Brown R, Abarbanel HD (1992) Determining embedding dimension for phase-space reconstruction using a geometrical construction. Phys Rev A 45(6):3403","journal-title":"Phys Rev A"},{"key":"196_CR42","doi-asserted-by":"crossref","unstructured":"Widrow B, McCool J, Larimore MG, Johnson CR (1977) Stationary and nonstationary learning characteristics of the LMS adaptive filter. In\u00a0Aspects of signal processing\u00a0(pp. 355\u2013393). Springer, Dordrecht","DOI":"10.1007\/978-94-010-1223-2_23"},{"issue":"36\u201338","key":"196_CR43","doi-asserted-by":"publisher","first-page":"3902","DOI":"10.1016\/j.cma.2004.09.007","volume":"194","author":"KS Lee","year":"2005","unstructured":"Lee KS, Geem ZW (2005) A new meta-heuristic algorithm for continuous engineering optimization: harmony search theory and practice. Comput Methods Appl Mech Eng 194(36\u201338):3902\u20133933","journal-title":"Comput Methods Appl Mech Eng"},{"issue":"4","key":"196_CR44","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1109\/TWC.2002.804190","volume":"1","author":"WB Heinzelman","year":"2002","unstructured":"Heinzelman WB, Chandrakasan AP, Balakrishnan H (2002) An application-specific protocol architecture for wireless microsensor networks. IEEE Trans Wireless Commun 1(4):660\u2013670","journal-title":"IEEE Trans Wireless Commun"},{"key":"196_CR45","doi-asserted-by":"crossref","unstructured":"Geem ZW (Ed.) (2009) Music-inspired harmony search algorithm: theory and applications\u00a0(Vol. 191). Springer","DOI":"10.1007\/978-3-642-00185-7"},{"issue":"9\u201310","key":"196_CR46","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1016\/j.compstruc.2004.01.002","volume":"82","author":"KS Lee","year":"2004","unstructured":"Lee KS, Geem ZW (2004) A new structural optimization method based on the harmony search algorithm. Comput Struct 82(9\u201310):781\u2013798","journal-title":"Comput Struct"},{"issue":"2","key":"196_CR47","doi-asserted-by":"publisher","first-page":"1134","DOI":"10.1103\/PhysRevA.33.1134","volume":"33","author":"AM Fraser","year":"1986","unstructured":"Fraser AM, Swinney HL (1986) Independent coordinates for strange attractors from mutual information. Phys Rev A 33(2):1134","journal-title":"Phys Rev A"}],"container-title":["Operations Research Forum"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43069-023-00196-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43069-023-00196-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43069-023-00196-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T08:59:29Z","timestamp":1728896369000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43069-023-00196-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,15]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2023,3]]}},"alternative-id":["196"],"URL":"https:\/\/doi.org\/10.1007\/s43069-023-00196-6","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-1866454\/v1","asserted-by":"object"}]},"ISSN":["2662-2556"],"issn-type":[{"value":"2662-2556","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,15]]},"assertion":[{"value":"17 July 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 November 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Authors should make sure to also seek consent from individuals to publish their data prior to submitting their paper to a journal. This is in particular applicable to case studies.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"This article is extracted from Javad Saadat Ph.D thesis, Professor Mohsen Farshad and Professor Hossein Eliasi are the supervisors of this thesis.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"10"}}