{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T16:24:38Z","timestamp":1779294278639,"version":"3.51.4"},"publisher-location":"Berlin, Heidelberg","reference-count":54,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642352881","type":"print"},{"value":"9783642352898","type":"electronic"}],"license":[{"start":{"date-parts":[[2012,1,1]],"date-time":"2012-01-01T00:00:00Z","timestamp":1325376000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-35289-8_36","type":"book-chapter","created":{"date-parts":[[2012,11,14]],"date-time":"2012-11-14T12:03:17Z","timestamp":1352894597000},"page":"659-686","source":"Crossref","is-referenced-by-count":529,"title":["A Practical Guide to Applying Echo State Networks"],"prefix":"10.1007","author":[{"given":"Mantas","family":"Luko\u0161evi\u010dius","sequence":"first","affiliation":[]}],"member":"297","reference":[{"issue":"2","key":"36_CR1","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y. Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Transactions on Neural Networks\u00a05(2), 157\u2013166 (1994)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"36_CR2","unstructured":"Bergstra, J.S., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In: Shawe-Taylor, J., Zemel, R.S., Bartlett, P., Pereira, F.C.N., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems 23 (NIPS 2010), pp. 2546\u20132554 (2011)"},{"key":"36_CR3","volume-title":"Pattern Recognition and Machine Learning (Information Science and Statistics)","author":"C.M. Bishop","year":"2006","unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning (Information Science and Statistics). Springer-Verlag New York, Inc., Secaucus (2006)"},{"issue":"9","key":"36_CR4","doi-asserted-by":"publisher","first-page":"1435","DOI":"10.1109\/TNN.2011.2162109","volume":"22","author":"S.P. Chatzis","year":"2011","unstructured":"Chatzis, S.P., Demiris, Y.: Echo state Gaussian process. IEEE Transactions on Neural Networks\u00a022(9), 1435\u20131445 (2011)","journal-title":"IEEE Transactions on Neural Networks"},{"issue":"1","key":"36_CR5","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1016\/j.patcog.2011.06.022","volume":"45","author":"S.P. Chatzis","year":"2012","unstructured":"Chatzis, S.P., Demiris, Y.: The copula echo state network. Pattern Recognition\u00a045(1), 570\u2013577 (2012)","journal-title":"Pattern Recognition"},{"key":"36_CR6","unstructured":"Daukantas, S., Luko\u0161evi\u010dius, M., Marozas, V., Luko\u0161evi\u010dius, A.: Comparison of \u201cblack box\u201d and \u201cgray box\u201d methods for lost data reconstruction in multichannel signals. In: Proceedings of the 14th International Conference \u201cBiomedical Engineering\u201d, Kaunas, pp. 135\u2013138 (2010)"},{"issue":"1","key":"36_CR7","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1080\/016909600386129","volume":"15","author":"P.F. Dominey","year":"2000","unstructured":"Dominey, P.F., Ramus, F.: Neural network processing of natural language: I. sensitivity to serial, temporal and abstract structure of language in the infant. Language and Cognitive Processes\u00a015(1), 87\u2013127 (2000)","journal-title":"Language and Cognitive Processes"},{"key":"36_CR8","doi-asserted-by":"crossref","unstructured":"Doya, K.: Bifurcations in the learning of recurrent neural networks. In: Proceedings of IEEE International Symposium on Circuits and Systems, vol.\u00a06, pp. 2777\u20132780 (1992)","DOI":"10.1109\/ISCAS.1992.230622"},{"key":"36_CR9","unstructured":"Farhang-Boroujeny, B.: Adaptive Filters: Theory and Applications. Wiley (1998)"},{"key":"36_CR10","unstructured":"Graves, A.: Supervised Sequence Labelling with Recurrent Neural Networks. PhD thesis, Technical University Munich, Munich, Germany (2008)"},{"key":"36_CR11","doi-asserted-by":"crossref","unstructured":"Hermans, M., Schrauwen, B.: Memory in reservoirs for high dimensional input. In: Proceedings of the IEEE International Joint Conference on Neural Networks (IJCNN 2010), pp. 1\u20137 (2010)","DOI":"10.1109\/IJCNN.2010.5596884"},{"issue":"1","key":"36_CR12","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1162\/NECO_a_00200","volume":"24","author":"M. Hermans","year":"2012","unstructured":"Hermans, M., Schrauwen, B.: Recurrent kernel machines: Computing with infinite echo state networks. Neural Computation\u00a024(1), 104\u2013133 (2012)","journal-title":"Neural Computation"},{"issue":"8","key":"36_CR13","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S. Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Computation\u00a09(8), 1735\u20131780 (1997)","journal-title":"Neural Computation"},{"issue":"2","key":"36_CR14","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.neunet.2009.07.004","volume":"23","author":"G. Holzmann","year":"2010","unstructured":"Holzmann, G., Hauser, H.: Echo state networks with filter neurons and a delay and sum readout. Neural Networks\u00a023(2), 244\u2013256 (2010)","journal-title":"Neural Networks"},{"key":"36_CR15","unstructured":"Ilies, I., Jaeger, H., Kosuchinas, O., Rincon, M., \u0160ak\u0117nas, V., Va\u0161kevi\u010dius, N.: Stepping forward through echoes of the past: forecasting with echo state networks. Short report on the winning entry to the NN3 financial forecasting competition (2007), http:\/\/www.neural-forecasting-competition.com\/downloads\/NN3\/methods\/27-NN3_Herbert_Jaeger_report.pdf"},{"key":"36_CR16","unstructured":"Jaeger, H.: The \u201cecho state\u201d approach to analysing and training recurrent neural networks. Technical Report GMD Report 148, German National Research Center for Information Technology (2001)"},{"key":"36_CR17","unstructured":"Jaeger, H.: Short term memory in echo state networks. Technical Report GMD Report 152, German National Research Center for Information Technology (2002)"},{"key":"36_CR18","first-page":"593","volume-title":"Advances in Neural Information Processing Systems 15 (NIPS 2002)","author":"H. Jaeger","year":"2003","unstructured":"Jaeger, H.: Adaptive nonlinear system identification with echo state networks. In: Advances in Neural Information Processing Systems 15 (NIPS 2002), pp. 593\u2013600. MIT Press, Cambridge (2003)"},{"issue":"5667","key":"36_CR19","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H. Jaeger","year":"2004","unstructured":"Jaeger, H., Haas, H.: Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science\u00a0304(5667), 78\u201380 (2004)","journal-title":"Science"},{"key":"36_CR20","unstructured":"Jaeger, H.: Generating exponentially many periodic attractors with linearly growing echo state networks. Technical Report No. 3, Jacobs University Bremen (2006)"},{"issue":"9","key":"36_CR21","doi-asserted-by":"publisher","first-page":"2330","DOI":"10.4249\/scholarpedia.2330","volume":"2","author":"H. Jaeger","year":"2007","unstructured":"Jaeger, H.: Echo state network. Scholarpedia\u00a02(9), 2330 (2007)","journal-title":"Scholarpedia"},{"issue":"3","key":"36_CR22","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/j.neunet.2007.04.016","volume":"20","author":"H. Jaeger","year":"2007","unstructured":"Jaeger, H., Luko\u0161evi\u010dius, M., Popovici, D., Siewert, U.: Optimization and applications of echo state networks with leaky-integrator neurons. Neural Networks\u00a020(3), 335\u2013352 (2007)","journal-title":"Neural Networks"},{"key":"36_CR23","unstructured":"Jaeger, H.: Long short-term memory in echo state networks: Details of a simulation study. Technical Report No. 27, Jacobs University Bremen (2012)"},{"issue":"1","key":"36_CR24","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1145\/363707.363723","volume":"8","author":"W. Kahan","year":"1965","unstructured":"Kahan, W.: Pracniques: further remarks on reducing truncation errors. Communications of the ACM\u00a08(1), 40 (1965)","journal-title":"Communications of the ACM"},{"key":"36_CR25","unstructured":"K\u00fc\u00e7\u00fckemre, A.U.: Echo state networks for adaptive filtering. Master\u2019s thesis, University of Applied Sciences Bohn-Rhein-Sieg, Germany (2006), http:\/\/reservoir-computing.org\/publications\/2006-echo-state-networks-adaptive-filtering"},{"key":"36_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/3-540-49430-8_2","volume-title":"Neural Networks: Tricks of the Trade","author":"Y.A. LeCun","year":"1998","unstructured":"LeCun, Y.A., Bottou, L., Orr, G.B., M\u00fcller, K.-R.: Efficient BackProp. In: Orr, G.B., M\u00fcller, K.-R. (eds.) NIPS-WS 1996. LNCS, vol.\u00a01524, pp. 9\u201350. Springer, Heidelberg (1998)"},{"key":"36_CR27","unstructured":"Luko\u0161evi\u010dius, M., Popovici, D., Jaeger, H., Siewert, U.: Time warping invariant echo state networks. Technical Report No. 2, Jacobs University Bremen (May 2006)"},{"key":"36_CR28","unstructured":"Luko\u0161evi\u010dius, M.: Echo state networks with trained feedbacks. Technical Report No. 4, Jacobs University Bremen (February 2007)"},{"issue":"3","key":"36_CR29","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M. Luko\u0161evi\u010dius","year":"2009","unstructured":"Luko\u0161evi\u010dius, M., Jaeger, H.: Reservoir computing approaches to recurrent neural network training. Computer Science Review\u00a03(3), 127\u2013149 (2009)","journal-title":"Computer Science Review"},{"key":"36_CR30","unstructured":"Luko\u0161evi\u010dius, M.: Reservoir Computing and Self-Organized Neural Hierarchies. PhD thesis, Jacobs University Bremen, Bremen, Germany (2011)"},{"key":"36_CR31","doi-asserted-by":"crossref","unstructured":"Luko\u0161evi\u010dius, M., Jaeger, H., Schrauwen, B.: Reservoir computing trends. KI - K\u00fcnstliche Intelligenz, pp. 1\u20137 (2012)","DOI":"10.1007\/s13218-012-0204-5"},{"issue":"11","key":"36_CR32","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W. Maass","year":"2002","unstructured":"Maass, W., Natschl\u00e4ger, T., Markram, H.: Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Computation\u00a014(11), 2531\u20132560 (2002)","journal-title":"Neural Computation"},{"key":"36_CR33","first-page":"835","volume-title":"Advances in Neural Information Processing Systems 18 (NIPS 2005)","author":"W. Maass","year":"2006","unstructured":"Maass, W., Joshi, P., Sontag, E.D.: Principles of real-time computing with feedback applied to cortical microcircuit models. In: Advances in Neural Information Processing Systems 18 (NIPS 2005), pp. 835\u2013842. MIT Press, Cambridge (2006)"},{"key":"36_CR34","doi-asserted-by":"crossref","unstructured":"Martens, J., Sutskever, I.: Learning recurrent neural networks with Hessian-free optimization. In: Proc. 28th Int. Conf. on Machine Learning (2011)","DOI":"10.1007\/978-3-642-35289-8_27"},{"key":"36_CR35","series-title":"LNCS","first-page":"479","volume-title":"NN: Tricks of the Trade","author":"J. Martens","year":"2012","unstructured":"Martens, J., Sutskever, I.: Training Deep and Recurrent Networks with Hessian-free Optimization. In: Montavon, G., Orr, G.B., M\u00fcller, K.-R. (eds.) NN: Tricks of the Trade, 2nd edn. LNCS, vol.\u00a07700, pp. 479\u2013535. Springer, Heidelberg (2012)","edition":"2"},{"issue":"1","key":"36_CR36","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1162\/neco.2007.19.1.111","volume":"19","author":"M.C. Ozturk","year":"2007","unstructured":"Ozturk, M.C., Xu, D., Pr\u00edncipe, J.C.: Analysis and design of echo state networks. Neural Computation\u00a019(1), 111\u2013138 (2007)","journal-title":"Neural Computation"},{"key":"36_CR37","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s12591-010-0067-x","volume":"19","author":"F.R. Reinhart","year":"2011","unstructured":"Reinhart, F.R., Steil, J.J.: A constrained regularization approach for input-driven recurrent neural networks. Differential Equations and Dynamical Systems\u00a019, 27\u201346 (2011)","journal-title":"Differential Equations and Dynamical Systems"},{"key":"36_CR38","unstructured":"Reinhart, F.R., Steil, J.J.: Reservoir regularization stabilizes learning of echo state networks with output feedback. In: Proceedings of the 19th European Symposium on Artificial Neural Networks, ESANN 2011 (2011) (in Press)"},{"issue":"1","key":"36_CR39","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/TNN.2010.2089641","volume":"22","author":"A. Rodan","year":"2011","unstructured":"Rodan, A., Ti\u0148o, P.: Minimum complexity echo state network. IEEE Transactions on Neural Networks\u00a022(1), 131\u2013144 (2011)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"36_CR40","first-page":"673","volume-title":"Neurocomputing: Foundations of Research","author":"D.E. Rumelhart","year":"1988","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning internal representations by error propagation. In: Neurocomputing: Foundations of Research, pp. 673\u2013695. MIT Press, Cambridge (1988)"},{"key":"36_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1007\/978-3-540-74690-4_48","volume-title":"Artificial Neural Networks \u2013 ICANN 2007","author":"B. Schrauwen","year":"2007","unstructured":"Schrauwen, B., Defour, J., Verstraeten, D., Van Campenhout, J.: The Introduction of Time-Scales in Reservoir Computing, Applied to Isolated Digits Recognition. In: de S\u00e1, J.M., Alexandre, L.A., Duch, W., Mandic, D.P. (eds.) ICANN 2007. LNCS, vol.\u00a04668, pp. 471\u2013479. Springer, Heidelberg (2007)"},{"issue":"2","key":"36_CR42","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1109\/TNN.2006.885113","volume":"18","author":"Z. Shi","year":"2007","unstructured":"Shi, Z., Han, M.: Support vector echo-state machine for chaotic time-series prediction. IEEE Transactions on Neural Networks\u00a018(2), 359\u2013372 (2007)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"36_CR43","unstructured":"Siewert, U., Wustlich, W.: Echo-state networks with band-pass neurons: towards generic time-scale-independent reservoir structures. Internal status report, PLANET intelligent systems GmbH (2007), http:\/\/reslab.elis.ugent.be\/node\/112"},{"key":"36_CR44","doi-asserted-by":"crossref","unstructured":"Steil, J.J.: Backpropagation-decorrelation: recurrent learning with O(N) complexity. In: Proceedings of the IEEE International Joint Conference on Neural Networks (IJCNN 2004), vol.\u00a02, pp. 843\u2013848 (2004)","DOI":"10.1109\/IJCNN.2004.1380039"},{"key":"36_CR45","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1007\/11550907_103","volume-title":"Artificial Neural Networks: Formal Models and Their Applications \u2013 ICANN 2005","author":"J.J. Steil","year":"2005","unstructured":"Steil, J.J.: Memory in Backpropagation-Decorrelation O(N) Efficient Online Recurrent Learning. In: Duch, W., Kacprzyk, J., Oja, E., Zadro\u017cny, S. (eds.) ICANN 2005. LNCS, vol.\u00a03697, pp. 649\u2013654. Springer, Heidelberg (2005)"},{"issue":"4","key":"36_CR46","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.neuron.2009.07.018","volume":"63","author":"D. Sussillo","year":"2009","unstructured":"Sussillo, D., Abbott, L.F.: Generating coherent patterns of activity from chaotic neural networks. Neuron\u00a063(4), 544\u2013557 (2009)","journal-title":"Neuron"},{"key":"36_CR47","first-page":"2307","volume-title":"Advances in Neural Information Processing Systems 23 (NIPS 2010)","author":"F. Triefenbach","year":"2011","unstructured":"Triefenbach, F., Jalalvand, A., Schrauwen, B., Martens, J.-P.: Phoneme recognition with large hierarchical reservoirs. In: Advances in Neural Information Processing Systems 23 (NIPS 2010), pp. 2307\u20132315. MIT Press, Cambridge (2011)"},{"key":"36_CR48","doi-asserted-by":"crossref","unstructured":"Verstraeten, D., Schrauwen, B., Stroobandt, D.: Reservoir-based techniques for speech recognition. In: Proceedings of the IEEE International Joint Conference on Neural Networks (IJCNN 2006), pp. 1050\u20131053 (2006)","DOI":"10.1109\/IJCNN.2006.246804"},{"issue":"3","key":"36_CR49","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.neunet.2007.04.003","volume":"20","author":"D. Verstraeten","year":"2007","unstructured":"Verstraeten, D., Schrauwen, B., D\u2019Haene, M., Stroobandt, D.: An experimental unification of reservoir computing methods. Neural Networks\u00a020(3), 391\u2013403 (2007)","journal-title":"Neural Networks"},{"key":"36_CR50","doi-asserted-by":"crossref","unstructured":"Verstraeten, D., Dambre, J., Dutoit, X., Schrauwen, B.: Memory versus non-linearity in reservoirs. In: Proc. Int. Neural Networks (IJCNN) Joint Conf., pp. 1\u20138 (2010)","DOI":"10.1109\/IJCNN.2010.5596492"},{"issue":"10","key":"36_CR51","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"P.J. Werbos","year":"1990","unstructured":"Werbos, P.J.: Backpropagation through time: what it does and how to do it. Proceedings of the IEEE\u00a078(10), 1550\u20131560 (1990)","journal-title":"Proceedings of the IEEE"},{"key":"36_CR52","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1162\/neco.1989.1.2.270","volume":"1","author":"R.J. Williams","year":"1989","unstructured":"Williams, R.J., Zipser, D.: A learning algorithm for continually running fully recurrent neural networks. Neural Computation\u00a01, 270\u2013280 (1989)","journal-title":"Neural Computation"},{"key":"36_CR53","doi-asserted-by":"crossref","unstructured":"Wyffels, F., Schrauwen, B., Verstraeten, D., Stroobandt, D.: Band-pass reservoir computing. In: Hou, Z., Zhang, N. (eds.) Proceedings of the IEEE International Joint Conference on Neural Networks (IJCNN 2008), Hong Kong, pp. 3204\u20133209 (2008)","DOI":"10.1109\/IJCNN.2008.4634252"},{"key":"36_CR54","series-title":"LNCS","first-page":"687","volume-title":"NN: Tricks of the Trade","author":"H.-G. Zimmermann","year":"2012","unstructured":"Zimmermann, H.-G., Tietz, C., Grothmann, R.: Forecasting with Recurrent Neural Networks: 12 Tricks. In: Montavon, G., Orr, G.B., M\u00fcller, K.-R. (eds.) NN: Tricks of the Trade, 2nd edn. LNCS, vol.\u00a07700, pp. 687\u2013707. Springer, Heidelberg (2012)","edition":"2"}],"container-title":["Lecture Notes in Computer Science","Neural Networks: Tricks of the Trade"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-35289-8_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,20]],"date-time":"2025-04-20T21:28:59Z","timestamp":1745184539000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-35289-8_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642352881","9783642352898"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-35289-8_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012]]}}}