{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T22:34:22Z","timestamp":1781649262363,"version":"3.54.5"},"publisher-location":"Berlin, Heidelberg","reference-count":17,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540386254","type":"print"},{"value":"9783540386278","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2006]]},"DOI":"10.1007\/11840817_86","type":"book-chapter","created":{"date-parts":[[2006,8,31]],"date-time":"2006-08-31T14:11:56Z","timestamp":1157033516000},"page":"830-839","source":"Crossref","is-referenced-by-count":27,"title":["Reinforcement Learning with Echo State Networks"],"prefix":"10.1007","author":[{"given":"Istv\u00e1n","family":"Szita","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Viktor","family":"Gyenes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andr\u00e1s","family":"L\u0151rincz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"86_CR1","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"86_CR2","unstructured":"Gordon, G.J.: Chattering in SARSA(lambda) - a CMU Learning Lab Internal Report (1996)"},{"key":"86_CR3","unstructured":"Jaeger, H.: Tutorial on training recurrent neural networks, covering BPTT, RTRL, EKF and the \u2019echo state network\u2019 approach. Technical Report GMD Report 159, German National Research Center for Information Technology (2002)"},{"key":"86_CR4","doi-asserted-by":"crossref","unstructured":"Jaeger, H., Haas, H.: Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless telecommunication. Science, 78\u201380 (2004)","DOI":"10.1126\/science.1091277"},{"key":"86_CR5","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1016\/0004-3702(89)90017-9","volume":"39","author":"G. Tesauro","year":"1989","unstructured":"Tesauro, G., Sejnowski, T.J.: A parallel network that learns to play backgammon. Artificial Intelligence\u00a039, 357\u2013390 (1989)","journal-title":"Artificial Intelligence"},{"key":"86_CR6","volume-title":"Neuro-Dynamic Programming","author":"D.P. Bertsekas","year":"1996","unstructured":"Bertsekas, D.P., Tsitsiklis, J.N.: Neuro-Dynamic Programming. Athena Scientific, Belmont (1996)"},{"key":"86_CR7","unstructured":"Lin, L.J., Mitchell, T.M.: Memory approaches to reinforcement learning in non-markovian domains. Technical Report CMU-CS-92-138, Carnegie Mellon University, Pittsburgh, PA (1992)"},{"key":"86_CR8","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"J.L. Elman","year":"1990","unstructured":"Elman, J.L.: Finding structure in time. Cognitive Science\u00a014, 179\u2013211 (1990)","journal-title":"Cognitive Science"},{"key":"86_CR9","first-page":"1281","volume-title":"Proc. of the Genetic and Evol. Comp. Conf.","author":"M.R. Glickman","year":"1999","unstructured":"Glickman, M.R., Sycara, K.: Evolution of goal-directed behavior from limited information in a complex environment. In: Proc. of the Genetic and Evol. Comp. Conf., Orlando, Florida, USA, pp. 1281\u20131288. Morgan Kaufmann, San Francisco (1999)"},{"key":"86_CR10","first-page":"1475","volume":"14","author":"B. Bakker","year":"2002","unstructured":"Bakker, B.: Reinforcement learning with long short-term memory. Advances in Neural Information Processing Systems\u00a014, 1475\u20131482 (2002)","journal-title":"Advances in Neural Information Processing Systems"},{"key":"86_CR11","unstructured":"Bakker, P.B.: The State of Mind - Reinforcement Learning with Recurrent Neural Networks. PhD thesis, Universiteit Leiden (2004)"},{"key":"86_CR12","unstructured":"Schmidhuber, J.: Making the world differentiable. Technical Report TR-FKI-126-90, Institut f\u00fcr Informatik, Technische Universit\u00e4t M\u00fcnchen (1990)"},{"key":"86_CR13","doi-asserted-by":"crossref","unstructured":"Baird, L.C.: Residual algorithms: Reinforcement learning with function approximation. In: International Conference on Machine Learning, pp. 30\u201337 (1995)","DOI":"10.1016\/B978-1-55860-377-6.50013-X"},{"key":"86_CR14","unstructured":"Watkins, C.J.C.H.: Learning from Delayed Rewards. PhD thesis, Cambridge University, Cambridge, UK (1989)"},{"key":"86_CR15","first-page":"1040","volume-title":"Advances in Neural Information Processing Systems","author":"G.J. Gordon","year":"2001","unstructured":"Gordon, G.J.: Reinforcement learning with function approximation converges to a region. In: Advances in Neural Information Processing Systems, vol.\u00a013, pp. 1040\u20131046. MIT Press, Cambridge (2001)"},{"key":"86_CR16","unstructured":"Kaelbling, L.P., Littman, A.R.C., Acting, M.L.: optimally in partially observable stochastic domains. In: Proc. of the 12th Nat\u2019l Conf. on Artif. Intell. (1994)"},{"key":"86_CR17","volume-title":"Artificial Intelligence: a Modern Approach","author":"S.J. Russell","year":"1994","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence: a Modern Approach. Prentice-Hall, Englewood Cliffs (1994)"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks \u2013 ICANN 2006"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11840817_86.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T03:16:15Z","timestamp":1619493375000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11840817_86"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006]]},"ISBN":["9783540386254","9783540386278"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/11840817_86","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2006]]}}}