{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T14:54:42Z","timestamp":1725980082997},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319784519"},{"type":"electronic","value":"9783319784526"}],"license":[{"start":{"date-parts":[[2018,5,31]],"date-time":"2018-05-31T00:00:00Z","timestamp":1527724800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-319-78452-6_2","type":"book-chapter","created":{"date-parts":[[2018,5,31]],"date-time":"2018-05-31T10:40:59Z","timestamp":1527763259000},"page":"17-26","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reinforcement Learning of a Memory Task Using an Echo State Network with Multi-layer Readout"],"prefix":"10.1007","author":[{"given":"Toshitaka","family":"Matsuki","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katsunari","family":"Shibata","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,5,31]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521, 436\u2013444 (2015)","DOI":"10.1038\/nature14539"},{"key":"2_CR2","unstructured":"Shibata, K.: Functions that emerge through end-to-end reinforcement learning (2017). arXiv:1703.02239"},{"key":"2_CR3","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing Atari with deep reinforcement learning (2013). arXiv:1312.5602"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Shibata, K., Utsunomiya, H.: Discovery of pattern meaning from delayed rewards by reinforcement learning with a recurrent neural network. In: Proceedings of IJCNN, pp. 1445\u20131452 (2011)","DOI":"10.1109\/IJCNN.2011.6033394"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Shibata, K., Goto, K.: Emergence of flexible prediction-based discrete decision making and continuous motion generation through Actor-Q-Learning. In: Proceedings of ICDL-Epirob, ID 15 (2013)","DOI":"10.1109\/DevLrn.2013.6652559"},{"key":"2_CR6","unstructured":"Jaeger, H.: The \u201cecho state approach to analysing and training recurrent neural networks-with an erratum note. Bonn, Germany: German National Research Center for Information Technology GMD Technical Report 148.34, p. 13 (2001)"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Maass, W., Natschlger, T., Markram, H.: Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Comput. 14(11), 2531\u20132560 (2002)","DOI":"10.1162\/089976602760407955"},{"key":"2_CR8","unstructured":"Salmen, M., Ploger, P.G.: Echo state networks used for motor control. In: Proceedings of the 2005 IEEE International Conference on Robotics and Automation, ICRA 2005. IEEE (2005)"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Sussillo, D., Abbott, L.F.: Generating coherent patterns of activity from chaotic neural networks. Neuron Article 63(4), 544\u2013557(2009)","DOI":"10.1016\/j.neuron.2009.07.018"},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Hoerzer, G.M., Legenstein, R., Maass, W.: Emergence of complex computational structures from chaotic neural networks through reward-modulated Hebbian learning. Cerebral Cortex 24(3), 677\u2013690 (2014)","DOI":"10.1093\/cercor\/bhs348"},{"key":"2_CR11","unstructured":"Lukusevic\u0306ius, M., Jaeger, H.: Reservoir computing approaches to recurrent neural network training. Comput. Sci. Rev. 3(3), 127\u2013149 (2009)"},{"key":"2_CR12","unstructured":"Bush, K., Anderson, C.: Modeling reward functions for incomplete state representations via echo state networks. In: Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005. IJCNN \u201905, vol. 5. IEEE (2005)"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Babinec, S\u0306., Pospchal, J.: Merging echo state and feedforward neural networks for time series forecasting. In: Artificial Neural Networks ICANN 2006, pp. 367\u2013375 (2006)","DOI":"10.1007\/11840817_39"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Goto, Y., Shibata, K.: Emergence of higher exploration in reinforcement learning using a chaotic neural network. In: Proceedings of International Conference on Neural Information Processing (ICONIP) 2016, LNCS 9947, pp. 40\u201348 (2016)","DOI":"10.1007\/978-3-319-46687-3_5"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Matsuki, T., Shibata, K.: Reward-based learning of a memory-required task based on the internal dynamics of a chaotic neural network. In: Proceedings of International Conference on Neural Information Processing (ICONIP) 2016, LNCS 9947, pp. 376\u2013383 (2016)","DOI":"10.1007\/978-3-319-46687-3_42"}],"container-title":["Advances in Intelligent Systems and Computing","Robot Intelligence Technology and Applications 5"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-78452-6_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,18]],"date-time":"2019-10-18T22:10:26Z","timestamp":1571436626000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-78452-6_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,31]]},"ISBN":["9783319784519","9783319784526"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-78452-6_2","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2018,5,31]]}}}