{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:30:20Z","timestamp":1766068220766,"version":"3.44.0"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/icra55743.2025.11127876","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T17:28:56Z","timestamp":1756834136000},"page":"6005-6011","source":"Crossref","is-referenced-by-count":1,"title":["Reservoir Computing Encodes Physical Adaptations for Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Cross","family":"Giannetto","sequence":"first","affiliation":[{"name":"Cambridge Centre for International Research (CCIR), Academy"}]},{"given":"Ibragim","family":"Atadjanov","sequence":"additional","affiliation":[{"name":"Central Asian University,Department of Computer Science"}]},{"given":"Fumiya","family":"Iida","sequence":"additional","affiliation":[{"name":"Department of Engineering, University of Cambridge"}]},{"given":"Arsen","family":"Abdulali","sequence":"additional","affiliation":[{"name":"Department of Engineering, University of Cambridge"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018","journal-title":"A Bradford Book"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.13140\/RG.2.2.18893.74727"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308468"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460528"},{"volume-title":"The \u201cecho state\u201d approach to analysing and training recurrent neural networks","year":"2001","author":"Jaeger","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2009.03.005"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919887447"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/0899766053011528"},{"key":"ref11","first-page":"2817","article-title":"Robust adver-sarial reinforcement learning","volume-title":"International conference on machine learning. PMLR","author":"Pinto","year":"2017"},{"key":"ref12","first-page":"6215","article-title":"Action robust reinforcement learning and applications in continuous control","volume-title":"International Conference on Machine Learning. PMLR","author":"Tessler","year":"2019"},{"key":"ref13","first-page":"3277","article-title":"Soft-robust actor-critic policy-gradient","author":"Derman","year":"2018","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref14","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","volume-title":"International Conference on Machine Learning. PMLR","author":"Finn","year":"2017"},{"key":"ref15","article-title":"Learning to adapt in dynamic, real-world environments through meta-reinforcement learning","author":"Nagabandi","year":"2018","journal-title":"arXiv preprint arXiv"},{"key":"ref16","article-title":"Continuous adaptation via meta-learning in nonstationary and competitive environments","volume-title":"International Conference on Learning Representations","author":"Al-Shedivat","year":"2018"},{"key":"ref17","first-page":"617","article-title":"Model-based reinforcement learning via meta-policy optimization","volume-title":"Conference on Robot Learning","author":"Clavera","year":"2018"},{"key":"ref18","first-page":"465","article-title":"PILCO: A model-based and data-efficient approach to policy search","volume-title":"Proceedings of the 28th International Conference on Machine Learning (ICML-11)","author":"Deisenroth","year":"2011"},{"key":"ref19","article-title":"Deep rein-forcement learning in a handful of trials using probabilistic dynamics models","volume":"31","author":"Chua","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref20","first-page":"2555","article-title":"Learning latent dynamics for planning from pixels","volume-title":"International Conference on Machine Learning. PMLR","author":"Hafner","year":"2019"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463189"},{"key":"ref22","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv preprint arXiv"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1812.05905"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899X\/1321\/1\/012012"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2007.04.006"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.120.024102"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-020-01679-3"},{"issue":"8","key":"ref28","first-page":"210503","article-title":"Vocal learning with reservoir computing and reinforcement learning in a songbird model","volume":"8","author":"Murakami","year":"2021","journal-title":"Royal Society Open Science"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-07404-z"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1126\/science.1091277"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2009.07.018"},{"volume-title":"Gymnasium","year":"2023","author":"Towers","key":"ref32"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2020.04.004"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3359996.3364275"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/WHC49131.2021.9517181"}],"event":{"name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","start":{"date-parts":[[2025,5,19]]},"location":"Atlanta, GA, USA","end":{"date-parts":[[2025,5,23]]}},"container-title":["2025 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11127273\/11127223\/11127876.pdf?arnumber=11127876","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T06:17:57Z","timestamp":1756880277000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11127876\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/icra55743.2025.11127876","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}