{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T09:51:23Z","timestamp":1766137883934,"version":"3.37.3"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,9,27]],"date-time":"2021-09-27T00:00:00Z","timestamp":1632700800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,27]],"date-time":"2021-09-27T00:00:00Z","timestamp":1632700800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,27]],"date-time":"2021-09-27T00:00:00Z","timestamp":1632700800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,9,27]]},"DOI":"10.1109\/iros51168.2021.9635865","type":"proceedings-article","created":{"date-parts":[[2021,12,16]],"date-time":"2021-12-16T20:45:38Z","timestamp":1639687538000},"page":"4911-4917","source":"Crossref","is-referenced-by-count":8,"title":["ORCHID: Optimisation of Robotic Control and Hardware In Design using Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Lucy","family":"Jackson","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Celyn","family":"Walters","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steve","family":"Eckersley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pete","family":"Senior","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Hadfield","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Neural graph evolution: Towards efficient automatic robot design","author":"wang","year":"2019","journal-title":"CoRR"},{"key":"ref11","article-title":"Dynamic resolution in the coevolution of morphology and control","author":"auerbach","year":"2010","journal-title":"Proc of the Twelfth International Conference on Artificial Life (ALIFE XII)"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205567"},{"key":"ref13","article-title":"Reinforcement learning for improving agent design","author":"ha","year":"2018","journal-title":"Neural Information Processing Systems Reinforcement Learning Workshop"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793537"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-64107-2_2"},{"key":"ref16","first-page":"854","article-title":"Data-efficient co-adaptation of morphology and behaviour with deep reinforcement learning","volume":"100","author":"luck","year":"2020","journal-title":"Proceedings of the Conference on Robot Learning PMLR"},{"key":"ref17","article-title":"End-to-end differentiable physics for learning and control","author":"belbute-peres","year":"2018","journal-title":"Advances in Neural Information Processing Systems 31 (NeurIPS 2018)"},{"key":"ref18","article-title":"Differentiable physics simulation","author":"liang","year":"2020","journal-title":"ICLR 2020 Workshop on Integration of Deep Neural Models and Differential Equations"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2019.00006"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2017.06.006"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature (London)"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1242\/jeb.064527"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2016.12.012"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.mechatronics.2005.09.008"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.1993.4793381"},{"key":"ref2","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"Proc in 4th International Conference on Learning Representations (ICLR)"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2010.2047652"},{"key":"ref1","article-title":"Deep reinforcement learning: An overiview","author":"lui","year":"2017","journal-title":"CoRR"},{"key":"ref20","article-title":"Hardware as policy: Mechanical and computationalco-optimization using deep reinforcement learning","author":"chen","year":"2020","journal-title":"Conference on Robot Learning (CoRL)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794333"},{"key":"ref21","article-title":"Openai gym","author":"brockman","year":"2016","journal-title":"CoRR"},{"key":"ref24","article-title":"Continuously differentiable exponential linear units","author":"barron","year":"2017","journal-title":"CoRR"},{"key":"ref23","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"CoRR"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"ref25","article-title":"CMA-ES for hyperparameter optimization of deep neural networks","author":"loshchilov","year":"2016","journal-title":"CoRR"}],"event":{"name":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","start":{"date-parts":[[2021,9,27]]},"location":"Prague, Czech Republic","end":{"date-parts":[[2021,10,1]]}},"container-title":["2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9635848\/9635849\/09635865.pdf?arnumber=9635865","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T16:54:51Z","timestamp":1652201691000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9635865\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,27]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/iros51168.2021.9635865","relation":{},"subject":[],"published":{"date-parts":[[2021,9,27]]}}}