{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T13:32:14Z","timestamp":1778160734903,"version":"3.51.4"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,11,1]],"date-time":"2020-11-01T00:00:00Z","timestamp":1604188800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,11,1]],"date-time":"2020-11-01T00:00:00Z","timestamp":1604188800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,11,1]],"date-time":"2020-11-01T00:00:00Z","timestamp":1604188800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1109\/biorob49111.2020.9224332","type":"proceedings-article","created":{"date-parts":[[2020,10,15]],"date-time":"2020-10-15T16:05:32Z","timestamp":1602777932000},"page":"946-953","source":"Crossref","is-referenced-by-count":6,"title":["Modular Deep Reinforcement Learning for Emergent Locomotion on a Six-Legged Robot"],"prefix":"10.1109","author":[{"given":"Malte","family":"Schilling","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kai","family":"Konen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Timo","family":"Korthals","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/15886.15890"},{"key":"ref32","article-title":"On the continuity of rotation representations in neural networks","volume":"abs 1812 7035","author":"zhou","year":"2018","journal-title":"CoRR"},{"key":"ref31","article-title":"Emergence of locomotion behaviours in rich environments","volume":"abs 1707 2286","author":"heess","year":"2017","journal-title":"CoRR"},{"key":"ref30","article-title":"Ros2learn: a reinforcement learning framework for ros 2","author":"nuin","year":"2019"},{"key":"ref37","first-page":"411","article-title":"Efficient Gait Generation Using Reinforcement Learning","author":"porta","year":"2001","journal-title":"Proc 4th International Conference on Climbing and Walking Robots (CLAWAR’2001)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"ref35","article-title":"Decentralized deep reinforcement learning for a distributed and adaptive locomotion controller of a hexapod robot","volume":"abs 2005 11164","author":"schilling","year":"2020","journal-title":"CoRR"},{"key":"ref34","article-title":"A Hitchhiker’s Guide to Statistical Comparisons of Reinforcement Learning Algorithms","author":"colas","year":"2019","journal-title":"arXiv 1904 06979 [cs stat]"},{"key":"ref10","author":"bernstein","year":"1967","journal-title":"The Co-ordination and Regulation of Movements"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8594448"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.03.014"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509805"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2794620"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.46409"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1152\/jn.00658.2017"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.asd.2004.05.004"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2013.00126"},{"key":"ref19","first-page":"569","article-title":"Intelligence Without Reason","author":"brooks","year":"1991","journal-title":"Inproceedings"},{"key":"ref28","article-title":"Trust region policy optimization","volume":"abs 1502 5477","author":"schulman","year":"2015","journal-title":"CoRR"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref27","article-title":"Proximal policy optimization algorithms","volume":"abs 1707 6347","author":"schulman","year":"2017","journal-title":"CoRR"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.2.253"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-13239-6"},{"key":"ref29","article-title":"Openai baselines","author":"dhariwal","year":"2017"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1561\/2300000044"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-013-0563-5"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JRA.1986.1087032"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88464-4_2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1126\/science.1254486"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1126\/science.288.5463.100"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2019.00088"},{"key":"ref22","article-title":"Addressing Function Approximation Error in Actor-Critic Methods","author":"fujimoto","year":"2018","journal-title":"arXiv 1802 09477 [cs stat]"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref24","article-title":"An Approach to Hierarchical Deep Reinforcement Learning for a Decentralized Walking Control Architecture","volume":"848","author":"schilling","year":"2018","journal-title":"Biologically Inspired Cognitive Architectures 2018 Proceedings of the Ninth Annual Meeting of the BICA Society"},{"key":"ref23","article-title":"A Unified Game-Theoretic Approach to Multiagent Reinforcement Learning","author":"lanctot","year":"2017","journal-title":"arXiv 1711 00832"},{"key":"ref26","article-title":"Ros: an open-source robot operating system","author":"quigley","year":"2009","journal-title":"ICRA Workshop on Open Source Software"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2004.1389727"}],"event":{"name":"2020 8th IEEE RAS\/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","location":"New York City, NY, USA","start":{"date-parts":[[2020,11,29]]},"end":{"date-parts":[[2020,12,1]]}},"container-title":["2020 8th IEEE RAS\/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9219774\/9224269\/09224332.pdf?arnumber=9224332","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T11:58:18Z","timestamp":1656331098000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9224332\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/biorob49111.2020.9224332","relation":{},"subject":[],"published":{"date-parts":[[2020,11]]}}}