{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:04:10Z","timestamp":1776441850795,"version":"3.51.2"},"reference-count":64,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Research Council of Norway (RCN) as a part of the Vulnerability in the Robot Society (VIROS) Project","award":["288285"],"award-info":[{"award-number":["288285"]}]},{"name":"Predictive and Intuitive Robot Companion","award":["312333"],"award-info":[{"award-number":["312333"]}]},{"name":"Centres of Excellence Scheme","award":["262762"],"award-info":[{"award-number":["262762"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Sci. Eng."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tase.2023.3259905","type":"journal-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T19:07:37Z","timestamp":1679944057000},"page":"2000-2016","source":"Crossref","is-referenced-by-count":7,"title":["Reinforcement Learning-Based Switching Controller for a Milliscale Robot in a Constrained Environment"],"prefix":"10.1109","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5024-9224","authenticated-orcid":false,"given":"Abbas","family":"Tariverdi","sequence":"first","affiliation":[{"name":"Department of Physics, University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3241-8404","authenticated-orcid":false,"given":"Ulysse","family":"C\u00f4t\u00e9-Allard","sequence":"additional","affiliation":[{"name":"Department of Informatics and RITMO, University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kim","family":"Mathiassen","sequence":"additional","affiliation":[{"name":"Department of Technology Systems, University of Oslo, Kjeller, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ole J.","family":"Elle","sequence":"additional","affiliation":[{"name":"Department of Informatics, University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8920-6555","authenticated-orcid":false,"given":"H\u00e5vard","family":"Kalv\u00f8y","sequence":"additional","affiliation":[{"name":"Department of Clinical and Biomedical Engineering, Oslo University Hospital, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00d8rjan G.","family":"Martinsen","sequence":"additional","affiliation":[{"name":"Department of Physics, University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0556-0288","authenticated-orcid":false,"given":"Jim","family":"Torresen","sequence":"additional","affiliation":[{"name":"Department of Informatics and RITMO, University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-06491-9"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.4103\/2230-973X.96920"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1208\/s12248-015-9814-9"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/pharmaceutics12070665"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/491S58a"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aav4803"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1713328114"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmmm.2016.11.016"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/nano8010003"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1039\/C7NR00772H"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0236121"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2021.631303"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CoDIT55151.2022.9803963"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/3516.990882"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s12213-017-0095-5"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913483183"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794241"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2017.2719687"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/BioRob.2012.6290795"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2011.2170330"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139764"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TMAG.2014.2330812"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2014.2380591"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.4488"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2019.2916390"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)AS.1943-5525.0001335"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.mbs.2017.08.004"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAR.2018.8384682"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9560927"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2021.102227"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)AS.1943-5525.0001426"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3093551"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/21.59969"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/70.88137"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1996.511023"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2007.4399557"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2005.i.015"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2011.5980146"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-012-9287-y"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45135-8_23"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref42","article-title":"Playing Atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref44","article-title":"Prioritized experience replay","author":"Schaul","year":"2015","journal-title":"arXiv:1511.05952"},{"key":"ref45","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref46","article-title":"A distributional perspective on reinforcement learning","author":"Bellemare","year":"2017","journal-title":"arXiv:1707.06887"},{"key":"ref47","article-title":"Noisy networks for exploration","author":"Fortunato","year":"2017","journal-title":"arXiv:1706.10295"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"ref50","volume-title":"Automated construction of robotic manipulation programs","author":"Diankov","year":"2010"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593986"},{"key":"ref52","first-page":"1096","article-title":"Implicit quantile networks for distributional reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Dabney"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref55","article-title":"Revisiting rainbow: Promoting more insightful and inclusive deep reinforcement learning research","author":"Obando-Ceron","year":"2020","journal-title":"arXiv:2011.14826"},{"key":"ref56","volume-title":"Modern Control Theory","author":"Brogan","year":"1991"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-2046-6"},{"key":"ref58","volume-title":"Rapidly-exploring random trees: A new tool for path planning","author":"LaValle","year":"1998"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/BF00288933"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2016.00001"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593894"},{"key":"ref62","volume-title":"Complementary Video for This Paper","author":"Tariverdi","year":"2022"},{"key":"ref63","volume-title":"PyBullet, a Python module for physics simulation for games, robotics and machine learning","author":"Coumans","year":"2021"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460875"}],"container-title":["IEEE Transactions on Automation Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8856\/10494832\/10081280.pdf?arnumber=10081280","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,9]],"date-time":"2024-04-09T05:20:35Z","timestamp":1712640035000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10081280\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":64,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tase.2023.3259905","relation":{},"ISSN":["1545-5955","1558-3783"],"issn-type":[{"value":"1545-5955","type":"print"},{"value":"1558-3783","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}