{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T19:50:38Z","timestamp":1785009038187,"version":"3.55.0"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100009950","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009950","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,10,14]]},"DOI":"10.1109\/iros58592.2024.10802574","type":"proceedings-article","created":{"date-parts":[[2024,12,25]],"date-time":"2024-12-25T19:17:39Z","timestamp":1735154259000},"page":"6939-6946","source":"Crossref","is-referenced-by-count":5,"title":["Towards a Surgeon-in-the-Loop Ophthalmic Robotic Apprentice using Reinforcement and Imitation Learning"],"prefix":"10.1109","author":[{"given":"Amr","family":"Gomaa","sequence":"first","affiliation":[{"name":"Saarland University,German Research Center for Artificial Intelligence (DFKI) and Saarland Informatics Campus,Saarbrucken,Germany,66123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bilal","family":"Mahdy","sequence":"additional","affiliation":[{"name":"Saarland University,German Research Center for Artificial Intelligence (DFKI) and Saarland Informatics Campus,Saarbrucken,Germany,66123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niko","family":"Kleer","sequence":"additional","affiliation":[{"name":"Saarland University,German Research Center for Artificial Intelligence (DFKI) and Saarland Informatics Campus,Saarbrucken,Germany,66123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonio","family":"Kr\u00fcger","sequence":"additional","affiliation":[{"name":"Saarland University,German Research Center for Artificial Intelligence (DFKI) and Saarland Informatics Campus,Saarbrucken,Germany,66123"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1126-1_9"},{"key":"ref2","article-title":"The Da Vinci Surgical robot","author":"Surgical","year":"2022"},{"issue":"1","key":"ref3","first-page":"329","article-title":"Reinforcement learning in surgery","volume-title":"Surgery","volume":"170","author":"Datta","year":"2021"},{"key":"ref4","article-title":"Open-sourced reinforcement learning environments for surgical robotics","author":"Richter","year":"2019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1177\/15533506221095298"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/SYSCON.2019.8836924"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1142\/s2424905x21400031"},{"key":"ref8","article-title":"Robotic surgery with lean reinforcement learning","author":"Barnoy","year":"2021"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2021.3054413"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/URAI.2018.8441801"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196674"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9635867"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.4103\/ijo.IJO_1131_18"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-60566-766-9.ch011"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3171\/jns.1976.44.5.0642"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-211-84820-3"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2639189.2639213"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3577190.3616121"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2773458"},{"key":"ref22","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2941229"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/bf00992696"},{"key":"ref25","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3213246"},{"key":"ref27","article-title":"Unveiling the role of expert guidance: A comparative analysis of user-centered imitation learning and traditional reinforcement learning","volume-title":"Proceedings of the 1st International Workshop on Human-in-the-Loop Applied Machine Learning (HITLAML 2023)","volume":"3524","author":"Gomaa"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s41315-019-00103-5"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2007.4399517"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2007.4813899"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.009"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ISMR48346.2021.9661514"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460487"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2018.xiv.056"},{"key":"ref35","article-title":"Query-efficient imitation learning for end-to-end autonomous driving","author":"Zhang","year":"2016"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593758"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/687"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103500"},{"key":"ref39","first-page":"4565","article-title":"Generative adversarial imitation learning","volume":"29","author":"Ho","year":"2016","journal-title":"Advances in neural information processing systems"},{"issue":"1","key":"ref40","first-page":"58","article-title":"The evolution of cataract surgery","volume":"113","author":"Davis","year":"2016","journal-title":"Missouri medicine"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2165\/11318590-000000000-00000"},{"key":"ref42","volume-title":"Phacoemulsification: principles and techniques","author":"Buratto","year":"2003"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2536536.2536544"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-90410-4"},{"key":"ref45","first-page":"566","article-title":"Source task creation for curriculum learning","volume-title":"Proceedings of the 2016 International Conference on Autonomous Agents & Multiagent Systems","author":"Narvekar"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1111\/j.1444-0938.2010.00516.x"},{"issue":"10","key":"ref47","article-title":"A survey of pomdp solution techniques","volume":"2","author":"Murphy","year":"2000","journal-title":"environment"},{"key":"ref48","volume-title":"Introduction to reinforcement learning","volume":"135","author":"Sutton","year":"1998"}],"event":{"name":"2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Abu Dhabi, United Arab Emirates","start":{"date-parts":[[2024,10,14]]},"end":{"date-parts":[[2024,10,18]]}},"container-title":["2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10801246\/10801290\/10802574.pdf?arnumber=10802574","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,26]],"date-time":"2024-12-26T07:01:32Z","timestamp":1735196492000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10802574\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,14]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/iros58592.2024.10802574","relation":{},"subject":[],"published":{"date-parts":[[2024,10,14]]}}}