{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T14:54:00Z","timestamp":1785336840514,"version":"3.55.0"},"reference-count":40,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1109\/syscon.2019.8836924","type":"proceedings-article","created":{"date-parts":[[2019,9,17]],"date-time":"2019-09-17T02:42:00Z","timestamp":1568688120000},"page":"1-7","source":"Crossref","is-referenced-by-count":47,"title":["Manipulating Soft Tissues by Deep Reinforcement Learning for Autonomous Robotic Surgery"],"prefix":"10.1109","author":[{"given":"Ngoc Duy","family":"Nguyen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thanh","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saeid","family":"Nahavandi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asim","family":"Bhatti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Glenn","family":"Guest","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","author":"sutton","year":"2012","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1177\/0278364912472380"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-009-9120-4"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/11552246_35"},{"key":"ref30","first-page":"1040","article-title":"Learning from demonstration","author":"schaal","year":"1997","journal-title":"Advance in Neural Information Processing Systems"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30301-5_60"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICACI.2016.7449855"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1007\/s11548-015-1305-z","article-title":"Surgical robotics beyond enhanced dexterity instrumentation: a survey of machine learning techniques and their role in intelligent and autonomous surgical actions","volume":"11","author":"yu","year":"2016","journal-title":"International Journal of Computer Assisted Radiology and Surgery"},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.3390\/s17040844","article-title":"Variable admittance control based on fuzzy reinforcement learning for minimally invasive surgery manipulator","volume":"17","author":"du","year":"2017","journal-title":"SENSORS"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3390\/robotics5020011"},{"key":"ref40","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","author":"duan","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s11012-015-0261-6"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989275"},{"key":"ref13","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"International Conference on Machine Learning"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2014.6907809"},{"key":"ref15","author":"crawford","year":"2017","journal-title":"Surgical robotic automation with tracking markers"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.408"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509621"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1080\/17434440.2016.1205482"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281440"},{"key":"ref28","article-title":"Multi-agent deep reinforcement learning with human strategies","author":"nguyen","year":"2018","journal-title":"arXiv preprint arXiv 1806 04562"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2377772"},{"key":"ref27","article-title":"A human mixed strategy approach to deep reinforcement learning","author":"nguyen","year":"2017","journal-title":"arXiv preprint arXiv 1804 02671"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2015.2402531"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijsu.2014.11.033"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(92)90058-6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICIT.2019.8755235"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.urology.2012.12.033"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.surg.2012.07.028"},{"key":"ref2","article-title":"A surgery simulation supporting cuts and finite element deformation","author":"nienhuys","year":"2001","journal-title":"International Conference on Medical Image Computing & Computer Assisted Intervention"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1126\/scitranslmed.aad9398"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139344"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509601"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2013.6696945"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487611"},{"key":"ref24","article-title":"Deep Reinforcement Learning for Multi-Agent Systems: A Review of Challenges, Solutions and Applications","author":"nguyen","year":"2019","journal-title":"arXiv preprint arXiv 1812 11467"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2017.2676018"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2777827"},{"key":"ref25","article-title":"A Multi-Objective Deep Reinforcement Learning Framework","author":"nguyen","year":"2018","journal-title":"arXiv preprint arXiv 1803 02965"}],"event":{"name":"2019 IEEE International Systems Conference (SysCon)","location":"Orlando, FL, USA","start":{"date-parts":[[2019,4,8]]},"end":{"date-parts":[[2019,4,11]]}},"container-title":["2019 IEEE International Systems Conference (SysCon)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8826628\/8836710\/08836924.pdf?arnumber=8836924","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,15]],"date-time":"2022-07-15T03:15:19Z","timestamp":1657854919000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8836924\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/syscon.2019.8836924","relation":{},"subject":[],"published":{"date-parts":[[2019,4]]}}}