{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T15:20:06Z","timestamp":1771514406069,"version":"3.50.1"},"reference-count":13,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1109\/smc.2019.8914191","type":"proceedings-article","created":{"date-parts":[[2019,11,29]],"date-time":"2019-11-29T15:09:34Z","timestamp":1575040174000},"page":"342-346","source":"Crossref","is-referenced-by-count":17,"title":["Simulation of Robot-Assisted Flexible Needle Insertion Using Deep Q-Network"],"prefix":"10.1109","author":[{"given":"Yonggu","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyu","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chin-Boon","family":"Chng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chee-Kong","family":"Chui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICInfA.2015.7279532"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.5772\/64199"},{"key":"ref12","first-page":"9","author":"mnih","year":"0","journal-title":"Playing atari with deep reinforcement learning"},{"key":"ref13","article-title":"Hindsight Experience Replay","author":"andrychowicz","year":"2017","journal-title":"ArXivl70701495 Cs"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1177\/0278364906065388"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2005.1544969"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.compmedimag.2007.02.002"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-010-0523-7"},{"key":"ref8","first-page":"5","author":"suay","year":"0","journal-title":"Reward Shaping by Demonstration"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1177\/0278364908097661"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-018-1783-x"},{"key":"ref1","first-page":"6","article-title":"Minimally Invasive Surgery","author":"fuchs","year":"0","journal-title":"Minimally Invasive Surgery"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2007.898972"}],"event":{"name":"2019 IEEE International Conference on Systems, Man and Cybernetics (SMC)","location":"Bari, Italy","start":{"date-parts":[[2019,10,6]]},"end":{"date-parts":[[2019,10,9]]}},"container-title":["2019 IEEE International Conference on Systems, Man and Cybernetics (SMC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8906183\/8913838\/08914191.pdf?arnumber=8914191","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T15:16:09Z","timestamp":1658157369000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8914191\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10]]},"references-count":13,"URL":"https:\/\/doi.org\/10.1109\/smc.2019.8914191","relation":{},"subject":[],"published":{"date-parts":[[2019,10]]}}}