{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T02:48:01Z","timestamp":1771210081933,"version":"3.50.1"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006190","name":"Research and Development","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006190","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,1]]},"DOI":"10.1109\/rcar65431.2025.11139779","type":"proceedings-article","created":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T18:16:38Z","timestamp":1757009798000},"page":"19-24","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement Learning-Based Ultrasound Probe Navigation for Magnetic Guidewire Tip Tracking in Vascular Environment"],"prefix":"10.1109","author":[{"given":"Jun","family":"Luo","sequence":"first","affiliation":[{"name":"University of Chinese Academy of Sciences"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiqiang","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mingxue","family":"Cai","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haolan","family":"Shen","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongwei","family":"Wang","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shixiong","family":"Fu","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chenyang","family":"Huang","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tiantian","family":"Xu","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,The Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institutes of Advanced Technology,Shenzhen,China,518055"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2018.2817644"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3184445"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3057295"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2021.3121267"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2022.3153809"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2024.3378442"},{"key":"ref7","article-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018","journal-title":"A Bradford Book"},{"key":"ref8","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.02.007"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593986"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989381"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340913"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561295"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMRB.2021.3127015"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3176112"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3246089"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72120-5_30"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/8415_2012_125"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3187249"},{"issue":"368","key":"ref20","first-page":"1","article-title":"Lapgym-an open source framework for reinforcement learning in robot-assisted laparoscopic surgery","volume":"24","author":"Scheikl","year":"2023","journal-title":"Journal of Machine Learning Research"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341710"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3227873"},{"key":"ref23","article-title":"Yolov11: An overview of the key architectural enhancements","author":"Khanam","year":"2024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32875-7_1"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/280811.281026"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-008-0420-1"},{"key":"ref28","article-title":"On the performance analysis of momentum method: A frequency domain perspective","author":"Li","year":"2024"}],"event":{"name":"2025 IEEE International Conference on Real-time Computing and Robotics (RCAR)","location":"Toyama, Japan","start":{"date-parts":[[2025,6,1]]},"end":{"date-parts":[[2025,6,6]]}},"container-title":["2025 IEEE International Conference on Real-time Computing and Robotics (RCAR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11139128\/11139096\/11139779.pdf?arnumber=11139779","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T06:42:40Z","timestamp":1757054560000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11139779\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,1]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/rcar65431.2025.11139779","relation":{},"subject":[],"published":{"date-parts":[[2025,6,1]]}}}