{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T18:15:02Z","timestamp":1771956902565,"version":"3.50.1"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,10,24]],"date-time":"2020-10-24T00:00:00Z","timestamp":1603497600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,10,24]],"date-time":"2020-10-24T00:00:00Z","timestamp":1603497600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,10,24]],"date-time":"2020-10-24T00:00:00Z","timestamp":1603497600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,10,24]]},"DOI":"10.1109\/iros45743.2020.9340913","type":"proceedings-article","created":{"date-parts":[[2021,3,15]],"date-time":"2021-03-15T10:49:56Z","timestamp":1615805396000},"page":"5534-5541","source":"Crossref","is-referenced-by-count":46,"title":["Ultrasound-Guided Robotic Navigation with Deep Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Hannes","family":"Hase","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad Farid","family":"Azampour","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Tirindelli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Magdalini","family":"Paschali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Walter","family":"Simson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emad","family":"Fatemizadeh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nassir","family":"Navab","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2851148"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.02.007"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref13","article-title":"Towards vision-based deep reinforcement learning for robotic motion control","author":"zhang","year":"2015"},{"key":"ref14","first-page":"537","article-title":"An adaptive online learning framework for practical breast cancer diagnosis","volume":"9785","author":"chu","year":"2016","journal-title":"Medical Imaging 2016 Computer-Aided Diagnosis"},{"key":"ref15","article-title":"Straight to the point: Reinforcement learning for user guidance in ultrasound","author":"milletari","year":"2019","journal-title":"CoRR"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"watkins","year":"1992","journal-title":"Machine Learning"},{"key":"ref17","article-title":"Deep reinforcement learning with double q-learning","author":"van hasselt","year":"2015","journal-title":"CoRR"},{"key":"ref18","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"2015","journal-title":"CoRR"},{"key":"ref19","article-title":"Prioritized experience replay","author":"schaul","year":"2015"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-018-1759-x"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4103\/eus.eus_69_18","article-title":"Robotic ultrasound and ultrasonic robot","volume":"8","author":"guo","year":"2019","journal-title":"Endoscopic ultrasound"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3009069"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2620723"},{"key":"ref8","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"CoRR"},{"key":"ref7","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref2","first-page":"29","article-title":"Artifacts in diagnostic ultrasound","volume":"6","author":"hindi","year":"2013","journal-title":"Rep Med Imaging"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461039"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2006.880669"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.148"},{"key":"ref22","article-title":"Deep residual learning for image recognition","author":"he","year":"2015","journal-title":"CoRR"},{"key":"ref21","author":"murphy","year":"2012","journal-title":"Machine Learning A Probabilistic Perspective"},{"key":"ref24","author":"hill","year":"2018","journal-title":"Stable Baselines"},{"key":"ref23","author":"raffin","year":"2018","journal-title":"Rl baselines zoo"},{"key":"ref25","article-title":"Densely connected convolutional networks. arxiv 2017","author":"huang","year":"0"}],"event":{"name":"2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Las Vegas, NV, USA","start":{"date-parts":[[2020,10,24]]},"end":{"date-parts":[[2021,1,24]]}},"container-title":["2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9340668\/9340635\/09340913.pdf?arnumber=9340913","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,28]],"date-time":"2022-06-28T17:57:23Z","timestamp":1656439043000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9340913\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,24]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/iros45743.2020.9340913","relation":{},"subject":[],"published":{"date-parts":[[2020,10,24]]}}}