{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T04:39:42Z","timestamp":1793248782802,"version":"4.5.0"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82027807"],"award-info":[{"award-number":["82027807"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["81771940"],"award-info":[{"award-number":["81771940"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Program of China","award":["2017YFC0108000"],"award-info":[{"award-number":["2017YFC0108000"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Biomed. Eng."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1109\/tbme.2021.3054413","type":"journal-article","created":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T20:49:50Z","timestamp":1611694190000},"page":"2787-2797","source":"Crossref","is-referenced-by-count":94,"title":["Autonomic Robotic Ultrasound Imaging System Based on Reinforcement Learning"],"prefix":"10.1109","volume":"68","author":[{"given":"Guochen","family":"Ning","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9049-2691","authenticated-orcid":false,"given":"Xinran","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3847-9347","authenticated-orcid":false,"given":"Hongen","family":"Liao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"0"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2891311"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2016.2558630"},{"key":"ref32","first-page":"1","article-title":"An application of reinforcement learning to aerobatic helicopter flight","author":"abbeel","year":"2006","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509336"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICARCV.2018.8581213"},{"key":"ref36","article-title":"Contextual reinforcement learning of visuo-tactile multi-fingered grasping policies","author":"kumar","year":"0"},{"key":"ref35","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"levine","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICARM.2017.8273141"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.07.006"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TUFFC.2015.2499084"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2016.00001"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2620723"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2016.2557306"},{"key":"ref15","first-page":"105","article-title":"Patient localization for robotized ultrasound-guided radiation therapy","author":"kuhlemann","year":"2015","journal-title":"Proc Imag Comput Assistance Radiat Ther"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2013.6630795"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-016-3516-x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1049\/joe.2018.9406"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2013.2267494"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968201"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/bjs.7628"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2018.01.009"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2635673"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/S0090-4295(01)01423-6"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/42.870670"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TUFFC.2013.2593"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2871864"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2016.2576960"},{"key":"ref9","first-page":"63","article-title":"Surgical robotics","author":"rosen","year":"2013","journal-title":"Medical Devices Surgical and Image-Guided Technologies"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TUFFC.2013.2593"},{"key":"ref46","article-title":"PyBullet, a python module for physics simulation for games","author":"erwin","year":"2016","journal-title":"Pybullet"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAS.2015.7364834"},{"key":"ref45","article-title":"ROS-Industrial universal robot meta-package","author":"felix","year":"2012","journal-title":"Universal Robots"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JRA.1987.1087120"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.7150\/thno.42830"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1992.220143"},{"key":"ref41","article-title":"Decoupling feature extraction from policy learning: Assessing benefits of state representation learning in goal based robotics","author":"raffin","year":"2019"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1177\/027836499701600107"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2011.2135210"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2017.07.029"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967946"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/70.508440"}],"container-title":["IEEE Transactions on Biomedical Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10\/9519572\/09336261.pdf?arnumber=9336261","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:53:31Z","timestamp":1652194411000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9336261\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":46,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tbme.2021.3054413","relation":{},"ISSN":["0018-9294","1558-2531"],"issn-type":[{"value":"0018-9294","type":"print"},{"value":"1558-2531","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9]]}}}