{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T12:21:13Z","timestamp":1773318073934,"version":"3.50.1"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Korea Medical Device Development Fund","award":["KMDF_PR_20200901_0013"],"award-info":[{"award-number":["KMDF_PR_20200901_0013"]}]},{"name":"Technology Development Program for AIBioRobotMedicine Convergence","award":["20001638"],"award-info":[{"award-number":["20001638"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3135277","type":"journal-article","created":{"date-parts":[[2021,12,13]],"date-time":"2021-12-13T20:58:01Z","timestamp":1639429081000},"page":"166409-166422","source":"Crossref","is-referenced-by-count":49,"title":["Deep Reinforcement Learning for Guidewire Navigation in Coronary Artery Phantom"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1831-7615","authenticated-orcid":false,"given":"Jihoon","family":"Kweon","sequence":"first","affiliation":[{"name":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"given":"Kyunghwan","family":"Kim","sequence":"additional","affiliation":[{"name":"Medipixel, Inc., Seoul, South Korea"}]},{"given":"Chaehyuk","family":"Lee","sequence":"additional","affiliation":[{"name":"Medipixel, Inc., Seoul, South Korea"}]},{"given":"Hwi","family":"Kwon","sequence":"additional","affiliation":[{"name":"Medipixel, Inc., Seoul, South Korea"}]},{"given":"Jinwoo","family":"Park","sequence":"additional","affiliation":[{"name":"Medipixel, Inc., Seoul, South Korea"}]},{"given":"Kyoseok","family":"Song","sequence":"additional","affiliation":[{"name":"Medipixel, Inc., Seoul, South Korea"}]},{"given":"Young In","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"given":"Jeeone","family":"Park","sequence":"additional","affiliation":[{"name":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"given":"Inwook","family":"Back","sequence":"additional","affiliation":[{"name":"Department of Medical Science, Asan Medical Institute of Convergence Science and Technology, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"given":"Jae-Hyung","family":"Roh","sequence":"additional","affiliation":[{"name":"Department of Cardiology in Internal Medicine, Chungnam National University Sejong Hospital, Chungnam National University School of Medicine, Daejeon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8573-1149","authenticated-orcid":false,"given":"Youngjin","family":"Moon","sequence":"additional","affiliation":[{"name":"Departments of Convergence Medicine, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6718-9480","authenticated-orcid":false,"given":"Jaesoon","family":"Choi","sequence":"additional","affiliation":[{"name":"Department of Biomedical Engineering, Asan Medical Center, University of Ulsan College of Medicine, Seoul, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3610-486X","authenticated-orcid":false,"given":"Young-Hak","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Internal Medicine, Asan Medical Center, Division of Cardiology, University of Ulsan College of Medicine, Seoul, South Korea"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.81"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcin.2019.04.048"},{"key":"ref34","article-title":"Reinforcement learning from imperfect demonstrations","author":"gao","year":"2018","journal-title":"arXiv 1802 05313"},{"key":"ref15","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"levine","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101634"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1186\/s40001-018-0333-x"},{"key":"ref31","first-page":"21","article-title":"Imitation learning: A survey of learning methods","volume":"50","author":"hussein","year":"2017","journal-title":"ACM Comput Surv"},{"key":"ref30","article-title":"Deep Q-learning from demonstrations","author":"hester","year":"2017","journal-title":"arXiv 1704 03732"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00238-2"},{"key":"ref33","article-title":"Automated curriculum learning for neural networks","author":"graves","year":"2017","journal-title":"arXiv 1704 03003"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-062420-090543"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7965896"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.4244\/EIJ-D-16-01038"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1161\/01.CIR.86.1.232"},{"key":"ref17","article-title":"Asymmetric actor critic for image-based robot learning","author":"pinto","year":"2017","journal-title":"arXiv 1710 06542"},{"key":"ref39","article-title":"Robust imitation of diverse behaviors","author":"wang","year":"2017","journal-title":"arXiv 1707 02747"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206247"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-019-53254-7"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1515\/cdbme-2019-0002"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12206-019-1036-0"},{"key":"ref24","article-title":"Deep reinforcement learning with double Q-learning","author":"van hasselt","year":"2015","journal-title":"arXiv 1509 06461 [cs]"},{"key":"ref23","article-title":"Rainbow: Combining improvements in deep reinforcement learning","author":"hessel","year":"2017","journal-title":"arXiv 1710 02298"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcmg.2016.12.001"},{"key":"ref26","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref25","article-title":"Prioritized experience replay","author":"schaul","year":"2015","journal-title":"arXiv 1511 05952"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1515\/cdbme-2020-0007"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1093\/eurheartj\/ehaa159"},{"key":"ref41","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"arXiv 1602 01783"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-019-02002-0"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.bprint.2020.e00074"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196912"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1117\/1.JMI.5.1.010902"},{"key":"ref28","article-title":"A distributional perspective on reinforcement learning","author":"bellemare","year":"2017","journal-title":"arXiv 1707 06887"},{"key":"ref27","article-title":"Noisy networks for exploration","author":"fortunato","year":"2017","journal-title":"arXiv 1706 10295"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3010461"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcin.2017.03.050"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/ccd.28477"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.eclinm.2019.07.017"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/ccd.21425"},{"key":"ref3","first-page":"340","article-title":"Concept, design and pre-clinical studies for remote control percutaneous coronary interventions","volume":"1","author":"beyar","year":"2005","journal-title":"Eurointervention"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCINTERVENTIONS.119.008888"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacc.2012.12.045"},{"key":"ref40","article-title":"Challenges of real-world reinforcement learning","author":"dulac-arnold","year":"2019","journal-title":"arXiv 1904 12901"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09648308.pdf?arnumber=9648308","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T20:15:45Z","timestamp":1684268145000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9648308\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3135277","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}