{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T11:40:44Z","timestamp":1763811644308,"version":"3.41.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T00:00:00Z","timestamp":1738281600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T00:00:00Z","timestamp":1738281600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272135","62372135","62001144","62001141"],"award-info":[{"award-number":["62272135","62372135","62001144","62001141"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010877","name":"Science, Technology and Innovation Commission of Shenzhen Municipality","doi-asserted-by":"publisher","award":["JCYJ20210324131800002","RCBS20210609103820029"],"award-info":[{"award-number":["JCYJ20210324131800002","RCBS20210609103820029"]}],"id":[{"id":"10.13039\/501100010877","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Med Biol Eng Comput"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s11517-025-03284-3","type":"journal-article","created":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T14:20:25Z","timestamp":1738333225000},"page":"1837-1847","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A continuous-action deep reinforcement learning-based agent for coronary artery centerline extraction in coronary CT angiography images"],"prefix":"10.1007","volume":"63","author":[{"given":"Yuyang","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gongning","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaodong","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Suyu","family":"Dong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daren","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kuanquan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,31]]},"reference":[{"issue":"5","key":"3284_CR1","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1016\/j.jcct.2014.07.003","volume":"8","author":"J Leipsic","year":"2014","unstructured":"Leipsic J, Abbara S, Achenbach S, Cury R, Earls JP, Mancini GJ, Nieman K, Pontone G, Raff GL (2014) SCCT guidelines for the interpretation and reporting of coronary CT angiography: a report of the society of cardiovascular computed tomography guidelines committee. J Cardiovasc Comput Tomogr 8(5):342\u2013358","journal-title":"J Cardiovasc Comput Tomogr"},{"key":"3284_CR2","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.media.2018.10.005","volume":"51","author":"JM Wolterink","year":"2019","unstructured":"Wolterink JM, van Hamersvelt RW, Viergever MA, Leiner T, I\u0161gum I (2019) Coronary artery centerline extraction in cardiac CT angiography using a CNN-based orientation classifier. Med Image Anal 51:46\u201360","journal-title":"Med Image Anal"},{"key":"3284_CR3","doi-asserted-by":"crossref","unstructured":"Yang H, Chen J, Chi Y, Xie X, Hua X (2019) Discriminative coronary artery tracking via 3D CNN in cardiac CT angiography. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 468\u2013476","DOI":"10.1007\/978-3-030-32245-8_52"},{"key":"3284_CR4","doi-asserted-by":"crossref","unstructured":"Zhang P, Wang F, Zheng Y (2018) Deep reinforcement learning for vessel centerline tracing in multi-modality 3D volumes. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 755\u2013763","DOI":"10.1007\/978-3-030-00937-3_86"},{"key":"3284_CR5","doi-asserted-by":"crossref","unstructured":"Zhang Y, Luo G, Wang W, Wang K (2020) Branch-aware double DQN for centerline extraction in coronary CT angiography. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 35\u201344","DOI":"10.1007\/978-3-030-59725-2_4"},{"key":"3284_CR6","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv:1509.02971"},{"issue":"6","key":"3284_CR7","doi-asserted-by":"publisher","first-page":"1169","DOI":"10.1002\/mrm.10164","volume":"47","author":"O Wink","year":"2002","unstructured":"Wink O, Frangi AF, Verdonck B, Viergever MA, Niessen WJ (2002) 3D MRA coronary axis determination using a minimum cost path approach. Magnetic Resonance in Medicine: An Official Journal of the International Society for Magnetic Resonance in Medicine 47(6):1169\u20131175","journal-title":"Magnetic Resonance in Medicine: An Official Journal of the International Society for Magnetic Resonance in Medicine"},{"key":"3284_CR8","doi-asserted-by":"crossref","unstructured":"Krissian K, Bogunovic H, Pozo J, Villa-Uriol M, Frangi A (2008) Minimally interactive knowledge-based coronary tracking in CTA using a minimal cost path. The Insight Journal pp 1\u20138","DOI":"10.54294\/b6ilok"},{"issue":"1","key":"3284_CR9","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1023\/A:1010656618835","volume":"17","author":"RM Stefancik","year":"2001","unstructured":"Stefancik RM, Sonka M (2001) Highly automated segmentation of arterial and venous trees from three-dimensional magnetic resonance angiography (MRA). Int J Cardiovasc Imaging 17(1):37-47","journal-title":"Int J Cardiovasc Imaging"},{"issue":"4","key":"3284_CR10","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1007\/s10554-011-9894-2","volume":"28","author":"G Yang","year":"2012","unstructured":"Yang G, Kitslaar P, Frenay M, Broersen A, Boogers MJ, Bax JJ, Reiber JH, Dijkstra J (2012) Automatic centerline extraction of coronary arteries in coronary computed tomographic angiography. Int J Cardiovasc Imaging 28(4):921\u2013933","journal-title":"Int J Cardiovasc Imaging"},{"key":"3284_CR11","doi-asserted-by":"crossref","unstructured":"Zheng Y, Tek H, Funka-Lea G (2013) Robust and accurate coronary artery centerline extraction in CTA by combining model-driven and data-driven approaches. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 74\u201381","DOI":"10.1007\/978-3-642-40760-4_10"},{"issue":"2","key":"3284_CR12","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/42.993126","volume":"21","author":"SR Aylward","year":"2002","unstructured":"Aylward SR, Bullitt E (2002) Initialization, noise, singularities, and scale in height ridge traversal for tubular object centerline extraction. IEEE Trans Med Imaging 21(2):61\u201375","journal-title":"IEEE Trans Med Imaging"},{"issue":"2","key":"3284_CR13","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1016\/j.media.2009.12.003","volume":"14","author":"O Friman","year":"2010","unstructured":"Friman O, Hindennach M, K\u00fchnel C, Peitgen HO (2010) Multiple hypothesis template tracking of small 3D vessel structures. Med Image Anal 14(2):160\u2013171","journal-title":"Med Image Anal"},{"issue":"1","key":"3284_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.compmedimag.2011.04.001","volume":"36","author":"C Zhou","year":"2012","unstructured":"Zhou C, Chan HP, Chughtai A, Patel S, Hadjiiski LM, Wei J, Kazerooni EA (2012) Automated coronary artery tree extraction in coronary CT angiography using a multiscale enhancement and dynamic balloon tracking (MSCAR-DBT) method. Comput Med Imaging Graph 36(1):1\u201310","journal-title":"Comput Med Imaging Graph"},{"issue":"10","key":"3284_CR15","doi-asserted-by":"publisher","first-page":"2172","DOI":"10.1109\/TMI.2015.2425535","volume":"34","author":"S Cetin","year":"2015","unstructured":"Cetin S, Unal G (2015) A higher-order tensor vessel tractography for segmentation of vascular structures. IEEE Trans Med Imaging 34(10):2172\u20132185","journal-title":"IEEE Trans Med Imaging"},{"key":"3284_CR16","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.cviu.2015.11.009","volume":"151","author":"D Lesage","year":"2016","unstructured":"Lesage D, Angelini ED, Funka-Lea G, Bloch I (2016) Adaptive particle filtering for coronary artery segmentation from 3D CT angiograms. Comp Vision Image Underst 151:29\u201346","journal-title":"Comp Vision Image Underst"},{"key":"3284_CR17","doi-asserted-by":"crossref","unstructured":"Frangi AF, Niessen WJ, Vincken KL, Viergever MA (1998) Multiscale vessel enhancement filtering. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 130\u2013137","DOI":"10.1007\/BFb0056195"},{"issue":"2","key":"3284_CR18","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/S1361-8415(98)80009-1","volume":"2","author":"Y Sato","year":"1998","unstructured":"Sato Y, Nakajima S, Shiraga N, Atsumi H, Yoshida S, Koller T, Gerig G, Kikinis R (1998) Three-dimensional multi-scale line filter for segmentation and visualization of curvilinear structures in medical images. Med Image Anal 2(2):143\u2013168","journal-title":"Med Image Anal"},{"issue":"1","key":"3284_CR19","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1016\/j.media.2014.09.007","volume":"19","author":"M Schneider","year":"2015","unstructured":"Schneider M, Hirsch S, Weber B, Sz\u00e9kely G, Menze BH (2015) Joint 3-D vessel segmentation and centerline extraction using oblique Hough forests with steerable filters. Med Image Anal 19(1):220\u2013249","journal-title":"Med Image Anal"},{"issue":"7","key":"3284_CR20","doi-asserted-by":"publisher","first-page":"1327","DOI":"10.1109\/TPAMI.2015.2462363","volume":"38","author":"A Sironi","year":"2015","unstructured":"Sironi A, T\u00fcretken E, Lepetit V, Fua P (2015) Multiscale centerline detection. IEEE Trans Pattern Anal Mach Intell 38(7):1327\u20131341","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3284_CR21","doi-asserted-by":"crossref","unstructured":"G\u00fcls\u00fcn MA, Funka-Lea G, Sharma P, Rapaka S, Zheng Y (2016) Coronary centerline extraction via optimal flow paths and CNN path pruning. In: International conference on medical image computing and computer-assisted intervention. Springer, pp 317\u2013325","DOI":"10.1007\/978-3-319-46726-9_37"},{"key":"3284_CR22","unstructured":"Yu F, Koltun V (2015) Multi-scale context aggregation by dilated convolutions. arXiv:1511.07122"},{"key":"3284_CR23","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing Atari with deep reinforcement learning. arXiv:1312.5602"},{"key":"3284_CR24","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double Q-learning. In: Proceedings of the AAAI conference on artificial intelligence. ACM","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3284_CR25","unstructured":"Mnih V, Badia AP, Mirza M, Graves A, Lillicrap T, Harley T, Silver D, Kavukcuoglu K (2016) Asynchronous methods for deep reinforcement learning. In: International conference on machine learning. PMLR, pp 1928\u20131937"},{"key":"3284_CR26","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347"},{"issue":"1","key":"3284_CR27","first-page":"1","volume":"1","author":"A Paszke","year":"2017","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, DeVito Z, Lin Z, Desmaison A, Antiga L, Lerer A (2017) Automatic differentiation in Pytorch. NIPS Workshop Autodiff Decision Program 1(1):1\u201312","journal-title":"NIPS Workshop Autodiff Decision Program"},{"issue":"5","key":"3284_CR28","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1016\/j.media.2009.06.003","volume":"13","author":"M Schaap","year":"2009","unstructured":"Schaap M, Metz CT, van Walsum T, van der Giessen AG, Weustink AC, Mollet NR, Bauer C, Bogunovi\u0107 H, Castro C, Deng X et al (2009) Standardized evaluation methodology and reference database for evaluating coronary artery centerline extraction algorithms. Med Image Anal 13(5):701\u2013714","journal-title":"Med Image Anal"},{"key":"3284_CR29","doi-asserted-by":"publisher","first-page":"102049","DOI":"10.1016\/j.compmedimag.2022.102049","volume":"97","author":"R Gharleghi","year":"2022","unstructured":"Gharleghi R, Adikari D, Ellenberger K, Ooi SY, Ellis C, Chen CM, Gao R, He Y, Hussain R, Lee CY et al (2022) Automated segmentation of normal and diseased coronary arteries-the ASOCA challenge. Comput Med Imaging Graph 97:102049","journal-title":"Comput Med Imaging Graph"},{"key":"3284_CR30","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1016\/j.bspc.2017.09.009","volume":"40","author":"VI Kigka","year":"2018","unstructured":"Kigka VI, Rigas G, Sakellarios A, Siogkas P, Andrikos IO, Exarchos TP, Loggitsi D, Anagnostopoulos CD, Michalis LK, Neglia D et al (2018) 3D reconstruction of coronary arteries and atherosclerotic plaques based on computed tomography angiography images. Biomed Signal Process Control 40:286\u2013294","journal-title":"Biomed Signal Process Control"}],"container-title":["Medical & Biological Engineering & Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-025-03284-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11517-025-03284-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-025-03284-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T05:35:13Z","timestamp":1748237713000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11517-025-03284-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,31]]},"references-count":30,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["3284"],"URL":"https:\/\/doi.org\/10.1007\/s11517-025-03284-3","relation":{},"ISSN":["0140-0118","1741-0444"],"issn-type":[{"type":"print","value":"0140-0118"},{"type":"electronic","value":"1741-0444"}],"subject":[],"published":{"date-parts":[[2025,1,31]]},"assertion":[{"value":"9 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study included 70 CCTA images acquired from the Department of Radiology of The Fourth Hospital of Harbin Medical University, and the protocol number of ethical approval is 20220156.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}