{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T07:29:52Z","timestamp":1794036592135,"version":"4.8.0"},"reference-count":69,"publisher":"Informa UK Limited","issue":"1","license":[{"start":{"date-parts":[[2025,12,26]],"date-time":"2025-12-26T00:00:00Z","timestamp":1766707200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Multimedia University, Malaysia","award":["MMUI\/230019"],"award-info":[{"award-number":["MMUI\/230019"]}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Computer Assisted Surgery"],"published-print":{"date-parts":[[2026,12,31]]},"DOI":"10.1080\/24699322.2025.2597553","type":"journal-article","created":{"date-parts":[[2025,12,26]],"date-time":"2025-12-26T15:24:56Z","timestamp":1766762696000},"update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":3,"title":["Reinforcement learning for medical image analysis: a systematic review of algorithms, engineering challenges, and clinical deployment"],"prefix":"10.1080","volume":"31","author":[{"given":"Masuda Begum","family":"Sampa","sequence":"first","affiliation":[{"name":"Faculty of Engineering & Technology, Multimedia University","place":["Melaka, Malaysia"]},{"name":"University of Science and Technology Chittagong (USTC)","place":["Chattogram, Bangladesh"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nor Hidayati","family":"Abdul Aziz","sequence":"additional","affiliation":[{"name":"Faculty of Engineering & Technology, Multimedia University","place":["Melaka, Malaysia"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Md. Siddikur","family":"Rahman","sequence":"additional","affiliation":[{"name":"Department of Statistics, Begum Rokeya University","place":["Rangpur, Bangladesh"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nor Azlina","family":"Ab. Aziz","sequence":"additional","affiliation":[{"name":"Faculty of Engineering & Technology, Multimedia University","place":["Melaka, Malaysia"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rosli","family":"Besar","sequence":"additional","affiliation":[{"name":"Faculty of Engineering & Technology, Multimedia University","place":["Melaka, Malaysia"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anith Khairunnisa","family":"Ghazali","sequence":"additional","affiliation":[{"name":"Faculty of Engineering & Technology, Multimedia University","place":["Melaka, Malaysia"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2025,12,26]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-022-01647-y"},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102878"},{"key":"e_1_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s44163-022-00046-0"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42484-022-00068-y"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-023-08562-6"},{"key":"e_1_3_3_7_1","volume-title":"Reinforcement learning: an introduction","author":"Sutton RS","year":"2015","unstructured":"Sutton RS, Barto AG. Reinforcement learning: an introduction. Cambridge (MA): MIT Press; 2015."},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543846"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"e_1_3_3_11_1","unstructured":"Lillicrap TP Hunt JJ Pritzel A et al. Continuous control with deep reinforcement learning. In Proc Int Conf Learn Representations; 2016."},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2342-8-8"},{"issue":"2","key":"e_1_3_3_14_1","first-page":"247","article-title":"Time spent for housework and child care by husbands with children under six years old","volume":"26","author":"Chitsaz M","year":"2011","unstructured":"Chitsaz M, Woo CS. Time spent for housework and child care by husbands with children under six years old. Popul Res Policy Rev. 2011;26(2):247\u2013255.","journal-title":"Popul Res Policy Rev"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2013.2252431"},{"key":"e_1_3_3_16_1","doi-asserted-by":"crossref","unstructured":"Ghesu FC Georgescu B Mansi T et al. An artificial agent for anatomical landmark detection in medical images. In: Proc Med Image Comput Comput Assist Interv; 2016. p. 229\u2013237.","DOI":"10.1007\/978-3-319-46726-9_27"},{"key":"e_1_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24571-3"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2016.04.003"},{"issue":"4","key":"e_1_3_3_19_1","article-title":"A survey of deep reinforcement learning in recommender systems: a systematic review and future directions","volume":"37","author":"Chen X","year":"2021","unstructured":"Chen X, Yao L, McAuley J, et al. A survey of deep reinforcement learning in recommender systems: a systematic review and future directions. J Acm. 2021;37(4):111.","journal-title":"J Acm"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-022-03868-z"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-022-07037-4"},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102193"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101813"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/acm2.13898"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.02.007"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102875"},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102005"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102137"},{"key":"e_1_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102040"},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101878"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.101976"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102427"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102822"},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102724"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43684-022-00025-3"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.274324"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101861"},{"key":"e_1_3_3_38_1","first-page":"45","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham B","year":"2007","unstructured":"Kitchenham B, Charters S. Guidelines for performing systematic literature reviews in software engineering. Keele (UK): Keele University; 2007:45.","journal-title":"Keele (UK): Keele University;"},{"key":"e_1_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.07.009"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1177\/0739456X17723971"},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102417"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2782687"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2021.3080703"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102093"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.03.002"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.101990"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102793"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102490"},{"key":"e_1_3_3_49_1","first-page":"1","article-title":"Automatic view planning with multi-scale deep reinforcement learning agents","volume":"46","author":"Alansary A","year":"2018","unstructured":"Alansary A, Le Folgoc L, Vaillant G, et al. Automatic view planning with multi-scale deep reinforcement learning agents. Med Image Anal. 2018;46:1\u201315.","journal-title":"Med Image Anal"},{"key":"e_1_3_3_50_1","doi-asserted-by":"crossref","unstructured":"Maicas G Carneiro G Bradley AP et al. Deep reinforcement learning for active breast lesion detection from DCE-MRI. In: Proc Med Image Comput Comput Assist Interv; 2017. p. 665\u2013673.","DOI":"10.1007\/978-3-319-66179-7_76"},{"key":"e_1_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11230"},{"key":"e_1_3_3_52_1","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/B978-0-12-802581-9.00003-2","volume-title":"Medical image recognition, segmentation and parsing","author":"Zhan Y","year":"2016","unstructured":"Zhan Y, Peng Z, Hermosillo G, et al. Robust multi-landmark detection based on information theoretic scheduling. In Medical image recognition, segmentation and parsing. The Elsevier and MICCAI Society Book Series. London (UK): Academic Press; 2016. p. 45\u201370."},{"key":"e_1_3_3_53_1","unstructured":"Seghers D Slagmolen P Lambelin Y et al. Landmarkbased liver segmentation using local shape and intensity models. In: Proc MICCAI Workshop; 2007. p. 135\u2013142."},{"key":"e_1_3_3_54_1","doi-asserted-by":"crossref","unstructured":"Li Y Alansary A Cerrolaza J et al. Fast multiple landmark localisation using a patch-based iterative network. Med Image Anal. 2018.","DOI":"10.1007\/978-3-030-00928-1_64"},{"key":"e_1_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102629"},{"key":"e_1_3_3_56_1","volume-title":"Reinforcement learning: an introduction","author":"Sutton RS","year":"2018","unstructured":"Sutton RS, Barto AG. Reinforcement learning: an introduction. 2nd ed. Cambridge (MA): MIT Press; 2018.","edition":"2"},{"key":"e_1_3_3_57_1","first-page":"298","volume-title":"Proceedings of the 10th International Conference on Machine Learning","author":"Schwartz A.","year":"1993","unstructured":"Schwartz A. A reinforcement learning method for maximizing undiscounted rewards. In Proceedings of the 10th International Conference on Machine Learning; 1993. p. 298\u2013305."},{"key":"e_1_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2365952.2365971"},{"key":"e_1_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v4i1.18700"},{"key":"e_1_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2012.2186810"},{"key":"e_1_3_3_61_1","volume-title":"Approximate solutions to Markov decision processes","author":"Gordon GJ.","year":"1999","unstructured":"Gordon GJ. Approximate solutions to Markov decision processes. Pittsburgh (PA): Carnegie Mellon University; 1999. Technical Report CMU-CS-99-143."},{"key":"e_1_3_3_62_1","first-page":"503","article-title":"Tree-based batch mode reinforcement learning","volume":"6","author":"Ernst D","year":"2005","unstructured":"Ernst D, Geurts P, Wehenkel L. Tree-based batch mode reinforcement learning. J Mach Learn Res. 2005;6:503\u2013556.","journal-title":"J Mach Learn Res"},{"key":"e_1_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2019.2891520"},{"key":"e_1_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.286"},{"key":"e_1_3_3_65_1","unstructured":"Schulman J Wolski F Dhariwal P et al. Proximal policy optimization algorithms. arXiv:1707.06347; 2017."},{"key":"e_1_3_3_66_1","first-page":"1889","volume-title":"Proceedings of the 32nd International Conference on Machine Learning","author":"Schulman J","year":"2015","unstructured":"Schulman J, Levine S, Moritz P, et al. Trust region policy optimization In Proceedings of the 32nd International Conference on Machine Learning; 2015. p. 1889\u20131897."},{"key":"e_1_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102119"},{"key":"e_1_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102362"},{"key":"e_1_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12880-022-00919-x"},{"key":"e_1_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-22371-6_3"}],"container-title":["Computer Assisted Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/24699322.2025.2597553","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,26]],"date-time":"2025-12-26T15:24:58Z","timestamp":1766762698000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/24699322.2025.2597553"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,26]]},"references-count":69,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,12,31]]}},"alternative-id":["10.1080\/24699322.2025.2597553"],"URL":"https:\/\/doi.org\/10.1080\/24699322.2025.2597553","relation":{},"ISSN":["2469-9322"],"issn-type":[{"value":"2469-9322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,26]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=icsu21","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=icsu21","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2025-12-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"2597553"}}