{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T16:28:18Z","timestamp":1777652898872,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,5,13]],"date-time":"2022-05-13T00:00:00Z","timestamp":1652400000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,13]],"date-time":"2022-05-13T00:00:00Z","timestamp":1652400000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100003193","name":"Foundation of the American Society of Neuroradiology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100003193","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006098","name":"Radiological Society of North America","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006098","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007052","name":"Memorial Sloan-Kettering Cancer Center","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007052","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s10278-022-00644-5","type":"journal-article","created":{"date-parts":[[2022,5,13]],"date-time":"2022-05-13T17:02:55Z","timestamp":1652461375000},"page":"1143-1152","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Deep Reinforcement Learning with Automated Label Extraction from Clinical Reports Accurately Classifies 3D MRI Brain Volumes"],"prefix":"10.1007","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3169-9590","authenticated-orcid":false,"given":"Joseph Nathaniel","family":"Stember","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hrithwik","family":"Shalu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,13]]},"reference":[{"key":"644_CR1","doi-asserted-by":"publisher","first-page":"1472","DOI":"10.1016\/j.acra.2018.02.018","volume":"25","author":"MP McBee","year":"2018","unstructured":"McBee, M. P. et al. Deep learning in radiology. Academic radiology 25, 1472\u20131480 (2018).","journal-title":"Academic radiology"},{"key":"644_CR2","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.ejrad.2019.02.038","volume":"114","author":"L Saba","year":"2019","unstructured":"Saba, L. et al. The present and future of deep learning in radiology. European journal of radiology 114, 14\u201324 (2019).","journal-title":"Euro- pean journal of radiology"},{"key":"644_CR3","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1002\/jmri.26534","volume":"49","author":"MA Mazurowski","year":"2019","unstructured":"Mazurowski, M. A., Buda, M., Saha, A. & Bashir, M. R. Deep learning in radiology: An overview of the concepts and a survey of the state of the art with focus on MRI. Journal of magnetic resonance imaging 49, 939\u2013954 (2019).","journal-title":"Journal of magnetic resonance imaging"},{"key":"644_CR4","unstructured":"Parekh, V. S., Braverman, V., Jacobs, M. A., et al. Multitask radiological modality invariant landmark localization using deep reinforcement learning in Medical Imaging with Deep Learning. Proceedings of the Third Conference on Medical Imaging with Deep Learning, in Proceedings of Machine Learning Research (2020), 588\u2013600."},{"key":"644_CR5","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.media.2019.02.007","volume":"53","author":"A Alansary","year":"2019","unstructured":"Alansary, A. et al. Evaluating reinforcement learning agents for anatomical landmark detection. Medical image analysis 53, 156\u2013164 (2019).","journal-title":"Medical image analysis"},{"key":"644_CR6","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1109\/TPAMI.2017.2782687","volume":"41","author":"F-C Ghesu","year":"2017","unstructured":"Ghesu, F.-C. et al. Multi-scale deep reinforcement learning for real-time 3D-landmark detection in CT scans. IEEE transactions on pattern analysis and machine intelligence 41, 176\u2013189 (2017).","journal-title":"IEEE transactions on pattern analysis and machine intelligence"},{"key":"644_CR7","doi-asserted-by":"crossref","unstructured":"Zhou, S. K., Le, H. N., Luu, K., Nguyen, H. V. & Ayache, N. Deep rein-forcement learning in medical imaging: A literature review. arXiv preprint arXiv:2103.05115 (2021).","DOI":"10.1016\/j.media.2021.102193"},{"key":"644_CR8","first-page":"1245","volume":"39","author":"WA Al","year":"2019","unstructured":"Al, W. A. & Yun, I. D. Partial policy-based reinforcement learning for anatomical landmark localization in 3d medical images. IEEE transactions on medical imaging 39, 1245\u20131255 (2019).","journal-title":"IEEE transactions on medical imaging"},{"key":"644_CR9","unstructured":"Blair, S. I. A. S. A., White, C. & Moses, L. D. D. Localization of lumbar and thoracic vertebrae in 3d CT datasets by combining deep reinforcement learning with imitation learning (2018)."},{"key":"644_CR10","doi-asserted-by":"crossref","unstructured":"Maicas, G., Carneiro, G., Bradley, A. P., Nascimento, J. C. & Reid, I. Deep reinforcement learning for active breast lesion detection from DCE-MRI. International conference on medical image computing and computer-assisted intervention (2017), 665\u2013673.","DOI":"10.1007\/978-3-319-66179-7_76"},{"key":"644_CR11","doi-asserted-by":"publisher","first-page":"108","DOI":"10.3389\/fonc.2018.00108","volume":"8","author":"I Ali","year":"2018","unstructured":"Ali, I. et al. Lung nodule detection via deep reinforcement learning. Fron-tiers in oncology 8, 108 (2018).","journal-title":"Fron-tiers in oncology"},{"key":"644_CR12","doi-asserted-by":"publisher","first-page":"6187","DOI":"10.3390\/s21186187","volume":"21","author":"Y Jang","year":"2021","unstructured":"Jang, Y. & Jeon, B. Deep Reinforcement Learning with Explicit Spatio-Sequential Encoding Network for Coronary Ostia Identification in CT Im- ages. Sensors 21, 6187 (2021).","journal-title":"Sensors"},{"key":"644_CR13","doi-asserted-by":"crossref","unstructured":"Codari, M. et al. Deep reinforcement learning for localization of the aortic annulus in patients with aortic dissection. International Workshop on Thoracic Image Analysis (2020), 94\u2013105.","DOI":"10.1007\/978-3-030-62469-9_9"},{"key":"644_CR14","doi-asserted-by":"crossref","unstructured":"Zhang, P., Wang, F. & Zheng, Y. Deep reinforcement learning for vessel centerline tracing in multi-modality 3D volumes. International Confer-ence on Medical Image Computing and Computer-Assisted Intervention (2018), 755\u2013763.","DOI":"10.1007\/978-3-030-00937-3_86"},{"key":"644_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejrad.2020.108918","volume":"126","author":"DJ Winkel","year":"2020","unstructured":"Winkel, D. J. et al. Validation of a fully automated liver segmentation algorithm using multi-scale deep reinforcement learning and comparison versus manual segmentation. European journal of radiology 126, 108918 (2020).","journal-title":"European journal of radiology"},{"key":"644_CR16","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1007\/s10278-020-00398-y","volume":"34","author":"DJ Winkel","year":"2021","unstructured":"Winkel, D. J., Breit, H.-C., Weikert, T. J. & Stieltjes, B. Building large-scale quantitative imaging databases with multi-scale deep reinforcement learning: initial experience with whole-body organ volumetric analyses. Journal of Digital Imaging 34, 124\u2013133 (2021).","journal-title":"Journal of Digital Imaging"},{"key":"644_CR17","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1109\/JBHI.2020.3008759","volume":"25","author":"Z Li","year":"2020","unstructured":"Li, Z. & Xia, Y. Deep reinforcement learning for weakly-supervised lymph node segmentation in CT images. IEEE Journal of Biomedical and Health Informatics 25, 774\u2013783 (2020).","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"644_CR18","doi-asserted-by":"crossref","unstructured":"Yin, S., Han, Y. & Li, S. Left Ventricle Contouring in Cardiac Images Based on Deep Reinforcement Learning. arXiv preprint arXiv:2106.04127 (2021).","DOI":"10.36227\/techrxiv.15052428.v1"},{"key":"644_CR19","first-page":"113152R","volume":"11315","author":"X Si","year":"2020","unstructured":"Si, X. et al. Multi-step segmentation for prostate MR image based on re-inforcement learning in Medical Imaging 2020: Image-Guided Procedures. Robotic Interventions, and Modeling 11315 (2020), 113152R.","journal-title":"Robotic Interventions, and Modeling"},{"key":"644_CR20","doi-asserted-by":"publisher","first-page":"2375","DOI":"10.3390\/s21072375","volume":"21","author":"J Xiong","year":"2021","unstructured":"Xiong, J. et al. Edge-Sensitive Left Ventricle Segmentation Using Deep Reinforcement Learning. Sensors 21, 2375 (2021).","journal-title":"Sensors"},{"key":"644_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101861","volume":"67","author":"D Zhang","year":"2021","unstructured":"Zhang, D., Chen, B. & Li, S. Sequential conditional reinforcement learning for simultaneous vertebral body detection and segmentation with modeling the spine anatomy. Medical Image Analysis 67, 101861 (2021).","journal-title":"Medical Image Analysis"},{"key":"644_CR22","doi-asserted-by":"crossref","unstructured":"Kooi, T. et al. A comparison between a deep convolutional neural network and radiologists for classifying regions of interest in mammography. In-ternational Workshop on Breast Imaging (2016), 51\u201356.","DOI":"10.1007\/978-3-319-41546-8_7"},{"key":"644_CR23","unstructured":"Stember, J. & Shalu, H. Deep reinforcement learning-based image classifi-cation achieves perfect testing set accuracy for MRI brain tumors with a training set of only 30 images. arXiv preprint arXiv:2102.02895 (2021)."},{"key":"644_CR24","unstructured":"Stember, J. Comparison of Contextual Bandits versus Markov Decision Process Reinforcement Learning for MRI brain classification (Aug. 2021)."},{"key":"644_CR25","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"644_CR26","unstructured":"Vaswani, A. et al. Attention is all you need. arXiv preprint arXiv:1706.03762 (2017)."},{"key":"644_CR27","doi-asserted-by":"crossref","unstructured":"Jawahar, G., Sagot, B. & Seddah, D. What does BERT learn about the structure of language? ACL 2019\u201357th Annual Meeting of the Associa-tion for Computational Linguistics (2019).","DOI":"10.18653\/v1\/P19-1356"},{"key":"644_CR28","unstructured":"Liu, Y. et al. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"644_CR29","doi-asserted-by":"crossref","unstructured":"Reimers, N. & Gurevych, I. Sentence-bert: Sentence embeddings using siamese bert-networks. arXiv preprint arXiv:1908.10084 (2019).","DOI":"10.18653\/v1\/D19-1410"},{"key":"644_CR30","unstructured":"Stember, J. & Shalu, H. Deep reinforcement learning to detect brain le-sions on MRI: a proof-of-concept application of reinforcement learning to medical images. arXiv preprint arXiv:2008.02708 (2020)."},{"key":"644_CR31","unstructured":"Stember, J. & Shalu, H. Unsupervised deep clustering and reinforcement learning can accurately segment MRI brain tumors with very small training sets. arXiv preprint arXiv:2012.13321 (2020)."},{"key":"644_CR32","unstructured":"Stember, J. N. & Shalu, H. Reinforcement learning using Deep Q Networks and Q learning accurately localizes brain tumors on MRI with very small training sets. arXiv preprint arXiv:2010.10763 (2020)."},{"key":"644_CR33","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich, T. G. Approximate statistical tests for comparing supervised classification learning algorithms. Neural computation 10, 1895\u20131923 (1998).","journal-title":"Neural computation"}],"container-title":["Journal of Digital Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-022-00644-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-022-00644-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-022-00644-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,19]],"date-time":"2022-10-19T18:16:17Z","timestamp":1666203377000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-022-00644-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,13]]},"references-count":33,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["644"],"URL":"https:\/\/doi.org\/10.1007\/s10278-022-00644-5","relation":{},"ISSN":["0897-1889","1618-727X"],"issn-type":[{"value":"0897-1889","type":"print"},{"value":"1618-727X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,13]]},"assertion":[{"value":"22 December 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 April 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 May 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have pursued a provisional patent and conversion to full patent based on work including that described here.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}