{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T13:12:48Z","timestamp":1791465168444,"version":"4.3.4"},"reference-count":35,"publisher":"Radiological Society of North America (RSNA)","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Radiology"],"published-print":{"date-parts":[[2025,11,1]]},"abstract":"<jats:p>Machine learning models show promise for automating classification of follow-up recommendations in radiology reports across multiple imaging modalities.<\/jats:p>","DOI":"10.1148\/radiol.242167","type":"journal-article","created":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T14:53:24Z","timestamp":1762872804000},"source":"Crossref","is-referenced-by-count":1,"title":["Large-Scale Evaluation of Machine Learning Models in Identifying                     Follow-Up Recommendations in Radiology Reports"],"prefix":"10.1148","volume":"317","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-3319-0431","authenticated-orcid":false,"given":"Pan","family":"Xiao","sequence":"first","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3270-0573","authenticated-orcid":false,"given":"Xiaobing","family":"Yu","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3526-9101","authenticated-orcid":false,"given":"Sung Min","family":"Ha","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1803-4837","authenticated-orcid":false,"given":"Abdalla","family":"Bani","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9674-7293","authenticated-orcid":false,"given":"Aaron","family":"Mintz","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4565-0906","authenticated-orcid":false,"given":"Jieqi","family":"Wang","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohamed","family":"Elbanan","sequence":"additional","affiliation":[{"name":"Department of Radiology, University of Missouri,                     Columbia, Mo"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6636-0434","authenticated-orcid":false,"given":"Mahati","family":"Mokkarala","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6840-6432","authenticated-orcid":false,"given":"Govind","family":"Mattay","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6983-0641","authenticated-orcid":false,"given":"Arash","family":"Nazeri","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4119-4836","authenticated-orcid":false,"given":"Thomas","family":"Kannampallil","sequence":"additional","affiliation":[{"name":"Department of Anesthesiology, Washington University                     School of Medicine, St Louis, Mo"},{"name":"Institute for Informatics, Data Science & Biostatistics, Washington University School of Medicine, St Louis, Mo"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9241-2656","authenticated-orcid":false,"given":"Albert M.","family":"Lai","sequence":"additional","affiliation":[{"name":"Institute for Informatics, Data Science & Biostatistics, Washington University School of Medicine, St Louis, Mo"},{"name":"Department of Medicine, Washington University School of                     Medicine, St Louis, Mo"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2298-5744","authenticated-orcid":false,"given":"Vamsi R.","family":"Narra","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5662-5358","authenticated-orcid":false,"given":"Daniel S.","family":"Marcus","sequence":"additional","affiliation":[{"name":"Institute for Informatics, Data Science & Biostatistics, Washington University School of Medicine, St Louis, Mo"},{"name":"Department of Medicine, Washington University School of                     Medicine, St Louis, Mo"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8894-1504","authenticated-orcid":false,"given":"Andrew J.","family":"Bierhals","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0795-8820","authenticated-orcid":false,"given":"Aristeidis","family":"Sotiras","sequence":"additional","affiliation":[{"name":"Mallinckrodt Institute of Radiology, Washington                     University School of Medicine, 4525 Scott Ave, MSC 8225-0082-03, St Louis, MO                     63110"},{"name":"Institute for Informatics, Data Science & Biostatistics, Washington University School of Medicine, St Louis, Mo"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1577","reference":[{"key":"r1","doi-asserted-by":"publisher","DOI":"10.1016\/j.annemergmed.2013.02.001"},{"key":"r2","doi-asserted-by":"publisher","DOI":"10.1016\/j.acra.2014.07.006"},{"key":"r3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2009.11.007"},{"key":"r4","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2015.07.013"},{"key":"r5","doi-asserted-by":"publisher","DOI":"10.1515\/dx-2017-0025"},{"key":"r6","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2341040049"},{"key":"r7","doi-asserted-by":"publisher","DOI":"10.2214\/AJR.07.3508"},{"key":"r8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2018.10.020"},{"key":"r9","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2012.12.005"},{"key":"r10","first-page":"335","volume":"2020","author":"Lau W","year":"2020","journal-title":"AMIA Jt Summits Transl Sci Proc"},{"key":"r11","doi-asserted-by":"publisher","DOI":"10.2214\/AJR.23.29120"},{"key":"r12","unstructured":"OpenAI, Achiam J, Adler S, et                             al. GPT-4 Technical                         Report. arXiv 2023. Preprint posted online                         March 15, 2023; https:\/\/arxiv.org\/abs\/2303.08774."},{"key":"r13","author":"Wei J","journal-title":"International Conference on Learning Representations"},{"key":"r14","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.231259"},{"key":"r15","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocae117"},{"key":"r16","doi-asserted-by":"publisher","DOI":"10.2214\/AJR.23.30651"},{"key":"r17","first-page":"465","volume":"2011","author":"Gershanik EF","year":"2011","journal-title":"AMIA Annu Symp Proc"},{"key":"r18","unstructured":"Nakayama H, Kubo T, Kamura J, Taniguchi Y, Liang X. {doccano}:                         Text Annotation Tool for Human. https:\/\/github.com\/doccano\/doccano. Published 2018. Accessed                         October 1, 2024."},{"key":"r19","doi-asserted-by":"publisher","DOI":"10.1117\/12.2651950"},{"key":"r20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298885"},{"key":"r21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.696"},{"key":"r22","unstructured":"Johnson A, Pollard T, Mark R, Berkowitz S, Horng S. MIMIC-CXR                         Database https:\/\/physionet.org\/content\/mimic-cxr\/2.1.0\/. Published                         2024. Accessed October 1, 2024."},{"key":"r23","first-page":"26","author":"Mikolov T","year":"2013","journal-title":"Adv Neural Inf Process Syst"},{"key":"r24","author":"Le Q","journal-title":"International Conference on Machine Learning"},{"key":"r27","author":"Zhang Y","year":"2015","journal-title":"arXiv"},{"key":"r28","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"r29","author":"Zhang D","year":"2015","journal-title":"arXiv"},{"key":"r30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2021.103915"},{"key":"r31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1174"},{"key":"r33","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"r34","author":"Alsentzer E","journal-title":"Proceedings of the 2nd Clinical Natural Language Processing Workshop"},{"key":"r35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.672"},{"key":"r36","unstructured":"Grattafiori A, Dubey A, Jauhri A, et                             al. The Llama 3 Herd of                         Models. arXiv 2024. Preprint posted online                         July 31, 2024; doi:10.48550\/arxiv.2407.21783."},{"key":"r39","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"r41","first-page":"1090","volume":"245","author":"Mabotuwana T","year":"2017","journal-title":"Stud Health Technol Inform"}],"container-title":["Radiology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/pubs.rsna.org\/doi\/pdf\/10.1148\/radiol.242167","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T14:53:28Z","timestamp":1762872808000},"score":1,"resource":{"primary":{"URL":"http:\/\/pubs.rsna.org\/doi\/10.1148\/radiol.242167"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,1]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,11,1]]}},"alternative-id":["10.1148\/radiol.242167"],"URL":"https:\/\/doi.org\/10.1148\/radiol.242167","relation":{},"ISSN":["0033-8419","1527-1315"],"issn-type":[{"value":"0033-8419","type":"print"},{"value":"1527-1315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,1]]},"article-number":"e242167"}}