{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T18:25:27Z","timestamp":1784312727742,"version":"3.55.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T00:00:00Z","timestamp":1730937600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T00:00:00Z","timestamp":1730937600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-024-01161-3","type":"journal-article","created":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T10:17:33Z","timestamp":1730974653000},"page":"2294-2302","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A Comparative Evaluation of Large Language Model Utility in Neuroimaging Clinical Decision Support"],"prefix":"10.1007","volume":"38","author":[{"given":"Luke","family":"Miller","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Kamel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jigar","family":"Patel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jay","family":"Agrawal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Min","family":"Zhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nathan","family":"Bumbarger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenneth","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,7]]},"reference":[{"key":"1161_CR1","doi-asserted-by":"publisher","unstructured":"Patel SY, Auerbach D, Huskamp HA, et al. Provision of evaluation and management visits by nurse practitioners and physician assistants in the USA from 2013 to 2019: cross-sectional time series study. BMJ, https:\/\/doi.org\/10.1136\/bmj-2022-073933, September 14, 2023.","DOI":"10.1136\/bmj-2022-073933"},{"key":"1161_CR2","doi-asserted-by":"publisher","unstructured":"M William S Donghoon K Buch 2023 Effect of provider type on overutilization of CT angiograms of the head and neck for patients presenting to the emergency department with nonfocal neurologic symptoms J Am Coll Radiol. https:\/\/doi.org\/10.1016\/j.jacr.2023.08.042,CreatedSeptember15","DOI":"10.1016\/j.jacr.2023.08.042,CreatedSeptember15"},{"key":"1161_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2023.04.021.CreatedJuly6","author":"S Yi","year":"2023","unstructured":"Yi S, Narayan A, Miles R. Patient, provider, and practice characteristics predicting use of diagnostic imaging in primary care: cross-sectional data from the National Ambulatory Medical Care Survey. J Am Coll Radiol. DOI: https:\/\/doi.org\/https:\/\/doi.org\/10.1016\/j.jacr.2023.04.021. Created July 6, 2023.","journal-title":"J Am Coll Radiol."},{"key":"1161_CR4","unstructured":"American College of Radiology. Appropriateness criteria. Available from: https:\/\/acsearch.acr.org\/list. Created 2023. Accessed August 30, 2023."},{"key":"1161_CR5","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1056\/NEJM200007133430204","volume":"343","author":"MJ Haydel","year":"2000","unstructured":"Haydel MJ, Preston CA, Mills TJ, Luber S, Blaudeau E, DeBlieux PM. Indications for computed tomography in patients with minor head injury. N Engl J Med 2000; 343:100-105.","journal-title":"N Engl J Med"},{"issue":"6","key":"1161_CR6","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.2214\/AJR.08.1622","volume":"192","author":"AB Bautista","year":"2009","unstructured":"Bautista AB, Burgos AE, Nickel BJ, Yoon JJ, Tilara AA, Amorosa JK. Do clinicians use the American College of Radiology appropriateness criteria in the management of their patients? AJR 2009; 192(6):1581\u20131585.","journal-title":"AJR"},{"key":"1161_CR7","doi-asserted-by":"publisher","unstructured":"AY Sheng A Castro RE Lewiss 2016 Awareness, utilization, and education of the ACR Appropriateness Criteria: a review and future directions J Am Coll Radiol. 13 2 131 136 https:\/\/doi.org\/10.1016\/j.jacr.2015.08.026.PublishedOctober21,2015","DOI":"10.1016\/j.jacr.2015.08.026.PublishedOctober21,2015"},{"key":"1161_CR8","doi-asserted-by":"publisher","unstructured":"Bera K, Connor GO, Jiang S, Tirumani SH, Ramaiya NH. Analysis of ChatGPT publications in radiology: literature so far. Curr Probl Diagn Radiol. https:\/\/doi.org\/10.1067\/j.cpradiol.2023.10.013, Created October 20, 2023","DOI":"10.1067\/j.cpradiol.2023.10.013"},{"issue":"10","key":"1161_CR9","doi-asserted-by":"publisher","first-page":"988","DOI":"10.1016\/j.jacr.2023.06.005","volume":"20","author":"E Varney","year":"2023","unstructured":"Varney E, Lee CI. The potential for using ChatGPT to improve imaging appropriateness. J Am Coll Radiol 2023; 20(10) 988-989","journal-title":"J Am Coll Radiol"},{"key":"1161_CR10","doi-asserted-by":"publisher","unstructured":"Rau A, Rau S, Zoeller D, et al. A context-based chatbot surpasses radiologists and generic ChatGPT in following the ACR appropriateness guidelines. Radiology. https:\/\/doi.org\/10.1148\/radiol.230970, Created July 25, 2023","DOI":"10.1148\/radiol.230970"},{"key":"1161_CR11","doi-asserted-by":"publisher","unstructured":"R Bhayana 2024 Chatbots and large language models in radiology: a practical primer for clinical and research applications Radiology. https:\/\/doi.org\/10.1148\/radiol.232756,CreatedJanuary16","DOI":"10.1148\/radiol.232756,CreatedJanuary16"},{"issue":"10","key":"1161_CR12","doi-asserted-by":"publisher","first-page":"1004","DOI":"10.1016\/j.jacr.2023.06.008","volume":"20","author":"L Nazario-Johnson","year":"2023","unstructured":"Nazario-Johnson L, Zaki HA, Tung GA. Use of large language models to predict neuroimaging. J Am Coll Radiol 2023; 20(10):1004-1009","journal-title":"J Am Coll Radiol"},{"issue":"5","key":"1161_CR13","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1016\/j.annemergmed.2012.07.016","volume":"61","author":"W Bouida","year":"2013","unstructured":"Bouida W, Marghli S, Souissi S, et al. Prediction value of the Canadian CT head rule and the New Orleans criteria for positive head CT scan and acute neurosurgical procedures in minor head trauma: a multicenter external validation study. Ann Emerg Med. 2013;61(5):521\u2013527","journal-title":"Ann Emerg Med."},{"key":"1161_CR14","unstructured":"Byby.dev. Top 7 LLM-powered AI chatbots [Internet]. 2023. Available from: https:\/\/byby.dev\/ai-chatbots. Created September 6, 2023. Accessed November 1, 2023."},{"key":"1161_CR15","unstructured":"Lowry, Richard. McNemar\u2019s Test. http:\/\/vassarstats.net\/propcorr.html. Created 2001\u20132003. Accessed on December 17, 2023."},{"key":"1161_CR16","unstructured":"Scarpellini, Giacomo. Cohen\u2019s kappa free calculator. https:\/\/idostatistics.com\/cohen-kappa-free-calculator\/#risultati. Created in 2022. Accessed on December 17, 2023."},{"key":"1161_CR17","unstructured":"Schramm, Wolfgang. Friedman Test. https:\/\/www.schramm.cc\/skripten\/stat\/statistics-calculator.php. Created in 2008. Accessed on January 3, 2024."},{"key":"1161_CR18","doi-asserted-by":"crossref","unstructured":"Espejel JL, Ettifouri EH, Alassan MSY, Chouham EM, Dahhane W. GPT-3.5, GPT-4, or BARD? Evaluating LLMs reasoning ability in zero-shot setting and performance boosting through prompts. Nat Lang Process J. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2949719123000298. Created December 2023. Accessed on January 25, 2024.","DOI":"10.1016\/j.nlp.2023.100032"},{"key":"1161_CR19","unstructured":"Hammond K, Leake D. Large language models need symbolic AI. In: Proceedings of the 17th international workshop on neural-symbolic learning and reasoning. https:\/\/ceur-ws.org\/Vol-3432\/paper17.pdf. Created July 2023. Accessed on January 25, 2024."},{"issue":"9266","key":"1161_CR20","doi-asserted-by":"publisher","first-page":"1391","DOI":"10.1016\/S0140-6736(00)04561-X","volume":"357","author":"IG Stiell","year":"2001","unstructured":"Stiell IG, Wells GA, Vandemheen KL, et al. The Canadian CT Head Rule for patients with minor head injury. Lancet 2001; 357(9266):1391\u20131396.","journal-title":"Lancet"},{"key":"1161_CR21","doi-asserted-by":"crossref","unstructured":"Garabet R, Mackey BP, Cross J, Weingarten M. ChatGPT-4 performance on USMLE Step 1 style questions and its implications for medical education: a comparative study across systems and disciplines. Med Sci Educ. https:\/\/link.springer.com\/article\/10.1007\/s40670-023-01956-z. Created on December 27, 2023. Accessed on January 25, 2024.","DOI":"10.21203\/rs.3.rs-3240108\/v1"},{"key":"1161_CR22","unstructured":"Cerebrovascular Diseases-Stroke and Stroke-Related Conditions. 2023. https:\/\/acsearch.acr.org\/docs\/3149012\/Narrative. Accessed on April 16, 2024."},{"key":"1161_CR23","unstructured":"Sinonasal Disease. Revised 2021. https:\/\/acsearch.acr.org\/docs\/69502\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR24","unstructured":"Headache. Revised 2022. https:\/\/acsearch.acr.org\/docs\/69482\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR25","unstructured":"Hearing loss and\/or vertigo. Revised 2018. https:\/\/acsearch.acr.org\/docs\/69488\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR26","unstructured":"Altered mental status, coma, delirium, and psychosis. Revised 2024. https:\/\/acsearch.acr.org\/docs\/3102409\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR27","unstructured":"Suspected spine trauma. Revised 2018. https:\/\/acsearch.acr.org\/docs\/69359\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR28","unstructured":"Head trauma. Revised 2020. https:\/\/acsearch.acr.org\/docs\/69481\/Narrative\/. Accessed on April 16, 2024."},{"key":"1161_CR29","unstructured":"Cerebrovascular diseases-aneurysm, vascular malformation, and subarachnoid hemorrhage. Published online 2021. https:\/\/acsearch.acr.org\/docs\/3149013\/Narrative\/. Accessed on April 16, 2024."}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01161-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-024-01161-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01161-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T00:03:24Z","timestamp":1757117004000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-024-01161-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,7]]},"references-count":29,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2025,8]]}},"alternative-id":["1161"],"URL":"https:\/\/doi.org\/10.1007\/s10278-024-01161-3","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,7]]},"assertion":[{"value":"25 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 May 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was judged to be Not Human Subjects Research by the University of Maryland Baltimore Institutional Review Board.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Research Involving Human and Animal Rights"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}