{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T15:05:12Z","timestamp":1790262312094,"version":"4.1.0"},"reference-count":26,"publisher":"Elsevier BV","issue":"10","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,8,10]],"date-time":"2025-08-10T00:00:00Z","timestamp":1754784000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["academicradiology.org","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1016\/j.acra.2025.07.055","type":"journal-article","created":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T03:27:07Z","timestamp":1754969227000},"page":"6104-6113","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":12,"title":["Post-deployment Monitoring of AI Performance in Intracranial Hemorrhage Detection by ChatGPT"],"prefix":"10.1016","volume":"32","author":[{"given":"Eric","family":"Rohren","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohadese","family":"Ahmadzade","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sofia","family":"Colella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nina","family":"Kottler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sriyesh","family":"Krishnan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Poff","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Neelesh","family":"Rastogi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Walter","family":"Wiggins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joyce","family":"Yee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos","family":"Zuluaga","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Phil","family":"Ramis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Ghasemi-Rad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"9Pt A","key":"10.1016\/j.acra.2025.07.055_bib1","doi-asserted-by":"crossref","first-page":"1179","DOI":"10.1016\/j.jacr.2019.04.014","article-title":"A road map for translational research on artificial intelligence in medical imaging: from the 2018 National Institutes of Health\/RSNA\/ACR\/The Academy Workshop","volume":"16","author":"Allen","year":"2019","journal-title":"J Am Coll Radiol"},{"key":"10.1016\/j.acra.2025.07.055_bib2","doi-asserted-by":"crossref","DOI":"10.3390\/electronics13030498","article-title":"FDA-approved artificial intelligence and machine learning (AI\/ML)-enabled medical devices: an updated landscape","author":"Joshi","year":"2024","journal-title":"Electronics"},{"issue":"2","key":"10.1016\/j.acra.2025.07.055_bib3","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/j.crad.2022.08.135","article-title":"The current status and future of FDA-approved artificial intelligence tools in chest radiology in the United States","volume":"78","author":"Milam","year":"2023","journal-title":"Clin Radiol"},{"issue":"8","key":"10.1016\/j.acra.2025.07.055_bib4","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.jacr.2021.04.002","article-title":"2020 ACR data science institute artificial intelligence survey","volume":"18","author":"Allen","year":"2021","journal-title":"J Am Coll Radiol"},{"issue":"3","key":"10.1016\/j.acra.2025.07.055_bib5","doi-asserted-by":"crossref","first-page":"244","DOI":"10.4103\/0028-3886.115062","article-title":"A prospective study of in-hospital mortality and discharge outcome in spontaneous intracerebral hemorrhage","volume":"61","author":"Bhatia","year":"2013","journal-title":"Neurology India"},{"key":"10.1016\/j.acra.2025.07.055_bib6","article-title":"Intracerebral hemorrhage: a retrospective study in metropolitan population","author":"Calculus","year":"2017","journal-title":"Neurosci\u00a0Neurol\u00a0Surg"},{"issue":"5","key":"10.1016\/j.acra.2025.07.055_bib7","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.240067","article-title":"Deep learning to detect intracranial hemorrhage in a national teleradiology program and the impact on interpretation time","volume":"6","author":"Del Gaizo","year":"2024","journal-title":"Radiol Artif Intell"},{"key":"10.1016\/j.acra.2025.07.055_bib8","article-title":"Decreased hospital length of stay for ICH and PE after adoption of an artificial intelligence-augmented radiological worklist triage system","volume":"2022","author":"Petry","year":"2022","journal-title":"Radiol\u00a0Res\u00a0Pract"},{"issue":"2","key":"10.1016\/j.acra.2025.07.055_bib9","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.210168","article-title":"Utilization of artificial intelligence-based intracranial hemorrhage detection on emergent noncontrast CT images in clinical workflow","volume":"4","author":"Seyam","year":"2022","journal-title":"Radiol Artif Intell"},{"key":"10.1016\/j.acra.2025.07.055_bib10","doi-asserted-by":"crossref","first-page":"e800","DOI":"10.1016\/j.wneu.2023.03.019","article-title":"External validation of an artificial intelligence device for intracranial hemorrhage detection","volume":"173","author":"Neves","year":"2023","journal-title":"World Neurosurg"},{"issue":"8","key":"10.1016\/j.acra.2025.07.055_bib11","doi-asserted-by":"crossref","first-page":"1143","DOI":"10.1016\/j.jacr.2021.03.005","article-title":"Diagnostic accuracy and failure mode analysis of a deep learning algorithm for the detection of intracranial hemorrhage","volume":"18","author":"Voter","year":"2021","journal-title":"J Am Coll Radiol"},{"issue":"1150","key":"10.1016\/j.acra.2025.07.055_bib12","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20220878","article-title":"Data drift in medical machine learning: implications and potential remedies","volume":"96","author":"Sahiner","year":"2023","journal-title":"Br J Radiol"},{"key":"10.1016\/j.acra.2025.07.055_bib13","article-title":"Clinical artificial intelligence quality improvement: towards continual monitoring and updating of AI algorithms in healthcare","volume":"5","author":"Feng","year":"2022","journal-title":"NPJ Digit\u00a0Med"},{"issue":"11","key":"10.1016\/j.acra.2025.07.055_bib14","doi-asserted-by":"crossref","first-page":"1489","DOI":"10.1016\/j.jacr.2021.08.022","article-title":"Evaluation and real-world performance monitoring of artificial intelligence models in clinical practice: try it, buy it, check it","volume":"18","author":"Allen","year":"2021","journal-title":"J Am Coll Radiol"},{"issue":"3","key":"10.1016\/j.acra.2025.07.055_bib15","doi-asserted-by":"crossref","first-page":"453","DOI":"10.11124\/JBIES-23-00390","article-title":"Monitoring performance of clinical artificial intelligence: a scoping review protocol","volume":"22","author":"Andersen","year":"2024","journal-title":"JBI Evid Synth"},{"issue":"1","key":"10.1016\/j.acra.2025.07.055_bib16","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.231167","article-title":"Feasibility of differential diagnosis based on imaging patterns using a large language model","volume":"308","author":"Kottlors","year":"2023","journal-title":"Radiology"},{"issue":"7-8","key":"10.1016\/j.acra.2025.07.055_bib17","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/j.diii.2024.04.003","article-title":"ChatGPT in radiology: a\u00a0systematic review of performance, pitfalls, and future perspectives","volume":"105","author":"Keshavarz","year":"2024","journal-title":"Diagn Interv Imaging"},{"issue":"6","key":"10.1016\/j.acra.2025.07.055_bib18","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0234908","article-title":"Machine learning and natural language processing methods to identify ischemic stroke, acuity and location from radiology reports","volume":"15","author":"Ong","year":"2020","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.acra.2025.07.055_bib19","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1038\/s41746-024-01079-8","article-title":"A critical assessment of using ChatGPT for extracting structured data from clinical notes","volume":"7","author":"Huang","year":"2024","journal-title":"NPJ Digit Med"},{"key":"10.1016\/j.acra.2025.07.055_bib20","article-title":"The utility of deep learning: evaluation of a convolutional neural network for detection of intracranial bleeds on non-contrast head computed tomography studies","author":"Ojeda","year":"2019","journal-title":"Med\u00a0Imaging\u00a0Image Process"},{"key":"10.1016\/j.acra.2025.07.055_bib21","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0260560","article-title":"Deep learning algorithm in detecting intracranial hemorrhages on emergency computed tomographies","volume":"16","author":"Kundisch","year":"2021","journal-title":"PLoS ONE"},{"issue":"9","key":"10.1016\/j.acra.2025.07.055_bib22","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1016\/j.crad.2009.02.018","article-title":"Discrepancy in reporting among specialist registrars and the role of a paediatric neuroradiologist in reporting paediatric CT head examinations","volume":"64","author":"Nagaraja","year":"2009","journal-title":"Clin Radiol"},{"issue":"12","key":"10.1016\/j.acra.2025.07.055_bib23","first-page":"1687","article-title":"Comparative analysis of body radiologist to neuroradiologist evaluation of the spine in trauma settings","volume":"15","author":"Zhou","year":"2018","journal-title":"J\u00a0Am\u00a0Coll\u00a0Radiol\u00a0JACR"},{"issue":"9","key":"10.1016\/j.acra.2025.07.055_bib24","doi-asserted-by":"crossref","first-page":"1679","DOI":"10.3174\/ajnr.A0653","article-title":"Overnight preliminary head CT interpretations provided by residents: locations of misidentified intracranial hemorrhage","volume":"28","author":"Strub","year":"2007","journal-title":"AJNR Am J Neuroradiol"},{"issue":"1","key":"10.1016\/j.acra.2025.07.055_bib25","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1148\/radiol.2017170555","article-title":"Effect of shift, schedule, and volume on interpretive accuracy: a retrospective analysis of 2.9 million radiologic examinations","volume":"287","author":"Hanna","year":"2017","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2025.07.055_bib26","first-page":"14","article-title":"Is artificial intelligence replacing our radiology stars? Not yet!","volume":"48","author":"Cacciamani","year":"2022","journal-title":"Eur\u00a0Urol\u00a0Open Sci"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633225007251?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633225007251?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T22:30:08Z","timestamp":1763677808000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633225007251"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":26,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["S1076633225007251"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2025.07.055","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2025,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Post-deployment Monitoring of AI Performance in Intracranial Hemorrhage Detection by ChatGPT","name":"articletitle","label":"Article Title"},{"value":"Academic Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.acra.2025.07.055","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Association of Academic Radiology. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}