{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:26:50Z","timestamp":1778603210676,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T00:00:00Z","timestamp":1766534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T00:00:00Z","timestamp":1768953600000},"content-version":"vor","delay-in-days":28,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000050","name":"National Heart, Lung, and Blood Institute","doi-asserted-by":"publisher","award":["R01HL167811; R01HL177003"],"award-info":[{"award-number":["R01HL167811; R01HL177003"]}],"id":[{"id":"10.13039\/100000050","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014261","name":"National Institute for Health Care Management Foundation","doi-asserted-by":"publisher","award":["1OT20D038065-01; 1R25OD039834-01"],"award-info":[{"award-number":["1OT20D038065-01; 1R25OD039834-01"]}],"id":[{"id":"10.13039\/100014261","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100024033","name":"Artificial Intelligence\/Machine Learning Consortium to Advance Health Equity and Researcher Diversity","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100024033","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-02244-3","type":"journal-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T16:43:00Z","timestamp":1766594580000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Real-world performance evaluation of a commercial deep learning model for intracranial hemorrhage detection"],"prefix":"10.1038","volume":"9","author":[{"given":"Mohammadreza","family":"Chavoshi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aawez","family":"Mansuri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wasif","family":"Bala","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Beatrice","family":"Brown-Mulry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Theodorus","family":"Dapamede","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rohan","family":"Isaac","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bardia","family":"Khosravi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hanzhou","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John T.","family":"Moon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chad","family":"Robichaux","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dan I. G.","family":"Cohen-Addad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ninad V.","family":"Salastekar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Judy W.","family":"Gichoya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hari","family":"Trivedi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"2244_CR1","doi-asserted-by":"publisher","first-page":"915813","DOI":"10.3389\/fneur.2022.915813","volume":"13","author":"S Wang","year":"2022","unstructured":"Wang, S. et al. Epidemiology of intracerebral hemorrhage: a systematic review and meta-analysis. Front. Neurol. 13, 915813 (2022).","journal-title":"Front. Neurol."},{"key":"2244_CR2","doi-asserted-by":"publisher","first-page":"2426","DOI":"10.1186\/s12889-024-19923-7","volume":"24","author":"L Xu","year":"2024","unstructured":"Xu, L., Wang, Z., Wu, W., Li, M. & Li, Q. Global, regional, and national burden of intracerebral hemorrhage and its attributable risk factors from 1990 to 2021: results from the 2021 Global Burden of Disease Study. BMC Public Health 24, 2426 (2024).","journal-title":"BMC Public Health"},{"key":"2244_CR3","doi-asserted-by":"publisher","first-page":"1299","DOI":"10.1161\/STROKEAHA.117.019541","volume":"49","author":"M Selim","year":"2018","unstructured":"Selim, M. Unmet needs and challenges in clinical research of intracerebral hemorrhage. Stroke 49, 1299\u20131307 (2018).","journal-title":"Stroke"},{"key":"2244_CR4","doi-asserted-by":"publisher","first-page":"e282","DOI":"10.1161\/STR.0000000000000407","volume":"53","author":"SM Greenberg","year":"2022","unstructured":"Greenberg, S. M. et al. 2022 guideline for the management of patients with spontaneous intracerebral hemorrhage: a guideline from the American Heart Association\/American Stroke Association. Stroke 53, e282\u2013e361 (2022).","journal-title":"Stroke"},{"key":"2244_CR5","doi-asserted-by":"crossref","unstructured":"Shiang, T. et al. Inpatient imaging utilization and radiology workload: trends of the past decade and through the COVID-19 pandemic. J. Am. Coll. Radiol. 22, 979\u2013989 (2025).","DOI":"10.1016\/j.jacr.2025.05.011"},{"key":"2244_CR6","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1186\/s13244-020-00925-z","volume":"11","author":"RJ Bruls","year":"2020","unstructured":"Bruls, R. J. & Kwee, R. M. Workload for radiologists during on-call hours: dramatic increase in the past 15 years. Insights Imaging 11, 121 (2020).","journal-title":"Insights Imaging"},{"key":"2244_CR7","doi-asserted-by":"publisher","first-page":"2377","DOI":"10.3390\/jcm14072377","volume":"14","author":"A Karamian","year":"2025","unstructured":"Karamian, A. & Seifi, A. Diagnostic accuracy of deep learning for intracranial hemorrhage detection in non-contrast brain CT scans: a systematic review and meta-analysis. J. Clin. Med. 14, 2377 (2025).","journal-title":"J. Clin. Med."},{"key":"2244_CR8","unstructured":"American College of Radiology Data Science Institute. Search Results. URL: https:\/\/aicentral.acrdsi.org\/Search-Results#q=ich&f:Type=[Algorithm%20Stub] (accessed 12 Aug 2025)."},{"key":"2244_CR9","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.210064","volume":"4","author":"AC Yu","year":"2022","unstructured":"Yu, A. C., Mohajer, B. & Eng, J. External validation of deep learning algorithms for radiologic diagnosis: a systematic review. Radiol. Artif. Intell. 4, e210064 (2022).","journal-title":"Radiol. Artif. Intell."},{"key":"2244_CR10","unstructured":"Guo, B. et al. The impact of scanner domain shift on deep learning performance in medical imaging: an experimental study. arXiv preprint arXiv:2409.04368 URL: https:\/\/arxiv.org\/abs\/2409.04368 (accessed 27 Aug 2025) (2024)."},{"key":"2244_CR11","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1067\/j.cpradiol.2020.10.007","volume":"51","author":"MA Davis","year":"2022","unstructured":"Davis, M. A., Rao, B., Cedeno, P. A., Saha, A. & Zohrabian, V. M. Machine learning and improved quality metrics in acute intracranial hemorrhage by noncontrast computed tomography. Curr. Probl. Diagn. Radiol. 51, 556\u2013561 (2022).","journal-title":"Curr. Probl. Diagn. Radiol."},{"key":"2244_CR12","doi-asserted-by":"publisher","first-page":"20210373","DOI":"10.1259\/bjr.20210373","volume":"94","author":"DL Miller","year":"2021","unstructured":"Miller, D. L., Kakar, S., Jiang, L., Spelic, D. C. & Burk, L. The US Food and Drug Administration\u2019s role in improving radiation dose management for medical X-ray imaging devices. Br. J. Radiol. 94, 20210373 (2021).","journal-title":"Br. J. Radiol."},{"key":"2244_CR13","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1007\/s00234-021-02874-w","volume":"64","author":"T Kau","year":"2022","unstructured":"Kau, T. et al. FDA-approved deep learning software application versus radiologists with different levels of expertise: detection of intracranial hemorrhage in a retrospective single-center study. Neuroradiology 64, 981\u2013990 (2022).","journal-title":"Neuroradiology"},{"key":"2244_CR14","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1177\/19714009241303078","volume":"38","author":"A Nada","year":"2025","unstructured":"Nada, A. et al. External validation and performance analysis of a deep learning-based model for the detection of intracranial hemorrhage. Neuroradiol. J. 38, 312\u2013321 (2025).","journal-title":"Neuroradiol. J."},{"key":"2244_CR15","doi-asserted-by":"publisher","first-page":"e0260560","DOI":"10.1371\/journal.pone.0260560","volume":"16","author":"A Kundisch","year":"2021","unstructured":"Kundisch, A. et al. Deep learning algorithm in detecting intracranial hemorrhages on emergency computed tomographies. PLoS One 16, e0260560 (2021).","journal-title":"PLoS One"},{"key":"2244_CR16","doi-asserted-by":"publisher","first-page":"19885","DOI":"10.1038\/s41598-022-24504-y","volume":"12","author":"A Zia","year":"2022","unstructured":"Zia, A. et al. Retrospective analysis and prospective validation of an AI-based software for intracranial hemorrhage detection at a high-volume trauma centre. Sci. Rep. 12, 19885 (2022).","journal-title":"Sci. Rep."},{"key":"2244_CR17","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1016\/j.ejmp.2021.03.015","volume":"83","author":"N Buls","year":"2021","unstructured":"Buls, N., Watt\u00e9, N., Nieboer, K., Ilsen, B. & de Mey, J. Performance of an artificial intelligence tool with real-time clinical workflow integration: detection of intracranial hemorrhage and pulmonary embolism. Phys. Med. 83, 154\u2013160 (2021).","journal-title":"Phys. Med."},{"key":"2244_CR18","doi-asserted-by":"publisher","first-page":"832","DOI":"10.3390\/brainsci11070832","volume":"11","author":"D Ginat","year":"2021","unstructured":"Ginat, D. Implementation of machine learning software on the radiology worklist decreases scan view delay for the detection of intracranial hemorrhage on CT. Brain Sci. 11, 832 (2021).","journal-title":"Brain Sci."},{"key":"2244_CR19","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.acra.2020.01.035","volume":"28","author":"B Rao","year":"2021","unstructured":"Rao, B. et al. Utility of artificial intelligence tool as a prospective radiology peer reviewer: detection of unreported intracranial hemorrhage. Acad. Radiol. 28, 85\u201393 (2021).","journal-title":"Acad. Radiol."},{"key":"2244_CR20","doi-asserted-by":"publisher","first-page":"1143","DOI":"10.1016\/j.jacr.2021.03.005","volume":"18","author":"AF Voter","year":"2021","unstructured":"Voter, A. F., Meram, E., Garrett, J. W. & Yu, J. P. Diagnostic accuracy and failure mode analysis of a deep learning algorithm for the detection of intracranial hemorrhage. J. Am. Coll. Radiol. 18, 1143\u20131152 (2021).","journal-title":"J. Am. Coll. Radiol."},{"key":"2244_CR21","doi-asserted-by":"publisher","first-page":"102785","DOI":"10.1016\/j.nicl.2021.102785","volume":"32","author":"X Wang","year":"2021","unstructured":"Wang, X. et al. A deep learning algorithm for automatic detection and classification of acute intracranial hemorrhages in head CT scans. Neuroimage Clin. 32, 102785 (2021).","journal-title":"Neuroimage Clin."},{"key":"2244_CR22","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s00234-019-02330-w","volume":"62","author":"DT Ginat","year":"2020","unstructured":"Ginat, D. T. Analysis of head CT scans flagged by deep learning software for acute intracranial hemorrhage. Neuroradiology 62, 335\u2013340 (2020).","journal-title":"Neuroradiology"},{"key":"2244_CR23","first-page":"899","volume":"10949","author":"P Ojeda","year":"2019","unstructured":"Ojeda, P., Zawaideh, M., Mossa-Basha, M. & Haynor, D. The utility of deep learning: evaluation of a convolutional neural network for detection of intracranial bleeds on non-contrast head computed tomography studies. In medical imaging 2019. Image Process. Proc. SPIE 10949, 899\u2013906 (2019).","journal-title":"Image Process. Proc. SPIE"},{"key":"2244_CR24","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1007\/s10140-024-02270-w","volume":"31","author":"A Trang","year":"2024","unstructured":"Trang, A. et al. Sociodemographic biases in a commercial AI model for intracranial hemorrhage detection. Emerg. Radiol. 31, 713\u2013723 (2024).","journal-title":"Emerg. Radiol."},{"key":"2244_CR25","doi-asserted-by":"publisher","first-page":"1458142","DOI":"10.3389\/fneur.2025.1458142","volume":"16","author":"AL Olsen","year":"2025","unstructured":"Olsen, A. L. & Ginat, D. T. Assessment of commercially available artificial intelligence software for differentiating hemorrhage from contrast on head CT following thrombolysis for ischemic stroke. Front. Neurol. 16, 1458142 (2025).","journal-title":"Front. Neurol."},{"key":"2244_CR26","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1053\/j.sult.2018.07.001","volume":"39","author":"H Morales","year":"2018","unstructured":"Morales, H. Pitfalls in the imaging interpretation of intracranial hemorrhage. Semin. Ultrasound CT MR 39, 457\u2013468 (2018).","journal-title":"Semin. Ultrasound CT MR"},{"key":"2244_CR27","doi-asserted-by":"publisher","first-page":"104200","DOI":"10.1016\/j.bas.2025.104200","volume":"5","author":"CS Gillespie","year":"2025","unstructured":"Gillespie, C. S. et al. Diagnosis of subarachnoid hemorrhage: systematic evaluation of CT head diagnostic accuracy and comparison with the 2022 NICE guidelines. Brain Spine 5, 104200 (2025).","journal-title":"Brain Spine"},{"key":"2244_CR28","doi-asserted-by":"publisher","first-page":"1679","DOI":"10.3174\/ajnr.A0653","volume":"28","author":"WM Strub","year":"2007","unstructured":"Strub, W. M., Leach, J. L., Tomsick, T. & Vagal, A. Overnight preliminary head CT interpretations provided by residents: locations of misidentified intracranial hemorrhage. Am. J. Neuroradiol. 28, 1679\u20131682 (2007).","journal-title":"Am. J. Neuroradiol."},{"key":"2244_CR29","doi-asserted-by":"crossref","unstructured":"Warman, R. et al. Deep learning system boosts radiologist detection of intracranial hemorrhage. Cureus 14, e30264 (2022).","DOI":"10.7759\/cureus.30264"},{"key":"2244_CR30","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1148\/radiol.12112389","volume":"267","author":"H Ringl","year":"2013","unstructured":"Ringl, H. et al. Intracranial hematomas at a glance: advanced visualization for fast and easy detection. Radiology 267, 522\u2013530 (2013).","journal-title":"Radiology"},{"key":"2244_CR31","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1016\/j.jemermed.2012.10.001","volume":"44","author":"A Farzad","year":"2013","unstructured":"Farzad, A. et al. Emergency diagnosis of subarachnoid hemorrhage: an evidence-based debate. J. Emerg. Med. 44, 1045\u20131053 (2013).","journal-title":"J. Emerg. Med."},{"key":"2244_CR32","doi-asserted-by":"crossref","unstructured":"Chavoshi, M. et al. Impact of label noise from large language models generated annotations on evaluation of diagnostic model performance. arXiv preprint arXiv:2506.07273 URL: https:\/\/arxiv.org\/abs\/2506.07273 (accessed 27 Aug 2025) (2025).","DOI":"10.1148\/ryai.250477"},{"key":"2244_CR33","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1093\/jamia\/ocac219","volume":"30","author":"PJ Chambon","year":"2023","unstructured":"Chambon, P. J. et al. Automated deidentification of radiology reports combining transformer and \u201chide in plain sight\u201d rule-based methods. J. Am. Med. Inform. Assoc. 30, 318\u2013328 (2023).","journal-title":"J. Am. Med. Inform. Assoc."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02244-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02244-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02244-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T13:16:16Z","timestamp":1769001376000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02244-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,24]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2244"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-02244-3","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,24]]},"assertion":[{"value":"25 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"66"}}