{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T12:46:05Z","timestamp":1776689165265,"version":"3.51.2"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T00:00:00Z","timestamp":1710460800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T00:00:00Z","timestamp":1710460800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-024-01071-2","type":"journal-article","created":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T15:02:20Z","timestamp":1710514940000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["The lucent yet opaque challenge of regulating artificial intelligence in radiology"],"prefix":"10.1038","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0435-0879","authenticated-orcid":false,"given":"James M.","family":"Hillis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacob J.","family":"Visser","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edward R. Scheffer","family":"Cliff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kelly","family":"van der Geest \u2013 Aspers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9686-6751","authenticated-orcid":false,"given":"Bernardo C.","family":"Bizzo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keith J.","family":"Dreyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeremias","family":"Adams-Prassl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katherine P.","family":"Andriole","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,3,15]]},"reference":[{"key":"1071_CR1","doi-asserted-by":"publisher","first-page":"e195","DOI":"10.1016\/S2589-7500(20)30292-2","volume":"3","author":"UJ Muehlematter","year":"2021","unstructured":"Muehlematter, U. J., Daniore, P. & Vokinger, K. N. Approval of artificial intelligence and machine learning-based medical devices in the USA and Europe (2015-20): a comparative analysis. Lancet Digit Health 3, e195\u2013e203 (2021).","journal-title":"Lancet Digit Health"},{"key":"1071_CR2","unstructured":"U.S. Food & Drug Administration. Artificial Intelligence and Machine Learning (AI\/ML)-Enabled Medical Devices. https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-aiml-enabled-medical-devices (October 5, 2022)."},{"key":"1071_CR3","unstructured":"U.S. Code. Federal Food, Drug, and Cosmetic Act. Title 21, Section 321. (enacted December 29, 2022)."},{"key":"1071_CR4","unstructured":"U.S. Food and Drug Administration. Premarket Approval (PMA). https:\/\/www.fda.gov\/medical-devices\/premarket-submissions-selecting-and-preparing-correct-submission\/premarket-approval-pma (2019)."},{"key":"1071_CR5","unstructured":"U.S. Food and Drug Administration. DEN170073 (ContaCT). https:\/\/www.accessdata.fda.gov\/cdrh_docs\/pdf17\/DEN170073.pdf (2020)."},{"key":"1071_CR6","unstructured":"U.S. Food and Drug Administration. K183285 (cmTriage). https:\/\/www.accessdata.fda.gov\/cdrh_docs\/pdf18\/K183285.pdf (2019)."},{"key":"1071_CR7","unstructured":"REGULATION (EU) 2017\/745 OF THE EUROPEAN PARLIAMENT AND OF THE COUNCIL. (2017)."},{"key":"1071_CR8","unstructured":"Taylor, N. P. European Commission targets spring of 2024 for fully functional Eudamed database. https:\/\/www.medtechdive.com\/news\/european-commission-eudamed-timeline-2024\/626917\/ (2022)."},{"key":"1071_CR9","unstructured":"Viz.ai. https:\/\/www.viz.ai\/press-release\/viz-ai-receives-ce-mark-for-europe-stroke-care (2021)."},{"key":"1071_CR10","unstructured":"European Commission. EUDAMED\u2014European Database on Medical Devices; Manufacturer, US-MF-000024837, Viz.ai\u2014[United States]. https:\/\/ec.europa.eu\/tools\/eudamed\/#\/screen\/search-eo\/ea856f0e-3c95-4e5c-b843-07d823f61c06 (2023)."},{"key":"1071_CR11","doi-asserted-by":"publisher","first-page":"e618","DOI":"10.1016\/S2589-7500(23)00126-7","volume":"5","author":"UJ Muehlematter","year":"2023","unstructured":"Muehlematter, U. J., Bluethgen, C. & Vokinger, K. N. FDA-cleared artificial intelligence and machine learning-based medical devices and their 510(k) predicate networks. Lancet Digit. Health 5, e618\u2013e626 (2023).","journal-title":"Lancet Digit. Health"},{"key":"1071_CR12","doi-asserted-by":"publisher","first-page":"2285","DOI":"10.1001\/jama.2019.16842","volume":"322","author":"TJ Hwang","year":"2019","unstructured":"Hwang, T. J., Kesselheim, A. S. & Vokinger, K. N. Lifecycle regulation of artificial intelligence- and machine learning-based software devices in medicine. J. Am. Med. Assoc. 322, 2285\u20132286 (2019).","journal-title":"J. Am. Med. Assoc."},{"key":"1071_CR13","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1001\/jama.2022.23279","volume":"329","author":"KT Kadakia","year":"2023","unstructured":"Kadakia, K. T., Dhruva, S. S., Caraballo, C., Ross, J. S. & Krumholz, H. M. Use of recalled devices in new device authorizations under the US Food and Drug Administration\u2019s 510(k) pathway and risk of subsequent recalls. J. Am. Med. Assoc. 329, 136\u2013143 (2023).","journal-title":"J. Am. Med. Assoc."},{"key":"1071_CR14","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1001\/jama.2022.22974","volume":"329","author":"AO Everhart","year":"2023","unstructured":"Everhart, A. O., Sen, S., Stern, A. D., Zhu, Y. & Karaca-Mandic, P. Association between regulatory submission characteristics and recalls of medical devices receiving 510(k) clearance. J. Am. Med. Assoc. 329, 144\u2013156 (2023).","journal-title":"J. Am. Med. Assoc."},{"key":"1071_CR15","unstructured":"Annalise.ai. Annalise.ai, https:\/\/annalise.ai\/ (2023)."},{"key":"1071_CR16","unstructured":"Lunit. Lunit, https:\/\/www.lunit.io\/ (2023)."},{"key":"1071_CR17","unstructured":"Qure.ai. Qure.ai, https:\/\/qure.ai\/ (2023)."},{"key":"1071_CR18","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1056\/NEJMsr2214184","volume":"388","author":"P Lee","year":"2023","unstructured":"Lee, P., Bubeck, S. & Petro, J. Benefits, limits, and risks of GPT-4 as an AI chatbot for medicine. N. Engl. J. Med. 388, 1233\u20131239 (2023).","journal-title":"N. Engl. J. Med."},{"key":"1071_CR19","unstructured":"U.S. Food & Drug Administration. Proposed Regulatory Framework for Modifications to Artificial Intelligence\/Machine Learning (AI\/ML)-Based Software as a Medical Device (SaMD)\u2014Discussion Paper and Request for Feedback. https:\/\/www.fda.gov\/media\/122535\/download (2019)."},{"key":"1071_CR20","unstructured":"U.S. Food & Drug Administration. Artificial Intelligence\/Machine Learning (AI\/ML)-Based Software as a Medical Device (SaMD) Action Plan. https:\/\/www.fda.gov\/media\/145022\/download (2021)."},{"key":"1071_CR21","unstructured":"U.S. Food & Drug Administration. Marketing Submission Recommendations for a Predetermined Change Control Plan for Artificial Intelligence\/Machine Learning (AI\/ML)-Enabled Device Software Functions; Draft Guidance for Industry and Food and Drug Administration Staff. https:\/\/www.fda.gov\/media\/166704\/download (2023)."},{"key":"1071_CR22","doi-asserted-by":"publisher","first-page":"866","DOI":"10.1001\/jama.2023.14217","volume":"330","author":"NH Shah","year":"2023","unstructured":"Shah, N. H., Entwistle, D. & Pfeffer, M. A. Creation and adoption of large language models in medicine. J. Am. Med. Assoc. 330, 866\u2013869 (2023).","journal-title":"J. Am. Med. Assoc."},{"key":"1071_CR23","doi-asserted-by":"publisher","first-page":"e232300","DOI":"10.1001\/jamahealthforum.2023.2300","volume":"4","author":"S Gottlieb","year":"2023","unstructured":"Gottlieb, S. & Silvis, L. Regulators face novel challenges as artificial intelligence tools enter medical practice. JAMA Health Forum 4, e232300 (2023).","journal-title":"JAMA Health Forum"},{"key":"1071_CR24","doi-asserted-by":"publisher","first-page":"1891","DOI":"10.1056\/NEJMp1908654","volume":"381","author":"VK Rathi","year":"2019","unstructured":"Rathi, V. K. & Ross, J. S. Modernizing the FDA\u2019s 510(k) pathway. N. Engl. J. Med. 381, 1891\u20131893 (2019).","journal-title":"N. Engl. J. Med."},{"key":"1071_CR25","doi-asserted-by":"publisher","first-page":"97","DOI":"10.9785\/cri-2021-220402","volume":"22","author":"M Veale","year":"2021","unstructured":"Veale, M. & Zuiderveen Borgesius, F. Demystifying the draft EU artificial intelligence act\u2014analysing the good, the bad, and the unclear elements of the proposed approach. Comput. Law Rev. Int. 22, 97\u2013112 (2021).","journal-title":"Comput. Law Rev. Int."},{"key":"1071_CR26","unstructured":"Sentinel Initiative. https:\/\/www.sentinelinitiative.org\/ (2023)."},{"key":"1071_CR27","doi-asserted-by":"publisher","first-page":"1854","DOI":"10.1001\/jama.2017.5150","volume":"317","author":"NS Downing","year":"2017","unstructured":"Downing, N. S. et al. Postmarket safety events among novel therapeutics approved by the US Food and Drug Administration between 2001 and 2010. J. Am. Med. Assoc. 317, 1854\u20131863 (2017).","journal-title":"J. Am. Med. Assoc."},{"key":"1071_CR28","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1177\/1591019920953055","volume":"26","author":"AE Hassan","year":"2020","unstructured":"Hassan, A. E. et al. Early experience utilizing artificial intelligence shows significant reduction in transfer times and length of stay in a hub and spoke model. Inter. Neuroradiol. 26, 615\u2013622 (2020).","journal-title":"Inter. Neuroradiol."},{"key":"1071_CR29","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1159\/000515320","volume":"50","author":"JR Morey","year":"2021","unstructured":"Morey, J. R. et al. Real-world experience with artificial intelligence-based triage in transferred large vessel occlusion stroke patients. Cerebrovasc. Dis. 50, 450\u2013455 (2021).","journal-title":"Cerebrovasc. Dis."},{"key":"1071_CR30","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1159\/000529077","volume":"13","author":"S Matsoukas","year":"2023","unstructured":"Matsoukas, S., Stein, L. K. & Fifi, J. T. Artificial intelligence-assisted software significantly decreases all workflow metrics for large vessel occlusion transfer patients, within a large spoke and hub system. Cerebrovasc. Dis. Extra 13, 41\u201346 (2023).","journal-title":"Cerebrovasc. Dis. Extra"},{"key":"1071_CR31","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1126\/science.aay9547","volume":"366","author":"B Babic","year":"2019","unstructured":"Babic, B., Gerke, S., Evgeniou, T. & Cohen, I. G. Algorithms on regulatory lockdown in medicine. Science 366, 1202\u20131204 (2019).","journal-title":"Science"},{"key":"1071_CR32","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1001\/jamaoncol.2017.5618","volume":"4","author":"JA Beaver","year":"2018","unstructured":"Beaver, J. A. et al. A 25-year experience of US Food and Drug Administration accelerated approval of malignant hematology and oncology drugs and biologics: a review. JAMA Oncol. 4, 849\u2013856 (2018).","journal-title":"JAMA Oncol."},{"key":"1071_CR33","doi-asserted-by":"publisher","first-page":"1439","DOI":"10.1056\/NEJMp2208954","volume":"387","author":"LA Fashoyin-Aje","year":"2022","unstructured":"Fashoyin-Aje, L. A., Mehta, G. U., Beaver, J. A. & Pazdur, R. The on- and off-ramps of oncology accelerated approval. N. Engl. J. Med 387, 1439\u20131442 (2022).","journal-title":"N. Engl. J. Med"},{"key":"1071_CR34","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1001\/jamainternmed.2021.4604","volume":"181","author":"B Gyawali","year":"2021","unstructured":"Gyawali, B., Ross, J. S. & Kesselheim, A. S. Fulfilling the mandate of the US Food and Drug Administration\u2019s accelerated approval pathway: the need for reforms. JAMA Intern. Med. 181, 1275\u20131276 (2021).","journal-title":"JAMA Intern. Med."},{"key":"1071_CR35","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1148\/radiol.220182","volume":"306","author":"SH Park","year":"2023","unstructured":"Park, S. H. et al. Methods for clinical evaluation of artificial intelligence algorithms for medical diagnosis. Radiology 306, 20\u201331 (2023).","journal-title":"Radiology"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01071-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01071-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01071-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T15:07:20Z","timestamp":1710515240000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01071-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,15]]},"references-count":35,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["1071"],"URL":"https:\/\/doi.org\/10.1038\/s41746-024-01071-2","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,15]]},"assertion":[{"value":"6 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 March 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"J.M.H., B.C.B. and K.J.D. have received institutional funding from industry partners for AI\/ML algorithm development and\/or validation projects including from Annalise.ai, Nuance, and Viz.ai. J.M.H. and B.C.B. are listed as inventors on patents for radiology AI\/ML algorithms. JMH has received support for attending academic conferences from conference organizers to provide courses on AI\/ML; and is an investor in Elly Health. J.J.V. has received a grant to the institution from Enlitic, Qure.ai; consulting fees from Tegus; payment to an institution for lectures from Roche; travel grant from Qure.ai; participation on a data safety monitoring board or advisory board from Contextflow, Noaber Foundation, and NLC Ventures; leadership or fiduciary role on the steering committee of the PINPOINT Project (payment to the institution from AstraZeneca), RSNA Common Data Elements Steering Committee (unpaid), chair scientific committee EuSoMII (unpaid), chair ESR value-based radiology subcommittee (unpaid), section editor European Journal of Radiology (unpaid); phantom shares in Contextflow and Quibim. ERSC receives research funding from Arnold Ventures. J.A.P. is the PI of the European Research Council-funded project \u2018iManage: Algorithms at Work\u2019. KPA is a Senior Consulting Editor for <i>Radiology: Artificial Intelligence<\/i>, Associate Editor for the <i>Journal of Medical Imaging<\/i>, and Editorial Board Member for the <i>Journal of Digital Imaging<\/i>.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"69"}}