{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:58:49Z","timestamp":1774058329701,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:00:00Z","timestamp":1774051200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:00:00Z","timestamp":1774051200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"DOI":"10.1007\/s10916-026-02363-8","type":"journal-article","created":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:00:54Z","timestamp":1774054854000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Clinical Use of Non-Certified Generative AI in Healthcare: Governing the Regulatory Grey Zone from Convenience to Legal Accountability"],"prefix":"10.1007","volume":"50","author":[{"given":"Gianmarco","family":"Sirago","sequence":"first","affiliation":[]},{"given":"Francesco","family":"Cal\u00f2","sequence":"additional","affiliation":[]},{"given":"Annachiara","family":"Vinci","sequence":"additional","affiliation":[]},{"given":"Paolo","family":"Visci","sequence":"additional","affiliation":[]},{"given":"Biagio","family":"Solarino","sequence":"additional","affiliation":[]},{"given":"Alessandro","family":"Dell\u2019Erba","sequence":"additional","affiliation":[]},{"given":"Davide","family":"Ferorelli","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,21]]},"reference":[{"key":"2363_CR1","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","volume":"577","author":"SM McKinney","year":"2020","unstructured":"McKinney SM, Sieniek M, Godbole V, et al. International evaluation of an AI system for breast cancer screening. Nature. 2020;577:89\u201394. https:\/\/doi.org\/10.1038\/s41586-019-1799-6","journal-title":"Nature"},{"key":"2363_CR2","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan V, Peng L, Coram M, et al. Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs. JAMA. 2016;316:2402\u201310. https:\/\/doi.org\/10.1001\/jama.2016.17216.","journal-title":"JAMA"},{"key":"2363_CR3","doi-asserted-by":"publisher","unstructured":"Rajkomar A, Oren E, Chen K, et al. Scalable and accurate deep learning with electronic health records. NPJ Digit Med. 2018;1 https:\/\/doi.org\/10.1038\/s41746-018-0029-1.","DOI":"10.1038\/s41746-018-0029-1"},{"issue":"11","key":"2363_CR4","doi-asserted-by":"publisher","first-page":"748","DOI":"10.1136\/bmjqs-2023-016690","volume":"33","author":"MD Howell","year":"2024","unstructured":"Howell MD. Generative artificial intelligence, patient safety and healthcare quality: a review. BMJ Qual Saf. 2024;33(11):748\u2013754. https:\/\/doi.org\/10.1136\/bmjqs-2023-016690.","journal-title":"BMJ Qual Saf"},{"key":"2363_CR5","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1038\/s41586-023-05881-4","volume":"616","author":"M Moor","year":"2023","unstructured":"Moor M, Banerjee O, Abad ZSH, et al. Foundation models for generalist medical artificial intelligence. Nature. 2023;616:259\u201365. https:\/\/doi.org\/10.1038\/s41586-023-05881-4","journal-title":"Nature"},{"key":"2363_CR6","unstructured":"Regulation (EU) 2017\/745 of the European Parliament and of the Council of 5 April 2017 on medical devices. Official Journal of the European Union. 2017;L117:1\u2013175. Available from: https:\/\/eur-lex.europa.eu\/eli\/reg\/2017\/745\/oj\/eng [cited 2025 Dec 7]."},{"key":"2363_CR7","unstructured":"Regulation (EU) 2024\/1689 of the European Parliament and of the Council of 13 June 2024 laying down harmonised rules on artificial intelligence (Artificial Intelligence Act). Official Journal of the European Union. 2024;L \u2014 (published 12 Jul 2024). Available from: https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1689\/oj\/eng [cited 2025 Dec 7]."},{"issue":"1","key":"2363_CR8","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1038\/s41746-024-01232-3","volume":"7","author":"M Aboy","year":"2024","unstructured":"Aboy M, Minssen T, Vayena E. Navigating the EU AI Act: implications for regulated digital medical products. NPJ Digit Med. 2024;7(1):237. https:\/\/doi.org\/10.1038\/s41746-024-01232-3","journal-title":"NPJ Digit Med"},{"issue":"4","key":"2363_CR9","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1001\/jama.2023.9630","volume":"330","author":"M Duffourc","year":"2023","unstructured":"Duffourc M, Gerke S. Generative AI in Health Care and Liability Risks for Physicians and Safety Concerns for Patients. JAMA. 2023;330(4):313\u2013314. https:\/\/doi.org\/10.1001\/jama.2023.9630","journal-title":"JAMA"},{"key":"2363_CR10","volume-title":"Research Handbook on Health, AI and the Law","author":"II WN Price","year":"2024","unstructured":"Price II WN, Gerke S, Cohen IG. Liability for use of artificial intelligence in medicine. In: Solaiman B, Cohen IG, editors. Research Handbook on Health, AI and the Law. Cheltenham, UK: Edward Elgar Publishing Ltd; 2024 Jul 16. Chapter 9"},{"key":"2363_CR11","unstructured":"World Health Organization. Ethics and governance of artificial intelligence for health: Guidance on large multi-modal models. Geneva: World Health Organization; 2025 Mar 25. 98 p. ISBN: 978-92-4-008475-9. Licence: CC BY-NC-SA 3.0 IGO"},{"key":"2363_CR12","unstructured":"U.S. Food and Drug Administration. Marketing Submission Recommendations for a Predetermined Change Control Plan for Artificial Intelligence-Enabled Device Software Functions: Guidance for Industry and FDA Staff. Silver Spring (MD): FDA; 2025 Aug 18. 49 p. Document No.: GUI00020049. Docket: FDA-2022-D-2628"},{"key":"2363_CR13","unstructured":"Medicines and Healthcare products Regulatory Agency (MHRA). Software and artificial intelligence (AI) as a medical device. GOV.UK; 2025 Feb 3. Available from: https:\/\/www.gov.uk\/government\/publications\/software-and-artificial-intelligence-ai-as-a-medical-device\/software-and-artificial-intelligence-ai-as-a-medical-device"},{"key":"2363_CR14","doi-asserted-by":"publisher","first-page":"e53616","DOI":"10.2196\/53616","volume":"13","author":"M Chustecki","year":"2024","unstructured":"Chustecki M. Benefits and Risks of AI in Health Care: Narrative Review. Interact J Med Res. 2024;13:e53616. https:\/\/doi.org\/10.2196\/53616","journal-title":"Interact J Med Res"},{"key":"2363_CR15","doi-asserted-by":"publisher","first-page":"153316","DOI":"10.1109\/ACCESS.2021.3127881","volume":"9","author":"M Nazar","year":"2021","unstructured":"Nazar M, Alam MM, Yafi E, Su\u2019ud MM. A Systematic Review of Human\u2013Computer Interaction and Explainable Artificial Intelligence in Healthcare With Artificial Intelligence Techniques. IEEE Access. 2021;9:153316\u2013153348.","journal-title":"IEEE Access"},{"key":"2363_CR16","unstructured":"R\u00e9gis C, Laverdiere M. Soutenir l\u2019encadrement des pratiques professionnelles en mati\u00e8re d\u2019intelligence artificielle dans le secteur de la sant\u00e9 et des relations humaines: Proposition d\u2019un prototype de code de d\u00e9ontologie [Internet]. Montreal: University of Montreal H-POD; 2023 [cited 2023 Sep 8] p. 36. Available from: https:\/\/www.docdroid.net\/dNycfuv\/document-final-iacodedeontologiesante-pdf."},{"key":"2363_CR17","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/s12910-024-01158-1","volume":"26","author":"M Corfmat","year":"2025","unstructured":"Corfmat, M., Martineau, J.T. & R\u00e9gis, C. High-reward, high-risk technologies? An ethical and legal account of AI development in healthcare. BMC Med Ethics 26, 4 (2025). https:\/\/doi.org\/10.1186\/s12910-024-01158-1.","journal-title":"BMC Med Ethics"},{"issue":"1","key":"2363_CR18","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1038\/s41746-025-01476-7","volume":"8","author":"F Dennst\u00e4dt","year":"2025","unstructured":"Dennst\u00e4dt F, Hastings J, Putora PM, Schmerder M, Cihoric N. Implementing large language models in healthcare while balancing control, collaboration, costs and security. NPJ Digit Med. 2025;8(1):143. https:\/\/doi.org\/10.1038\/s41746-025-01476-7","journal-title":"NPJ Digit Med"},{"key":"2363_CR19","unstructured":"Regulation (EU) 2016\/679 of the European Parliament and of the Council of 27 April 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data (General Data Protection Regulation). Official Journal of the European Union. 2016; L119:1\u201388. Available from: https:\/\/eur-lex.europa.eu\/eli\/reg\/2016\/679\/oj [cited 2025 Dec 7]."},{"key":"2363_CR20","unstructured":"International Medical Device Regulators Forum (IMDRF). Software as a Medical Device (SaMD): Key Definitions. IMDRF\/SaMD WG\/N10FINAL:2013. Published 18 Dec 2013. Available from: https:\/\/www.imdrf.org\/sites\/default\/files\/docs\/imdrf\/final\/technical\/imdrf-tech-131209-samd-key-definitions-140901.pdf"},{"key":"2363_CR21","volume-title":"Crossing the Quality Chasm: A New Health System for the 21st Century","author":"Institute of Medicine","year":"2001","unstructured":"Institute of Medicine. Crossing the Quality Chasm: A New Health System for the 21st Century. Washington: National Academy Press; 2001"},{"issue":"11","key":"2363_CR22","doi-asserted-by":"publisher","first-page":"e848","DOI":"10.1016\/S2589-7500(24)00143-2","volume":"6","author":"Y Ning","year":"2024","unstructured":"Ning Y, et al. Generative artificial intelligence and ethical considerations in health care: a scoping review and ethics checklist. Lancet Digit Health. 2024;6(11):e848\u2013e856. https:\/\/doi.org\/10.1016\/S2589-7500(24)00143-2","journal-title":"Lancet Digit Health"},{"issue":"4","key":"2363_CR23","doi-asserted-by":"publisher","first-page":"e31043","DOI":"10.2196\/31043","volume":"7","author":"R Charow","year":"2021","unstructured":"Charow R, Jeyakumar T, Younus S, Dolatabadi E, Salhia M, Al-Mouaswas D, Anderson M, Balakumar S, Clare M, Dhalla A, Gillan C, Haghzare S, Jackson E, Lalani N, Mattson J, Peteanu W, Tripp T, Waldorf J, Williams S, Tavares W, Wiljer D. Artificial Intelligence Education Programs for Health Care Professionals: Scoping Review. JMIR Med Educ. 2021;7(4):e31043. https:\/\/doi.org\/10.2196\/31043","journal-title":"JMIR Med Educ"},{"key":"2363_CR24","doi-asserted-by":"publisher","unstructured":"Pelka O, Sigle S, Werner P, Schweizer ST, Iancu A, Scherer L, Kamzol NA, Eil JH, Apfelbacher T, Seletkov D, Susetzky T, May MS, Bucher AM, Fegeler C, Boeker M, Braren R, Prokosch HU, Nensa F. Democratizing AI in Healthcare with Open Medical Inference (OMI): Protocols, Data Exchange, and AI Integration. Rofo. 2025 Sep 29. English. Epub ahead of print. https:\/\/doi.org\/10.1055\/a-2651-6653","DOI":"10.1055\/a-2651-6653"},{"key":"2363_CR25","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41746-019-0155-4","volume":"2","author":"T Panch","year":"2019","unstructured":"Panch T, Mattie H, Celi LA. The \u201cinconvenient truth\u201d about AI in healthcare. NPJ Digit Med. 2019;2:77. https:\/\/doi.org\/10.1038\/s41746-019-0155-4","journal-title":"NPJ Digit Med"},{"issue":"7237","key":"2363_CR26","doi-asserted-by":"publisher","first-page":"768","DOI":"10.1136\/bmj.320.7237.768","volume":"320","author":"J Reason","year":"2000","unstructured":"Reason J. Human error: models and management. BMJ. 2000;320(7237):768\u2013770. https:\/\/doi.org\/10.1136\/bmj.320.7237.768","journal-title":"BMJ"},{"issue":"1","key":"2363_CR27","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1186\/s12910-025-01243-z","volume":"26","author":"SC Nouis","year":"2025","unstructured":"Nouis SC, Uren V, Jariwala S. Evaluating accountability, transparency, and bias in AI-assisted healthcare decision- making: a qualitative study of healthcare professionals\u2019 perspectives in the UK. BMC Med Ethics. 2025;26(1):89. https:\/\/doi.org\/10.1186\/s12910-025-01243-z","journal-title":"BMC Med Ethics"},{"key":"2363_CR28","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1038\/s41746-024-01357-5","volume":"7","author":"JL Handley","year":"2024","unstructured":"Handley, J.L., Krevat, S.A., Fong, A. et al. Artificial intelligence related safety issues associated with FDA medical device reports. npj Digit. Med. 7, 351 (2024). https:\/\/doi.org\/10.1038\/s41746-024-01357-5","journal-title":"npj Digit. Med."},{"issue":"1","key":"2363_CR29","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1111\/nyas.15007","volume":"1525","author":"R Bommasani","year":"2023","unstructured":"Bommasani R, Liang P, Lee T. Holistic evaluation of language models. Ann N Y Acad Sci. 2023;1525(1):140\u2013146. https:\/\/doi.org\/10.1111\/nyas.15007","journal-title":"Ann N Y Acad Sci"},{"key":"2363_CR30","unstructured":"Roit P, Ferret J, Shani L. Factually consistent summarization via reinforcement learning with textual entailment feedback. 2023. Available from: http:\/\/arxiv.org\/abs\/2306.00186."},{"key":"2363_CR31","doi-asserted-by":"publisher","first-page":"1500","DOI":"10.1162\/tacl_a_00615","volume":"11","author":"NM Guerreiro","year":"2023","unstructured":"Guerreiro NM, Alves D, Waldendorf J, Haddow B, Birch A, Colombo P, Martins AFT. Hallucinations in Large Multilingual Translation Models. Trans Assoc Comput Linguist. 2023;11:1500\u20131517. https:\/\/aclanthology.org\/2023.tacl-1.85\/","journal-title":"Trans Assoc Comput Linguist"},{"key":"2363_CR32","doi-asserted-by":"publisher","first-page":"e59823","DOI":"10.2196\/59823","volume":"14","author":"D Roustan","year":"2025","unstructured":"Roustan D, Bastardot F. The Clinicians\u2019 Guide to Large Language Models: A General Perspective With a Focus on Hallucinations. Interact J Med Res. 2025;14:e59823. https:\/\/doi.org\/10.2196\/59823","journal-title":"Interact J Med Res"},{"key":"2363_CR33","doi-asserted-by":"publisher","first-page":"866","DOI":"10.7326\/M18-1990","volume":"169","author":"A Rajkomar","year":"2018","unstructured":"Rajkomar A, Hardt M, Howell MD, et al. Ensuring fairness in machine learning to advance health equity. Ann Intern Med. 2018;169:866\u201372. https:\/\/doi.org\/10.7326\/M18-1990","journal-title":"Ann Intern Med"},{"issue":"3","key":"2363_CR34","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1097\/j.pain.0000000000003388","volume":"166","author":"CC Young","year":"2025","unstructured":"Young CC, Enichen E, Rao A, Succi MD. Racial, ethnic, and sex bias in large language model opioid recommendations for pain management. Pain. 2025;166(3):511\u2013517. https:\/\/doi.org\/10.1097\/j.pain.0000000000003388","journal-title":"Pain"},{"issue":"1","key":"2363_CR35","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1038\/s43856-024-00601-z","volume":"4","author":"Y Yang","year":"2024","unstructured":"Yang Y, Liu X, Jin Q, Huang F, Lu Z. Unmasking and quantifying racial bias of large language models in medical report generation. Commun Med (Lond). 2024;4(1):176. https:\/\/doi.org\/10.1038\/s43856-024-00601-z","journal-title":"Commun Med (Lond)"},{"issue":"1","key":"2363_CR36","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1038\/s41746-024-01116-6","volume":"7","author":"S Gilbert","year":"2024","unstructured":"Gilbert S. The EU passes the AI Act and its implications for digital medicine are unclear. NPJ Digit Med. 2024;7(1):135. https:\/\/doi.org\/10.1038\/s41746-024-01116-6","journal-title":"NPJ Digit Med"},{"issue":"6752","key":"2363_CR37","doi-asserted-by":"publisher","first-page":"1138","DOI":"10.1126\/science.adu4932","volume":"388","author":"S Gerke","year":"2025","unstructured":"Gerke S, Simon DA. New case law and liability risks for manufacturers of medical AI. Science. 2025;388(6752):1138\u20131140. Epub 2025 Jun 12. https:\/\/doi.org\/10.1126\/science.adu4932","journal-title":"Science"},{"issue":"1","key":"2363_CR38","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1038\/s41746-025-01700-4","volume":"8","author":"A Bodnari","year":"2025","unstructured":"Bodnari A, Travis J. Scaling enterprise AI in healthcare: the role of governance in risk mitigation frameworks. NPJ Digit Med. 2025;8(1):272. https:\/\/doi.org\/10.1038\/s41746-025-01700-4","journal-title":"NPJ Digit Med"},{"key":"2363_CR39","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41591-024-03328-5","volume":"31","author":"S Johri","year":"2025","unstructured":"Johri, S., Jeong, J., Tran, B.A. et al. An evaluation framework for clinical use of large language models in patient interaction tasks. Nat Med 31, 77\u201386 (2025). https:\/\/doi.org\/10.1038\/s41591-024-03328-5","journal-title":"Nat Med"},{"issue":"4","key":"2363_CR40","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1038\/s41591-021-01312-x","volume":"27","author":"E Wu","year":"2021","unstructured":"Wu E, Wu K, Daneshjou R, Ouyang D, Ho DE, Zou J. How medical AI devices are evaluated: limitations and recommendations from an analysis of FDA approvals. Nat Med. 2021;27(4):582\u2013584. https:\/\/doi.org\/10.1038\/s41591-021-01312-x","journal-title":"Nat Med"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-026-02363-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-026-02363-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-026-02363-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:00:56Z","timestamp":1774054856000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-026-02363-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,21]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2363"],"URL":"https:\/\/doi.org\/10.1007\/s10916-026-02363-8","relation":{},"ISSN":["1573-689X"],"issn-type":[{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,21]]},"assertion":[{"value":"18 December 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"During the preparation of this manuscript, the authors used Grammarly and AI to improve English grammar. They carefully reviewed and edited all AI-generated content and take full responsibility for the final version of the manuscript.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Role of AI in Manuscript Preparation"}}],"article-number":"37"}}