{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:28:11Z","timestamp":1774542491929,"version":"3.50.1"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T00:00:00Z","timestamp":1700870400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T00:00:00Z","timestamp":1700870400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-023-00968-8","type":"journal-article","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T11:02:34Z","timestamp":1700910154000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Implementing quality management systems to close the AI translation gap and facilitate safe, ethical, and effective health AI solutions"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4494-0008","authenticated-orcid":false,"given":"Shauna M.","family":"Overgaard","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3456-9250","authenticated-orcid":false,"given":"Megan G.","family":"Graham","sequence":"additional","affiliation":[]},{"given":"Tracey","family":"Brereton","sequence":"additional","affiliation":[]},{"given":"Michael J.","family":"Pencina","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2305-6755","authenticated-orcid":false,"given":"John D.","family":"Halamka","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6268-8481","authenticated-orcid":false,"given":"David E.","family":"Vidal","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4078-9809","authenticated-orcid":false,"given":"Nicoleta J.","family":"Economou-Zavlanos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,25]]},"reference":[{"key":"968_CR1","unstructured":"Yaghi, M. & Jacobo, N. California AG Sends Letter to Hospital CEOs on Use of Artificial Intelligence. https:\/\/www.regulatoryoversight.com\/2022\/10\/california-ag-sends-letter-to-hospital-ceos-on-use-of-artificial-intelligence\/ (2022)."},{"key":"968_CR2","unstructured":"U.S. Food and Drug Administration. Marketing Submission Recommendations for a Predetermined Change Control Plan for Artificial Intelligence\/Machine Learning (AI\/ML) Enabled Device Software Functions. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/marketing-submission-recommendations-predetermined-change-control-plan-artificial?utm_medium=email&utm_source=govdelivery (2023)."},{"key":"968_CR3","doi-asserted-by":"publisher","unstructured":"Tabassi, E. Artificial Intelligence Risk Management Framework (AI RMF 1.0), NIST Trustworthy and Responsible AI, National Institute of Standards and Technology https:\/\/doi.org\/10.6028\/NIST.AI.100-1 (2023).","DOI":"10.6028\/NIST.AI.100-1"},{"key":"968_CR4","unstructured":"U.S. Food and Drug Administration. Artificial Intelligence and Machine Learning in Software as a Medical Device. https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-software-medical-device (2021)."},{"key":"968_CR5","unstructured":"The White House. Blueprint for an AI Bill of Rights. https:\/\/www.whitehouse.gov\/ostp\/ai-bill-of-rights\/ (2022)."},{"key":"968_CR6","unstructured":"International Telecommunication Union (ITU). Focus Group on \u201cArtificial Intelligence for Health\u201d. https:\/\/www.itu.int\/en\/ITU-T\/focusgroups\/ai4h\/Pages\/default.aspx (2023)."},{"key":"968_CR7","unstructured":"The MITRE Corporation. Coalition for Health AI. https:\/\/coalitionforhealthai.org\/ (2022)."},{"key":"968_CR8","unstructured":"U.S. Food and Drug Administration. 21 CFR PART 820. https:\/\/www.govinfo.gov\/content\/pkg\/CFR-2012-title21-vol8\/pdf\/CFR-2012-title21-vol8-part820.pdf (2023)."},{"key":"968_CR9","unstructured":"International Standards Organization. ISO 13485: Medical Devices\u2014Quality Management Systems\u2014Requirements for Regulatory Purposes. https:\/\/www.iso.org\/standard\/59752.html (2016)."},{"key":"968_CR10","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1038\/s41586-023-06160-y","volume":"619","author":"LY Jiang","year":"2023","unstructured":"Jiang, L. Y. et al. Health system-scale language models are all-purpose prediction engines. Nature 619, 357\u2013362 (2023).","journal-title":"Nature"},{"key":"968_CR11","unstructured":"International Medical Device Regulators Forum. Software as a Medical Device (SaMD): Application of Quality Management System https:\/\/www.imdrf.org\/sites\/default\/files\/docs\/imdrf\/final\/technical\/imdrf-tech-151002-samd-qms.pdf (2015)."},{"key":"968_CR12","unstructured":"U.S. Food and Drug Administration. General Principles of Software Validation. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/general-principles-software-validation (2022)."},{"key":"968_CR13","doi-asserted-by":"publisher","first-page":"2247","DOI":"10.1038\/s41591-022-01993-y","volume":"28","author":"DH Schott","year":"2022","unstructured":"Schott, D. H., Collins, R. N., Bretscher, A. & Hernandez-Boussard, T. The AI life cycle: a holistic approach to creating ethical AI for health decisions. Nat. Med. 28, 2247\u20132249 (2022).","journal-title":"Nat. Med."},{"key":"968_CR14","doi-asserted-by":"publisher","first-page":"620","DOI":"10.1016\/S0140-6736(22)00235-5","volume":"399","author":"A Aristidou","year":"2022","unstructured":"Aristidou, A., Jena, R. & Topol, E. J. Bridging the chasm between AI and clinical implementation. Lancet Lond. Engl. 399, 620 (2022).","journal-title":"Lancet Lond. Engl."},{"key":"968_CR15","unstructured":"European Commission. Ethics By Design and Ethics of Use Approaches for Artificial Intelligence. https:\/\/ec.europa.eu\/info\/funding-tenders\/opportunities\/docs\/2021-2027\/horizon\/guidance\/ethics-by-design-and-ethics-of-use-approaches-for-artificial-intelligence_he_en.pdf (2021)."},{"key":"968_CR16","doi-asserted-by":"crossref","unstructured":"Matheny, M., Israni, S. T., Ahmed, M. & Whicher, D. Editors. Artificial Intelligence in Health Care: The Hope, the Hype, the Promise, the Peril. https:\/\/nam.edu\/wp-content\/uploads\/2019\/12\/AI-in-Health-Care-PREPUB-FINAL.pdf (2022).","DOI":"10.17226\/27111"},{"key":"968_CR17","unstructured":"Partnership on Health AI. PAI\u2019s Responsible Practices for Synthetic Media: A Framework for Collective Action. https:\/\/syntheticmedia.partnershiponai.org\/#read_the_framework (2023)."},{"key":"968_CR18","unstructured":"Kak, A. & West, S. M. AI Now 2023 Landscape Confronting Tech Power. https:\/\/www.ainowinstitute.org\/2023-landscape (2023)."},{"key":"968_CR19","doi-asserted-by":"publisher","first-page":"924","DOI":"10.1038\/s41591-022-01772-9","volume":"28","author":"B Vasey","year":"2022","unstructured":"Vasey, B. et al. Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI. Nat. Med. 28, 924\u2013933 (2022).","journal-title":"Nat. Med."},{"key":"968_CR20","doi-asserted-by":"publisher","first-page":"e048008","DOI":"10.1136\/bmjopen-2020-048008","volume":"11","author":"GS Collins","year":"2021","unstructured":"Collins, G. S. et al. Protocol for development of a reporting guideline (TRIPOD-AI) and risk of bias tool (PROBAST-AI) for diagnostic and prognostic prediction model studies based on artificial intelligence. BMJ Open 11, e048008 (2021).","journal-title":"BMJ Open"},{"key":"968_CR21","unstructured":"U.S. Food and Drug Administration. Good Machine Learning Practice for Medical Device Development Guiding Principles. https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/good-machine-learning-practice-medical-device-development-guiding-principles (2021)."},{"key":"968_CR22","unstructured":"U.S. Food and Drug Administration. Content of Premarket Submissions for Device Software Functions. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/content-premarket-submissions-device-software-functions (2021)."},{"key":"968_CR23","unstructured":"U.S. Food and Drug Administration. Cybersecurity in Medical Devices Quality System Considerations and Content of Premarket Submissions. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/cybersecurity-medical-devices-quality-system-considerations-and-content-premarket-submissions (2022)."},{"key":"968_CR24","unstructured":"International Standards Organization. ISO 14971: Medical Devices\u2014Application of Risk Management to Medical Devices. https:\/\/www.iso.org\/standard\/72704.html (2019)."},{"key":"968_CR25","unstructured":"Association for the Advancement of Medical Instrumentation. CR 34971 Guidance on the Application of ISO 14971 to Artificial Intelligence and Machine Learning. https:\/\/array.aami.org\/content\/news\/new-aami-consensus-report-guidance-risk-management-ai-ml (2022)."},{"key":"968_CR26","unstructured":"Coalition for Health AI. Blueprint for Trustworthy AI Implementation Guidance and Assurance for Healthcare. https:\/\/www.coalitionforhealthai.org\/papers\/blueprint-for-trustworthy-ai_V1.0.pdf (2023)."},{"key":"968_CR27","unstructured":"Health AI Partnership (HAIP). Key Decision Points. https:\/\/healthaipartnership.org\/guiding-question\/identify-and-mitigate-risks (2023)."},{"key":"968_CR28","unstructured":"U.S. Food and Drug Administration. Design Control Guidance for Medical Device Manufacturers. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/design-control-guidance-medical-device-manufacturers (1997)."},{"key":"968_CR29","unstructured":"U.S. Food and Drug Administration. 21 CFR Ch. I (4\u20131\u201322 Edition) \u00a7 801.4. https:\/\/www.govinfo.gov\/content\/pkg\/CFR-2022-title21-vol8\/pdf\/CFR-2022-title21-vol8-sec801-4.pdf (2023)."},{"key":"968_CR30","doi-asserted-by":"crossref","unstructured":"International Standards Organization. IEC 62304: Medical Device Software\u2014Software Life Cycle Processes. https:\/\/www.iso.org\/standard\/38421.html (2006).","DOI":"10.1049\/ic:20060141"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00968-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00968-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00968-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,3]],"date-time":"2024-11-03T09:43:10Z","timestamp":1730626990000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00968-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,25]]},"references-count":30,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["968"],"URL":"https:\/\/doi.org\/10.1038\/s41746-023-00968-8","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,25]]},"assertion":[{"value":"14 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 November 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 November 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Mayo Clinic and Duke University are founders of the Coalition for Health AI, which received funding from the Gordon and Betty Moore Foundation.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"218"}}