{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T13:47:51Z","timestamp":1785851271013,"version":"3.56.0"},"reference-count":47,"publisher":"Oxford University Press (OUP)","issue":"7","license":[{"start":{"date-parts":[[2024,5,20]],"date-time":"2024-05-20T00:00:00Z","timestamp":1716163200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","award":["10849"],"award-info":[{"award-number":["10849"]}],"id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,20]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objectives<\/jats:title>\n                    <jats:p>Surface the urgent dilemma that healthcare delivery organizations (HDOs) face navigating the US Food and Drug Administration (FDA) final guidance on the use of clinical decision support (CDS) software.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Materials and Methods<\/jats:title>\n                    <jats:p>We use sepsis as a case study to highlight the patient safety and regulatory compliance tradeoffs that 6129 hospitals in the United States must navigate.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>Sepsis CDS remains in broad, routine use. There is no commercially available sepsis CDS system that is FDA cleared as a medical device. There is no public disclosure of an HDO turning off sepsis CDS due to regulatory compliance concerns. And there is no public disclosure of FDA enforcement action against an HDO for using sepsis CDS that is not cleared as a medical device.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Discussion and Conclusion<\/jats:title>\n                    <jats:p>We present multiple policy interventions that would relieve the current tension to enable HDOs to utilize artificial intelligence to improve patient care while also addressing FDA concerns about product safety, efficacy, and equity.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/jamia\/ocae119","type":"journal-article","created":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T08:15:34Z","timestamp":1715242534000},"page":"1622-1627","source":"Crossref","is-referenced-by-count":15,"title":["Strengthening the use of artificial intelligence within healthcare delivery organizations: balancing regulatory compliance and patient safety"],"prefix":"10.1093","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5828-4497","authenticated-orcid":false,"given":"Mark P","family":"Sendak","sequence":"first","affiliation":[{"name":"Duke Institute for Health Innovation, Duke University , Durham, NC 27701,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincent X","family":"Liu","sequence":"additional","affiliation":[{"name":"Division of Research, Kaiser Permanente , Oakland, CA 94612,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ashley","family":"Beecy","sequence":"additional","affiliation":[{"name":"Division of Cardiology, Department of Medicine, Weill Cornell Medicine and NewYork-Presbyterian Hospital , New York, NY 10021,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David E","family":"Vidal","sequence":"additional","affiliation":[{"name":"Center for Digital Health, Mayo Clinic , Rochester, MN 55905,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Keo","family":"Shaw","sequence":"additional","affiliation":[{"name":"DLA Piper , Washington, DC 20004,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark A","family":"Lifson","sequence":"additional","affiliation":[{"name":"Center for Digital Health, Mayo Clinic , Rochester, MN 55905,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danny","family":"Tobey","sequence":"additional","affiliation":[{"name":"DLA Piper , Washington, DC 20004,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexandra","family":"Valladares","sequence":"additional","affiliation":[{"name":"Duke Institute for Health Innovation, Duke University , Durham, NC 27701,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brenna","family":"Loufek","sequence":"additional","affiliation":[{"name":"Center for Digital Health, Mayo Clinic , Rochester, MN 55905,","place":["United States"]},{"name":"Nuffield Department of Primary Care Health Sciences, University of Oxford , Oxford, OX2 6GG,","place":["United Kingdom"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Murtaza","family":"Mogri","sequence":"additional","affiliation":[{"name":"Division of Research, Kaiser Permanente , Oakland, CA 94612,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Suresh","family":"Balu","sequence":"additional","affiliation":[{"name":"Duke Institute for Health Innovation, Duke University , Durham, NC 27701,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2024,5,20]]},"reference":[{"key":"2026041420160579600_ocae119-B1","article-title":"A path for translation of machine learning products into healthcare delivery","author":"Sendak","year":"2020","journal-title":"Eur Med J Innov."},{"issue":"4","key":"2026041420160579600_ocae119-B2","doi-asserted-by":"crossref","first-page":"100710","DOI":"10.1016\/j.patter.2023.100710","article-title":"Accelerating health system innovation: principles and practices from the Duke Institute for Health Innovation","volume":"4","author":"Sandhu","year":"2023","journal-title":"Patterns (N Y)"},{"key":"2026041420160579600_ocae119-B3","author":"Price","year":"2022"},{"issue":"8","key":"2026041420160579600_ocae119-B4","doi-asserted-by":"crossref","first-page":"1065","DOI":"10.1001\/jamainternmed.2021.2626","article-title":"External validation of a widely implemented proprietary sepsis prediction model in hospitalized patients","volume":"181","author":"Wong","year":"2021","journal-title":"JAMA Intern Med"},{"issue":"6","key":"2026041420160579600_ocae119-B5","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1001\/jamainternmed.2022.7182","article-title":"Factors associated with variability in the performance of a proprietary sepsis prediction model across 9 networked hospitals in the US","volume":"183","author":"Lyons","year":"2023","journal-title":"JAMA Intern Med"},{"issue":"5","key":"2026041420160579600_ocae119-B6","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1038\/s41591-021-01335-4","article-title":"Artificial intelligence\u2013enabled electrocardiograms for identification of patients with low ejection fraction: a pragmatic, randomized clinical trial","volume":"27","author":"Yao","year":"2021","journal-title":"Nat Med"},{"issue":"1","key":"2026041420160579600_ocae119-B7","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.jbi.2016.09.013","article-title":"Development and validation of an electronic medical record-based alert score for detection of inpatient deterioration outside the ICU","volume":"64","author":"Kipnis","year":"2016","journal-title":"J Biomed Inform"},{"issue":"1","key":"2026041420160579600_ocae119-B8","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1016\/j.jamcollsurg.2019.09.017","article-title":"Enhancing the American College of Surgeons NSQIP surgical risk calculator to predict geriatric outcomes","volume":"230","author":"Hornor","year":"2020","journal-title":"J Am Coll Surg"},{"issue":"20","key":"2026041420160579600_ocae119-B9","doi-asserted-by":"crossref","first-page":"1909","DOI":"10.1056\/NEJMoa1901183","article-title":"Large-scale assessment of a smartwatch to identify atrial fibrillation","volume":"381","author":"Perez","year":"2019","journal-title":"N Engl J Med"},{"issue":"9","key":"2026041420160579600_ocae119-B10","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1038\/s41591-019-0548-6","article-title":"Do no harm: a roadmap for responsible machine learning for health care","volume":"25","author":"Wiens","year":"2019","journal-title":"Nat Med"},{"issue":"1","key":"2026041420160579600_ocae119-B11","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1038\/s41746-020-0253-3","article-title":"Presenting machine learning model information to clinical end users with model facts labels","volume":"3","author":"Sendak","year":"2020","journal-title":"NPJ Digit Med"},{"issue":"8","key":"2026041420160579600_ocae119-B12","doi-asserted-by":"crossref","first-page":"e2227779","DOI":"10.1001\/jamanetworkopen.2022.27779","article-title":"Assessment of adherence to reporting guidelines by commonly used clinical prediction models from a single vendor","volume":"5","author":"Lu","year":"2022","journal-title":"JAMA Netw Open"},{"key":"2026041420160579600_ocae119-B13","author":"Kim","year":"2023"},{"key":"2026041420160579600_ocae119-B14","author":"US Food and Drug Administration","year":"2022"},{"key":"2026041420160579600_ocae119-B15","author":"Office of the National Coordinator for Health Information Technology"},{"issue":"1","key":"2026041420160579600_ocae119-B16","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1001\/jama.2014.5804","article-title":"Hospital deaths in patients with sepsis from 2 independent cohorts","volume":"312","author":"Liu","year":"2014","journal-title":"JAMA"},{"key":"2026041420160579600_ocae119-B17","author":"Torio"},{"issue":"8","key":"2026041420160579600_ocae119-B18","doi-asserted-by":"crossref","first-page":"1026","DOI":"10.1097\/CCM.0000000000003613","article-title":"National performance on the medicare SEP-1 sepsis quality measure","volume":"47","author":"Barbash","year":"2019","journal-title":"Crit Care Med"},{"key":"2026041420160579600_ocae119-B19","author":"Center for Disease Control","year":"2024"},{"key":"2026041420160579600_ocae119-B20","author":"Centers for Medicare and Medicaid Services","year":"2012"},{"issue":"7","key":"2026041420160579600_ocae119-B21","doi-asserted-by":"crossref","first-page":"1349","DOI":"10.1093\/jamia\/ocad075","article-title":"Deployment of machine learning algorithms to predict sepsis: systematic review and application of the SALIENT clinical AI implementation framework","volume":"30","author":"Vegt","year":"2023","journal-title":"J Am Med Inform Assoc"},{"issue":"1","key":"2026041420160579600_ocae119-B22","doi-asserted-by":"crossref","first-page":"607952","DOI":"10.3389\/fmed.2021.607952","article-title":"Early Prediction of Sepsis in the ICU Using Machine Learning: A Systematic Review","volume":"8","author":"Moor","year":"2021","journal-title":"Front Med (Lausanne)"},{"key":"2026041420160579600_ocae119-B23","author":"US Food and Drug Administration","year":"2019"},{"issue":"7494","key":"2026041420160579600_ocae119-B24","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1136\/bmj.38398.500764.8F","article-title":"Improving clinical practice using clinical decision support systems: a systematic review of trials to identify features critical to success. British","volume":"330","author":"Kawamoto","year":"2005","journal-title":"BMJ"},{"issue":"1","key":"2026041420160579600_ocae119-B25","doi-asserted-by":"crossref","first-page":"29","DOI":"10.7326\/0003-4819-157-1-201207030-00450","article-title":"Effect of clinical decision-support systems: a systematic review","volume":"157","author":"Bright","year":"2012","journal-title":"Ann Intern Med"},{"key":"2026041420160579600_ocae119-B26","author":"Tcheng","year":"2017"},{"issue":"7","key":"2026041420160579600_ocae119-B27","doi-asserted-by":"crossref","first-page":"1455","DOI":"10.1038\/s41591-022-01894-0","article-title":"Prospective, multi-site study of patient outcomes after implementation of the TREWS machine learning-based early warning system for sepsis","volume":"28","author":"Adams","year":"2022","journal-title":"Nat Med"},{"issue":"3","key":"2026041420160579600_ocae119-B28","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1097\/CCM.0000000000005267","article-title":"Improving timeliness of antibiotic administration using a provider and pharmacist facing sepsis early warning system in the emergency department setting: a randomized controlled quality improvement initiative","volume":"50","author":"Tarabichi","year":"2022","journal-title":"Crit Care Med"},{"issue":"9","key":"2026041420160579600_ocae119-B29","doi-asserted-by":"crossref","first-page":"762","DOI":"10.1136\/bmjqs-2018-008765","article-title":"Electronic health record-based clinical decision support alert for severe sepsis: a randomised evaluation","volume":"28","author":"Downing","year":"2019","journal-title":"BMJ Qual Saf"},{"key":"2026041420160579600_ocae119-B30","author":"Office of the National Coordinator for Health IT","year":"2024"},{"key":"2026041420160579600_ocae119-B31","author":"US Food and Drug Administration","year":"2023"},{"key":"2026041420160579600_ocae119-B32","author":"Spass","year":"2024"},{"key":"2026041420160579600_ocae119-B33","author":"Biocogniv","year":"2024"},{"key":"2026041420160579600_ocae119-B34","year":"2024"},{"issue":"4","key":"2026041420160579600_ocae119-B35","doi-asserted-by":"crossref","first-page":"1578","DOI":"10.1111\/cts.13030","article-title":"Diagnostic and prognostic capabilities of a biomarker and EMR-based machine learning algorithm for sepsis","volume":"14","author":"Taneja","year":"2021","journal-title":"Clin Transl Sci"},{"key":"2026041420160579600_ocae119-B36","author":"Ross","year":"2022"},{"issue":"8","key":"2026041420160579600_ocae119-B37","doi-asserted-by":"crossref","first-page":"821","DOI":"10.1038\/s42256-023-00699-1","article-title":"Enabling collaborative governance of medical AI","volume":"5","author":"Price","year":"2023","journal-title":"Nat Mach Intell"},{"issue":"1","key":"2026041420160579600_ocae119-B38","doi-asserted-by":"crossref","first-page":"3","DOI":"10.25172\/smustlr.25.1.2","article-title":"Distributed governance of medical AI","volume":"25","author":"Price","year":"2022","journal-title":"STLR"},{"key":"2026041420160579600_ocae119-B39","author":"Medical Devices; Laboratory Developed Tests","year":"2024"},{"issue":"4","key":"2026041420160579600_ocae119-B40","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1093\/labmed\/lmaa086","article-title":"A high-level overview of the regulations surrounding a clinical laboratory and upcoming regulatory challenges for laboratory developed tests","volume":"52","author":"Graden","year":"2020","journal-title":"Lab Med"},{"issue":"2","key":"2026041420160579600_ocae119-B41","doi-asserted-by":"crossref","first-page":"e0148823","DOI":"10.1128\/jcm.01488-23","article-title":"FDA\u2019s proposed rule for the regulation of laboratory-developed tests","volume":"62","author":"Miller","year":"2024","journal-title":"J Clin Microbiol"},{"key":"2026041420160579600_ocae119-B42","year":"2024"},{"key":"2026041420160579600_ocae119-B43","author":"US Food and Drug Administration","year":"2024"},{"key":"2026041420160579600_ocae119-B44","author":"US Food and Drug Administration","year":"2024"},{"key":"2026041420160579600_ocae119-B45","author":"International Medical Device Regulators Forum"},{"key":"2026041420160579600_ocae119-B46","author":"Medical Device Reporting","year":"2014"},{"issue":"7","key":"2026041420160579600_ocae119-B47","doi-asserted-by":"crossref","first-page":"1227","DOI":"10.1093\/jamia\/ocad065","article-title":"More than algorithms: an analysis of safety events involving ML-enabled medical devices reported to the FDA","volume":"30","author":"Lyell","year":"2023","journal-title":"J Am Med Inform Assoc"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/31\/7\/1622\/58243677\/ocae119.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/31\/7\/1622\/58243677\/ocae119.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T00:28:45Z","timestamp":1776212925000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/31\/7\/1622\/7676585"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,20]]},"references-count":47,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2024,5,20]]},"published-print":{"date-parts":[[2024,6,20]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocae119","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,7]]},"published":{"date-parts":[[2024,5,20]]}}}