{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T16:00:08Z","timestamp":1783785608413,"version":"3.55.0"},"reference-count":29,"publisher":"Oxford University Press (OUP)","issue":"11","license":[{"start":{"date-parts":[[2025,9,13]],"date-time":"2025-09-13T00:00:00Z","timestamp":1757721600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objective<\/jats:title>\n                    <jats:p>This work highlights successes and challenges of implementing a novel responsible artificial intelligence (RAI) framework, emphasizing healthcare disciplines needed to operationalize it.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Materials and Methods<\/jats:title>\n                    <jats:p>UNC Health developed an RAI framework to assess artificial intelligence (AI) solutions, featuring a 21-question intake survey aligned with institutional goals to promote fairness, transparency, accountability, and trustworthiness, and evaluated by clinical, analytical, and operational experts.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>Twelve survey evaluations revealed low fairness scores and resulted in 83% conditional approvals.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Discussion<\/jats:title>\n                    <jats:p>Learnings included the importance of representative training datasets, systematic evaluation of vendor-provided models, and robust post-implementation monitoring. Challenges included the infrequency of analyses stratified by demographics, limited vendor transparency, and reliance on volunteer engagement for survey evaluations.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>Our framework provides a roadmap to assess AI tools in healthcare but requires overcoming implementation barriers like resource constraints and vendor cooperation. Future iterations should consider tiered evaluations based on risk likelihood and member engagement for scalability.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/jamia\/ocaf147","type":"journal-article","created":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T11:34:50Z","timestamp":1755603290000},"page":"1778-1784","source":"Crossref","is-referenced-by-count":4,"title":["Establishing and implementing a responsible artificial intelligence framework: a 1-year review"],"prefix":"10.1093","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2187-3401","authenticated-orcid":false,"given":"Ada H","family":"Tsoi","sequence":"first","affiliation":[{"name":"ISD-EADS, UNC Health , Morrisville, NC 27560,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary","family":"Gartner","sequence":"additional","affiliation":[{"name":"ISD-EADS, UNC Health , Morrisville, NC 27560,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven W","family":"Cotten","sequence":"additional","affiliation":[{"name":"Department of Pathology and Laboratory Medicine, University of North Carolina at Chapel Hill , Chapel Hill, NC 27599,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Emergency Medicine, University of North Carolina at Chapel Hill , Chapel Hill, NC 27514,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Nazarian","sequence":"additional","affiliation":[{"name":"Department of Radiology, University of North Carolina at Chapel Hill , Chapel Hill, NC 27514,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"Thomas","sequence":"additional","affiliation":[{"name":"Department of Hospital Medicine, University of North Carolina at Chapel Hill , Chapel Hill, NC 27599,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven David","family":"McSwain","sequence":"additional","affiliation":[{"name":"ISD-EADS, UNC Health , Morrisville, NC 27560,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rachini","family":"Ahmadi-Moosavi","sequence":"additional","affiliation":[{"name":"ISD-EADS, UNC Health , Morrisville, NC 27560,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ram","family":"Rimal","sequence":"additional","affiliation":[{"name":"ISD-EADS, UNC Health , Morrisville, NC 27560,","place":["United States"]},{"name":"Department of Health Policy and Management, University of North Carolina at Chapel Hill , Chapel Hill, NC 27516,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2025,9,13]]},"reference":[{"key":"2025111813570150400_ocaf147-B1","author":"Coalition for Health AI","year":"2023"},{"key":"2025111813570150400_ocaf147-B2","author":"World Health Organization","year":"2021"},{"key":"2025111813570150400_ocaf147-B3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2025.05.016","article-title":"AI in action: a road map from the radiology AI council for effective model evaluation and deployment","volume":"0","author":"Trivedi","year":"2025","journal-title":"J Am Coll Radiol"},{"key":"2025111813570150400_ocaf147-B4","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1038\/s41746-024-01300-8","article-title":"Establishing responsible use of AI guidelines: a comprehensive case study for healthcare institutions","volume":"7","author":"Saenz","year":"2024","journal-title":"NPJ Digit Med"},{"key":"2025111813570150400_ocaf147-B5","author":"Science and Technology Policy Office","year":"2021"},{"key":"2025111813570150400_ocaf147-B6","author":"Personal Data Protection Commission Singapore","year":"2020"},{"key":"2025111813570150400_ocaf147-B7","year":"2021"},{"key":"2025111813570150400_ocaf147-B8","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1056\/NEJMc2104626","article-title":"The clinician and dataset shift in artificial intelligence","volume":"385","author":"Finlayson","year":"2021","journal-title":"N Engl J Med."},{"key":"2025111813570150400_ocaf147-B9","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1093\/jamia\/ocz192","article-title":"A governance model for the application of AI in health care","volume":"27","author":"Reddy","year":"2020","journal-title":"J Am Med Inform Assoc."},{"key":"2025111813570150400_ocaf147-B10","doi-asserted-by":"crossref","first-page":"931439","DOI":"10.3389\/fdgth.2022.931439","article-title":"Governance of clinical AI applications to facilitate safe and equitable deployment in a large health system: key elements and early successes","volume":"4","author":"Liao","year":"2022","journal-title":"Front Digit Health."},{"key":"2025111813570150400_ocaf147-B11","first-page":"220","author":"Mitchell","year":"2019"},{"key":"2025111813570150400_ocaf147-B12","doi-asserted-by":"crossref","first-page":"1631","DOI":"10.1093\/jamia\/ocac078","article-title":"A framework for the oversight and local deployment of safe and high-quality prediction models","volume":"29","author":"Bedoya","year":"2022","journal-title":"J Am Med Inform Assoc"},{"key":"2025111813570150400_ocaf147-B13","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1093\/clinchem\/hvad011","article-title":"FDA regulation of laboratory clinical decision support software: is it a medical device?","volume":"69","author":"Jackups","year":"2023","journal-title":"Clin Chem."},{"key":"2025111813570150400_ocaf147-B14","author":"Collins","year":"2022"},{"key":"2025111813570150400_ocaf147-B15","author":"Cleveland Clinic","year":"2023"},{"key":"2025111813570150400_ocaf147-B16","author":"Partnership on AI","year":"2023"},{"key":"2025111813570150400_ocaf147-B17","author":"Maslej"},{"key":"2025111813570150400_ocaf147-B18","author":"CBS Mornings","year":"2023"},{"key":"2025111813570150400_ocaf147-B19","author":"EU Artificial Intelligence Act"},{"key":"2025111813570150400_ocaf147-B20","author":"Padgett","year":"2023"},{"key":"2025111813570150400_ocaf147-B21","doi-asserted-by":"crossref","first-page":"939","DOI":"10.1093\/clinchem\/hvad058","article-title":"Assessing the accuracy and clinical utility of ChatGPT in laboratory medicine","volume":"69","author":"Munoz-Zuluaga","year":"2023","journal-title":"Clin Chem"},{"key":"2025111813570150400_ocaf147-B22","author":"Hadhazy","year":"2023"},{"key":"2025111813570150400_ocaf147-B23","author":"Organisation for Economic Co-operation and Development","year":"2023"},{"key":"2025111813570150400_ocaf147-B24","author":"Parker"},{"key":"2025111813570150400_ocaf147-B25","author":"Executive Office of the President","year":"2023"},{"key":"2025111813570150400_ocaf147-B26","author":"Fierce Healthcare","year":"2023"},{"key":"2025111813570150400_ocaf147-B27","author":"Microsoft","year":"2022"},{"key":"2025111813570150400_ocaf147-B28","year":"2024"},{"key":"2025111813570150400_ocaf147-B29","author":"Food and Drug Administration (FDA), Department of Health and Human Services (HHS)","year":"2019"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/11\/1778\/64262218\/ocaf147.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/11\/1778\/64262218\/ocaf147.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T18:57:11Z","timestamp":1763492231000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/32\/11\/1778\/8253577"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,13]]},"references-count":29,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2025,9,13]]},"published-print":{"date-parts":[[2025,11,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaf147","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,11]]},"published":{"date-parts":[[2025,9,13]]}}}