{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T09:10:50Z","timestamp":1782983450272,"version":"3.54.5"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T00:00:00Z","timestamp":1761264000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T00:00:00Z","timestamp":1761264000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100020780","name":"Lucile Packard Foundation for Children\u2019s Health","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100020780","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100006093","name":"Patient-Centered Outcomes Research Institute","doi-asserted-by":"publisher","award":["AD-2021C3-24848"],"award-info":[{"award-number":["AD-2021C3-24848"]}],"id":[{"id":"10.13039\/100006093","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-02055-6","type":"journal-article","created":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T18:05:56Z","timestamp":1761329156000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Evaluating human-in-the-loop strategies for artificial intelligence-enabled translation of patient discharge instructions: a multidisciplinary analysis"],"prefix":"10.1038","volume":"8","author":[{"given":"Ryan CL","family":"Brewster","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabriel","family":"Tse","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Angela L.","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marwa","family":"Elborki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maiah","family":"Newell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Priscilla","family":"Gonzalez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amitra","family":"Hoq","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Crystal","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maksud","family":"Chowdhury","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adiba","family":"Geeti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marlin","family":"Hana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hoda","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Osama","family":"Ibrahim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lucine","family":"Keseyan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qing","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Md","family":"Mamoon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maymona","family":"Nageye","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arthur","family":"Ohannessian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ilan Rozen","family":"Eisenberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Sallam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giordano Sosa","family":"Soto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christina","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raffi","family":"Tachdjian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mondira","family":"Ray","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hannah","family":"Lev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan D.","family":"Hron","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nate","family":"Shaar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas","family":"Kuzma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alisa","family":"Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,24]]},"reference":[{"key":"2055_CR1","unstructured":"United States Census Bureau. What Languages Do We Speak in the United States? https:\/\/www.census.gov\/library\/stories\/2022\/12\/languages-we-speak-in-united-states.html (2022)."},{"key":"2055_CR2","doi-asserted-by":"publisher","first-page":"e203215","DOI":"10.1001\/jamapediatrics.2020.3215","volume":"174","author":"A Khan","year":"2020","unstructured":"Khan, A. et al. Association between parent comfort with English and adverse events among hospitalized children. JAMA Pediatr. 174, e203215 (2020).","journal-title":"JAMA Pediatr."},{"key":"2055_CR3","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1016\/j.jss.2022.07.044","volume":"280","author":"MRH Castro","year":"2022","unstructured":"Castro, M. R. H. et al. The association of limited English proficiency with morbidity and mortality after trauma. J. Surg. Res. 280, 326\u2013332 (2022).","journal-title":"J. Surg. Res."},{"key":"2055_CR4","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2022.1842","volume":"5","author":"SP Manuel","year":"2022","unstructured":"Manuel, S. P., Nguyen, K., Karliner, L. S., Ward, D. T. & Fernandez, A. Association of Eenglish language proficiency with hospitalization cost, length of stay, disposition location, and readmission following total joint arthroplasty. JAMA Netw. Open 5, e221842 (2022).","journal-title":"JAMA Netw. Open"},{"key":"2055_CR5","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1542\/hpeds.2012-0091","volume":"3","author":"KC Lion","year":"2013","unstructured":"Lion, K. C. et al. Association between language, serious adverse events, and length of stay among hospitalized children. Hosp. Pediatr. 3, 219\u2013225 (2013).","journal-title":"Hosp. Pediatr."},{"key":"2055_CR6","doi-asserted-by":"publisher","first-page":"1213","DOI":"10.1542\/hpeds.2021-005981","volume":"11","author":"AY Choe","year":"2021","unstructured":"Choe, A. Y. et al. Improving discharge instructions for hospitalized children with limited English proficiency. Hosp. Pediatr. 11, 1213\u20131222 (2021).","journal-title":"Hosp. Pediatr."},{"key":"2055_CR7","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1542\/hpeds.2018-0250","volume":"9","author":"E Platter","year":"2019","unstructured":"Platter, E. et al. Completeness of written discharge guidance for English- and Spanish-speaking patient families. Hosp. Pediatr. 9, 516\u2013522 (2019).","journal-title":"Hosp. Pediatr."},{"key":"2055_CR8","doi-asserted-by":"publisher","first-page":"1080","DOI":"10.1097\/MLR.0b013e3181f380bc","volume":"48","author":"LC Diamond","year":"2010","unstructured":"Diamond, L. C., Wilson-Stronks, A. & Jacobs, E. A. Do hospitals measure up to the national culturally and linguistically appropriate services standards?. Med. Care 48, 1080\u20131087 (2010).","journal-title":"Med. Care"},{"key":"2055_CR9","doi-asserted-by":"publisher","first-page":"779","DOI":"10.1542\/hpeds.2019-0055","volume":"9","author":"SH Davis","year":"2019","unstructured":"Davis, S. H. et al. Translating discharge instructions for limited English-proficient families: strategies and barriers. Hosp. Pediatr. 9, 779\u2013787 (2019).","journal-title":"Hosp. Pediatr."},{"key":"2055_CR10","doi-asserted-by":"publisher","first-page":"2003","DOI":"10.1353\/hpu.2014.0162","volume":"25","author":"M Regenstein","year":"2014","unstructured":"Regenstein, M. & Andres, E. Hospital language service programs: a closer look at translation practices. J. Health Care Poor Underserved 25, 2003\u20132018 (2014).","journal-title":"J. Health Care Poor Underserved"},{"key":"2055_CR11","unstructured":"Office for Civil Rights, Office of the Secretary, Department of Health and Human Services & Centers for Medicare and Medicaid Services. Nondiscrimination in Health Programs and Activities (2024)."},{"key":"2055_CR12","doi-asserted-by":"publisher","DOI":"10.1542\/peds.2023-065573","volume":"154","author":"RCL Brewster","year":"2024","unstructured":"Brewster, R. C. L. et al. Performance of ChatGPT and Google translate for pediatric discharge instruction translation. Pediatrics 154, e2023065573 (2024).","journal-title":"Pediatrics"},{"key":"2055_CR13","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1002\/jhm.898","volume":"6","author":"RR Khanna","year":"2011","unstructured":"Khanna, R. R. et al. Performance of an online translation tool when applied to patient educational material. J. Hosp. Med. 6, 519\u2013525 (2011).","journal-title":"J. Hosp. Med."},{"key":"2055_CR14","doi-asserted-by":"publisher","first-page":"e3","DOI":"10.2196\/diabetes.5848","volume":"1","author":"X Chen","year":"2016","unstructured":"Chen, X., Acosta, S. & Barry, A. E. Evaluating the accuracy of Google translate for diabetes education material. JMIR Diab. 1, e3 (2016).","journal-title":"JMIR Diab."},{"key":"2055_CR15","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s11606-020-05719-z","volume":"36","author":"JA Rodriguez","year":"2021","unstructured":"Rodriguez, J. A., Fossa, A., Mishuris, R. & Herrick, B. Bridging the language gap in patient portals: an evaluation of Google translate. J. Gen. Intern. Med. 36, 567\u2013569 (2021).","journal-title":"J. Gen. Intern. Med."},{"key":"2055_CR16","doi-asserted-by":"publisher","first-page":"3361","DOI":"10.1007\/s11606-021-06666-z","volume":"36","author":"BR Taira","year":"2021","unstructured":"Taira, B. R., Kreger, V., Orue, A. & Diamond, L. C. A pragmatic assessment of Google Translate for emergency department instructions. J. Gen. Intern. Med. 36, 3361\u20133365 (2021).","journal-title":"J. Gen. Intern. Med."},{"key":"2055_CR17","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1001\/jamainternmed.2018.7653","volume":"179","author":"EC Khoong","year":"2019","unstructured":"Khoong, E. C., Steinbrook, E., Brown, C. & Fernandez, A. Assessing the use of Google translate for Spanish and Chinese translations of emergency department discharge instructions. JAMA Intern. Med. 179, 580\u2013582 (2019).","journal-title":"JAMA Intern. Med."},{"key":"2055_CR18","doi-asserted-by":"publisher","unstructured":"Magueresse, A., Carles, V. & Heetderks, E. Low-resource languages: a review of past work and future challenges. Preprint at https:\/\/doi.org\/10.48550\/ARXIV.2006.07264 (2020).","DOI":"10.48550\/ARXIV.2006.07264"},{"key":"2055_CR19","unstructured":"Fan, A. et al. Beyond English-centric multilingual machine translation. Preprint at https:\/\/dl.acm.org\/doi\/abs\/10.5555\/3546258.3546365 (2020)."},{"key":"2055_CR20","unstructured":"Health and Human Services Office for Civil Rights. Language Access Annual Report. https:\/\/www.hhs.gov\/sites\/default\/files\/language-access-report-2023.pdf (2023)."},{"key":"2055_CR21","doi-asserted-by":"publisher","first-page":"3005","DOI":"10.1007\/s10462-022-10246-w","volume":"56","author":"E Mosqueira-Rey","year":"2023","unstructured":"Mosqueira-Rey, E., Hern\u00e1ndez-Pereira, E., Alonso-R\u00edos, D., Bobes-Bascar\u00e1n, J. & Fern\u00e1ndez-Leal, \u00c1 Human-in-the-loop machine learning: a state of the art. Artif. Intell. Rev. 56, 3005\u20133054 (2023).","journal-title":"Artif. Intell. Rev."},{"key":"2055_CR22","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1016\/j.future.2022.05.014","volume":"135","author":"X Wu","year":"2022","unstructured":"Wu, X. et al. A survey of human-in-the-loop for machine learning. Future Gener. Comput. Syst. 135, 364\u2013381 (2022).","journal-title":"Future Gener. Comput. Syst."},{"key":"2055_CR23","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1038\/s41746-025-01586-2","volume":"8","author":"JM Biro","year":"2025","unstructured":"Biro, J. M. et al. Opportunities and risks of artificial intelligence in patient portal messaging in primary care. NPJ Digit. Med. 8, 222 (2025).","journal-title":"NPJ Digit. Med."},{"key":"2055_CR24","doi-asserted-by":"crossref","unstructured":"Ohde, J. W., Rost, L. M. & Overgaard, J. D. The burden of reviewing LLM-generated content. NEJM AI 2, (2025).","DOI":"10.1056\/AIp2400979"},{"key":"2055_CR25","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2024.15296","author":"KC Lion","year":"2024","unstructured":"Lion, K. C., Lin, Y.-H. & Kim, T. Artificial intelligence for language translation: the equity is in the details. JAMA https:\/\/doi.org\/10.1001\/jama.2024.15296 (2024).","journal-title":"JAMA"},{"key":"2055_CR26","doi-asserted-by":"publisher","first-page":"1225","DOI":"10.1093\/jamia\/ocad091","volume":"30","author":"S Bakken","year":"2023","unstructured":"Bakken, S. AI in health: keeping the human in the loop. J. Am. Med. Inform. Assoc. 30, 1225\u20131226 (2023).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"2055_CR27","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1056\/NEJMhle2308901","volume":"390","author":"MM Mello","year":"2024","unstructured":"Mello, M. M. & Guha, N. Understanding liability risk from using health care artificial intelligence tools. N. Engl. J. Med. 390, 271\u2013278 (2024).","journal-title":"N. Engl. J. Med."},{"key":"2055_CR28","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-03456-y","author":"E Goh","year":"2025","unstructured":"Goh, E. et al. GPT-4 assistance for improvement of physician performance on patient care tasks: a randomized controlled trial. Nat. Med. https:\/\/doi.org\/10.1038\/s41591-024-03456-y (2025).","journal-title":"Nat. Med."},{"key":"2055_CR29","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2025.1331","author":"PJ Emb\u00ed","year":"2025","unstructured":"Emb\u00ed, P. J., Rhew, D. C., Peterson, E. D. & Pencina, M. ichaelJ. Launching the Trustworthy and Responsible AI Network (TRAIN): a consortium to facilitate safe and effective AI adoption. JAMA https:\/\/doi.org\/10.1001\/jama.2025.1331 (2025).","journal-title":"JAMA"},{"key":"2055_CR30","doi-asserted-by":"publisher","first-page":"e50638","DOI":"10.2196\/50638","volume":"25","author":"B Mesk\u00f3","year":"2023","unstructured":"Mesk\u00f3, B. Prompt engineering as an important emerging skill for medical professionals: tutorial. J. Med. Internet Res. 25, e50638 (2023).","journal-title":"J. Med. Internet Res."},{"key":"2055_CR31","doi-asserted-by":"publisher","DOI":"10.1001\/jamapediatrics.2025.1729","author":"M Ray","year":"2025","unstructured":"Ray, M. et al. Evaluating a large language model in translating patient instructions to Spanish using a standardized framework. JAMA Pediatr. https:\/\/doi.org\/10.1001\/jamapediatrics.2025.1729 (2025).","journal-title":"JAMA Pediatr."},{"key":"2055_CR32","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1001\/jama.2024.21451","volume":"333","author":"HJ Warraich","year":"2025","unstructured":"Warraich, H. J., Tazbaz, T. & Califf, R. M. FDA perspective on the regulation of artificial intelligence in health care and biomedicine. JAMA 333, 241 (2025).","journal-title":"JAMA"},{"key":"2055_CR33","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1038\/s41586-024-07335-x","volume":"630","author":"NLLB Team","year":"2024","unstructured":"NLLB Team et al. Scaling neural machine translation to 200 languages. Nature 630, 841\u2013846 (2024).","journal-title":"Nature"},{"key":"2055_CR34","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-09954-8","volume":"12","author":"SA Hicks","year":"2022","unstructured":"Hicks, S. A. et al. On evaluation metrics for medical applications of artificial intelligence. Sci. Rep. 12, 5979 (2022).","journal-title":"Sci. Rep."},{"key":"2055_CR35","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.1080\/1369118X.2020.1776370","volume":"24","author":"LN Vieira","year":"2021","unstructured":"Vieira, L. N., O\u2019Hagan, M. & O\u2019Sullivan, C. Understanding the societal impacts of machine translation: a critical review of the literature on medical and legal use cases. Inf., Commun. Soc. 24, 1515\u20131532 (2021).","journal-title":"Inf., Commun. Soc."},{"key":"2055_CR36","unstructured":"OpenAI. ChatGPT. https:\/\/chatgpt.com\/"},{"key":"2055_CR37","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1007\/s13187-011-0233-z","volume":"26","author":"J Ellison","year":"2011","unstructured":"Ellison, J., Jandorf, L. & Duhamel, K. Assessment of the Short Acculturation Scale for Hispanics (SASH) among low-income, immigrant Hispanics. J. Cancer Educ. 26, 478\u2013483 (2011).","journal-title":"J. Cancer Educ."},{"key":"2055_CR38","unstructured":"Portney, L. & Watkins, M. Foundations of Clinical Research: Applications to Practice (3rd edn) (Prentice Hall, 2009)."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02055-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02055-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02055-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T16:42:20Z","timestamp":1762533740000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02055-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,24]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2055"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-02055-6","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,24]]},"assertion":[{"value":"3 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"629"}}