{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T05:08:54Z","timestamp":1776402534315,"version":"3.51.2"},"reference-count":29,"publisher":"Oxford University Press (OUP)","issue":"10","license":[{"start":{"date-parts":[[2025,8,5]],"date-time":"2025-08-05T00:00:00Z","timestamp":1754352000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/100000050","name":"National Heart, Lung, and Blood Institute","doi-asserted-by":"publisher","award":["NIH 1R01HL157262"],"award-info":[{"award-number":["NIH 1R01HL157262"]}],"id":[{"id":"10.13039\/100000050","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000092","name":"National Library of Medicine","doi-asserted-by":"publisher","award":["NIH R01 LM012973"],"award-info":[{"award-number":["NIH R01 LM012973"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objective<\/jats:title>\n                  <jats:p>To evaluate the efficacy of digital twins developed using a large language model (LLaMA-3), fine-tuned with Low-Rank Adapters (LoRA) on intensive care units (ICU) physician notes, and to determine whether specialty-specific training enhances treatment recommendation accuracy compared to other ICU specialties or zero-shot baselines.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>Digital twins were created using LLaMA-3 fine-tuned on discharge summaries from the Medical Information Mart for Intensive Care III dataset, where medications were masked to construct training and testing datasets. The medical ICU dataset (1000 notes) was used for evaluation, and performance was assessed using Bidirectional Encoder Representations from Transformers Score (BERTScore) and ROUGE-L. A zero-shot baseline model, relying solely on contextual instructions without training, was also evaluated. While our approach moves toward digital twin capabilities, it does not incorporate real-time, patient-specific electronic health records data and can be viewed as an ICU specialty-level language model adaptation.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>Models fine-tuned on medical ICU notes achieved the highest BERTScore (0.842), outperforming models trained on other specialties or mixed datasets. Zero-shot models showed the lowest performance, highlighting the importance of training.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Discussion<\/jats:title>\n                  <jats:p>The findings demonstrate that specialty-specific training significantly improves treatment recommendation accuracy in digital twins compared to generalized or zero-shot approaches. Tailoring models to specific ICU domains strengthens their clinical decision-support capabilities.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>Context-specific fine-tuning of LLMs is crucial for developing effective digital twins, offering foundational insights for personalized clinical decision support.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocaf127","type":"journal-article","created":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T11:43:31Z","timestamp":1754135011000},"page":"1517-1525","source":"Crossref","is-referenced-by-count":2,"title":["Toward digital twins in the intensive care unit: a medication management case study"],"prefix":"10.1093","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7205-1331","authenticated-orcid":false,"given":"Behnaz","family":"Eslami","sequence":"first","affiliation":[{"name":"Department of Computer Science, Loyola University Chicago , Chicago, IL 60626,","place":["United States"]},{"name":"Department of Health Informatics and Data Science, Loyola University Chicago , Maywood, IL 60153,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6368-4652","authenticated-orcid":false,"given":"Majid","family":"Afshar","sequence":"additional","affiliation":[{"name":"Department of Medicine, University of Wisconsin-Madison , Madison, WI 53726,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7235-4914","authenticated-orcid":false,"given":"Samie","family":"Tootooni","sequence":"additional","affiliation":[{"name":"Department of Health Informatics and Data Science, Loyola University Chicago , Maywood, IL 60153,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4513-403X","authenticated-orcid":false,"given":"Timothy A","family":"Miller","sequence":"additional","affiliation":[{"name":"Computational Health Informatics Program, Boston Children\u2019s Hospital , Boston, MA 02215,","place":["United States"]},{"name":"Department of Pediatrics, Harvard Medical School , Boston, MA 02215,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew M","family":"Churpek","sequence":"additional","affiliation":[{"name":"Department of Medicine, University of Wisconsin-Madison , Madison, WI 53726,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9341-7360","authenticated-orcid":false,"given":"Yanjun","family":"Gao","sequence":"additional","affiliation":[{"name":"University of Colorado-Anschutz , Aurora, CO 80045,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2585-2707","authenticated-orcid":false,"given":"Dmitriy","family":"Dligach","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Loyola University Chicago , Chicago, IL 60626,","place":["United States"]}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2025,8,5]]},"reference":[{"key":"2025092208423609400_ocaf127-B1","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/978-3-319-38756-7_4","article-title":"Digital twin: mitigating unpredictable, undesirable emergent behavior in complex systems","author":"Grieves","year":"2017","journal-title":"Transdisciplinary Perspectives on Complex Systems: New Findings and Approaches"},{"key":"2025092208423609400_ocaf127-B2","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1007\/s10796-024-10536-4","article-title":"A conceptual framework for digital twin in healthcare: evidence from a systematic meta-review","volume":"27","author":"Pellegrino","year":"2025","journal-title":"Inf Syst Front."},{"key":"2025092208423609400_ocaf127-B3","doi-asserted-by":"crossref","first-page":"1253050","DOI":"10.3389\/fdgth.2023.1253050","article-title":"Digital twin for healthcare systems","volume":"5","author":"Vall\u00e9e","year":"2023","journal-title":"Front Digit Health."},{"key":"2025092208423609400_ocaf127-B4","doi-asserted-by":"crossref","first-page":"31","DOI":"10.3389\/fcomp.2020.00031","article-title":"Digital twins and the emerging science of self: implications for digital health experience design and \u201csmall\u201d data","volume":"2","author":"Schwartz","year":"2020","journal-title":"Front Comput Sci."},{"key":"2025092208423609400_ocaf127-B5","doi-asserted-by":"crossref","first-page":"160035","DOI":"10.1038\/sdata.2016.35","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Sci Data."},{"key":"2025092208423609400_ocaf127-B6","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1177\/2399808318796416","article-title":"Digital twins","volume":"45","author":"Batty","year":"2018","journal-title":"Environ Plan B Urban Anal City Sci"},{"key":"2025092208423609400_ocaf127-B7","first-page":"20200360","article-title":"Industrial applications of digital twins","volume":"379","author":"Jiang","year":"2021","journal-title":"Philos Trans A Math Phys Eng Sci"},{"key":"2025092208423609400_ocaf127-B8","year":"2023"},{"key":"2025092208423609400_ocaf127-B9","author":"Meta"},{"key":"2025092208423609400_ocaf127-B10","author":"Hu","year":"2021"},{"key":"2025092208423609400_ocaf127-B11","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1038\/s41746-022-00694-7","article-title":"Health digital twins as tools for precision medicine: considerations for computation, implementation, and regulation","volume":"5","author":"Venkatesh","year":"2022","journal-title":"NPJ Digit Med."},{"key":"2025092208423609400_ocaf127-B12","author":"Achiam","year":"2023"},{"key":"2025092208423609400_ocaf127-B13","author":"Touvron","year":"2023"},{"key":"2025092208423609400_ocaf127-B14","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","article-title":"Large language models encode clinical knowledge","volume":"620","author":"Singhal","year":"2023","journal-title":"Nature"},{"key":"2025092208423609400_ocaf127-B15","first-page":"57","author":"Nazi","year":"2024"},{"key":"2025092208423609400_ocaf127-B16","author":"Liu","year":"2024"},{"key":"2025092208423609400_ocaf127-B17","first-page":"67","author":"Dou","year":"2023"},{"key":"2025092208423609400_ocaf127-B18","doi-asserted-by":"crossref","first-page":"101933","DOI":"10.1016\/j.jksuci.2024.101933","article-title":"MED-prompt: a novel prompt engineering framework for medicine prediction on free-text clinical notes","volume":"36","author":"Ahmed","year":"2024","journal-title":"J King Saud Univ Comput Inf Sci"},{"key":"2025092208423609400_ocaf127-B19","doi-asserted-by":"crossref","first-page":"47","DOI":"10.3390\/bdcc8050047","article-title":"International classification of diseases prediction from MIMIIC-III clinical text using pre-trained clinicalBERT and NLP deep learning models achieving state of the art","volume":"8","author":"Aden","year":"2024","journal-title":"Big Data Cogn Comput."},{"key":"2025092208423609400_ocaf127-B20","author":"Kocaman","year":"2020"},{"key":"2025092208423609400_ocaf127-B21","author":"Dubey","year":"2024"},{"key":"2025092208423609400_ocaf127-B22","author":"Liu","year":"2020"},{"key":"2025092208423609400_ocaf127-B23","doi-asserted-by":"crossref","first-page":"D267","DOI":"10.1093\/nar\/gkh061","article-title":"The unified medical language system (UMLS): integrating biomedical terminology","volume":"32","author":"Bodenreider","year":"2004","journal-title":"Nucleic Acids Res"},{"key":"2025092208423609400_ocaf127-B24","article-title":"Development of a human evaluation framework and correlation with automated metrics for natural language generation of medical diagnoses","author":"Croxford","year":"2024","journal-title":"medRxiv."},{"key":"2025092208423609400_ocaf127-B25","first-page":"15869","author":"Guo","year":"2023"},{"key":"2025092208423609400_ocaf127-B26","author":"Zhang","year":"2019"},{"key":"2025092208423609400_ocaf127-B27","first-page":"74","author":"Lin","year":"2004"},{"key":"2025092208423609400_ocaf127-B28","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1002\/9781119857433.ch17","article-title":"Digital twins and automation of care in the intensive care unit","author":"Geoffrey Chase","year":"2023","journal-title":"Cyber\u2013Physical\u2013Human Systems: Fundamentals and Applications"},{"key":"2025092208423609400_ocaf127-B29","doi-asserted-by":"crossref","first-page":"4808","DOI":"10.1093\/eurheartj\/ehae619","article-title":"Cardiovascular care with digital twin technology in the era of generative artificial intelligence","volume":"45","author":"Thangaraj","year":"2024","journal-title":"Eur Heart J"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/10\/1517\/63960121\/ocaf127.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/10\/1517\/63960121\/ocaf127.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T12:42:45Z","timestamp":1758544965000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/32\/10\/1517\/8222611"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,5]]},"references-count":29,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2025,8,5]]},"published-print":{"date-parts":[[2025,10,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaf127","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,10]]},"published":{"date-parts":[[2025,8,5]]}}}