{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T05:58:41Z","timestamp":1768888721258,"version":"3.49.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T00:00:00Z","timestamp":1765497600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T00:00:00Z","timestamp":1768780800000},"content-version":"vor","delay-in-days":38,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"the Korea Health Technology R&D Project through the Korea Health Industry Development Institute","award":["RS-2024-00439677"],"award-info":[{"award-number":["RS-2024-00439677"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-02231-8","type":"journal-article","created":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T09:46:39Z","timestamp":1765532799000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Efficacy of large language models in detecting postoperative delirium from unstructured clinical notes: A retrospective cohort study"],"prefix":"10.1038","volume":"9","author":[{"given":"Da-In","family":"Eun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hyung-Chul","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Heo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jae Hoon","family":"Jeong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jipyeong","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hyeonhoon","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sang-Youn","family":"Park","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karam","family":"Nam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ho-Jin","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jae-Woo","family":"Ju","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,12,12]]},"reference":[{"key":"2231_CR1","doi-asserted-by":"publisher","first-page":"492","DOI":"10.1016\/j.bja.2020.06.063","volume":"125","author":"Z Jin","year":"2020","unstructured":"Jin, Z., Hu, J. & Ma, D. Postoperative delirium: perioperative assessment, risk reduction, and management. Br. J. Anaesth. 125, 492\u2013504 (2020).","journal-title":"Br. J. Anaesth."},{"key":"2231_CR2","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1186\/s12877-020-1449-8","volume":"20","author":"A Iamaroon","year":"2020","unstructured":"Iamaroon, A. et al. Incidence of and risk factors for postoperative delirium in older adult patients undergoing noncardiac surgery: a prospective study. BMC Geriatr 20, 40 (2020).","journal-title":"BMC Geriatr"},{"key":"2231_CR3","doi-asserted-by":"publisher","first-page":"1336","DOI":"10.1213\/ANE.0000000000000576","volume":"121","author":"A Gottschalk","year":"2015","unstructured":"Gottschalk, A., Hubbs, J., Vikani, A. R., Gottschalk, L. B. & Sieber, F. E. The Impact of Incident Postoperative Delirium on Survival of Elderly Patients After Surgery for Hip Fracture Repair. Anesth. Analg. 121, 1336\u20131343 (2015).","journal-title":"Anesth. Analg."},{"key":"2231_CR4","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1001\/archinternmed.2007.4","volume":"168","author":"DL Leslie","year":"2008","unstructured":"Leslie, D. L., Marcantonio, E. R., Zhang, Y., Leo-Summers, L. & Inouye, S. K. One-year health care costs associated with delirium in the elderly population. Arch. Intern. Med. 168, 27\u201332 (2008).","journal-title":"Arch. Intern. Med."},{"key":"2231_CR5","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1097\/SLA.0b013e31818e4776","volume":"249","author":"TN Robinson","year":"2009","unstructured":"Robinson, T. N. Postoperative delirium in the elderly: risk factors and outcomes. Ann. Surg. 249, 173\u2013178 (2009).","journal-title":"Ann. Surg."},{"key":"2231_CR6","doi-asserted-by":"publisher","first-page":"1092","DOI":"10.1164\/rccm.200904-0537OC","volume":"180","author":"MA Pisani","year":"2009","unstructured":"Pisani, M. A. Days of delirium are associated with 1-year mortality in an older intensive care unit population. Am. J. Respir. Crit. Care Med. 180, 1092\u20131097 (2009).","journal-title":"Am. J. Respir. Crit. Care Med."},{"key":"2231_CR7","doi-asserted-by":"publisher","first-page":"1306","DOI":"10.1056\/NEJMoa1301372","volume":"369","author":"PP Pandharipande","year":"2013","unstructured":"Pandharipande, P. P. et al. Long-term cognitive impairment after critical illness. N. Engl. J. Med. 369, 1306\u20131316 (2013).","journal-title":"N. Engl. J. Med."},{"key":"2231_CR8","doi-asserted-by":"publisher","first-page":"102025","DOI":"10.1016\/j.arr.2023.102025","volume":"90","author":"CJ Lin","year":"2023","unstructured":"Lin, C. J. et al. Delirium assessment tools among hospitalized older adults: A systematic review and meta-analysis of diagnostic accuracy. Ageing Res. Rev. 90, 102025 (2023).","journal-title":"Ageing Res. Rev."},{"key":"2231_CR9","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1111\/j.1532-5415.2005.53120.x","volume":"53","author":"SK Inouye","year":"2005","unstructured":"Inouye, S. K. A chart-based method for identification of delirium: validation compared with interviewer ratings using the confusion assessment method. J. Am. Geriatr. Soc. 53, 312\u2013318 (2005).","journal-title":"J. Am. Geriatr. Soc."},{"key":"2231_CR10","doi-asserted-by":"publisher","first-page":"111107","DOI":"10.1016\/j.jclinane.2023.111107","volume":"87","author":"JW Ju","year":"2023","unstructured":"Ju, J. W. et al. Association between intraoperative body temperature and postoperative delirium: A retrospective observational study. J. Clin. Anesth. 87, 111107 (2023).","journal-title":"J. Clin. Anesth."},{"key":"2231_CR11","doi-asserted-by":"publisher","first-page":"1154","DOI":"10.1213\/ANE.0000000000005959","volume":"134","author":"MS Duprey","year":"2022","unstructured":"Duprey, M. S. et al. Association between perioperative medication use and postoperative delirium and cognition in older adults undergoing elective noncardiac surgery. Anesth. Analg. 134, 1154\u20131163 (2022).","journal-title":"Anesth. Analg."},{"key":"2231_CR12","doi-asserted-by":"publisher","first-page":"518","DOI":"10.1111\/jgs.12684","volume":"62","author":"JS Saczynski","year":"2014","unstructured":"Saczynski, J. S. et al. A tale of two methods: chart and interview methods for identifying delirium. J. Am. Geriatr. Soc. 62, 518\u2013524 (2014).","journal-title":"J. Am. Geriatr. Soc."},{"key":"2231_CR13","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1038\/s41746-024-01259-6","volume":"7","author":"SB Yoon","year":"2024","unstructured":"Yoon, S. B., Lee, J., Lee, H. C., Jung, C. W. & Lee, H. Comparison of NLP machine learning models with human physicians for ASA Physical Status classification. NPJ Digit. Med. 7, 259 (2024).","journal-title":"NPJ Digit. Med."},{"key":"2231_CR14","doi-asserted-by":"publisher","DOI":"10.2196\/53297","volume":"26","author":"L Masanneck","year":"2024","unstructured":"Masanneck, L. et al. Triage performance across large language models, ChatGPT, and untrained doctors in emergency medicine: Comparative study. J. Med. Internet Res. 26, e53297 (2024).","journal-title":"J. Med. Internet Res."},{"key":"2231_CR15","doi-asserted-by":"publisher","unstructured":"Ge, J., Li, M., Delk, M. B. & Lai, J. C. A comparison of large language model versus manual chart review for extraction of data elements from the electronic health record. medRxiv https:\/\/doi.org\/10.1101\/2023.08.31.23294924 (2023).","DOI":"10.1101\/2023.08.31.23294924"},{"key":"2231_CR16","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41591-024-03328-5","volume":"31","author":"S Johri","year":"2025","unstructured":"Johri, S. et al. An evaluation framework for clinical use of large language models in patient interaction tasks. Nat. Med. 31, 77\u201386 (2025).","journal-title":"Nat. Med."},{"key":"2231_CR17","doi-asserted-by":"publisher","first-page":"2409","DOI":"10.1038\/s41591-024-03181-6","volume":"30","author":"S Bedi","year":"2024","unstructured":"Bedi, S., Jain, S. S. & Shah, N. H. Evaluating the clinical benefits of large language models. Nat. Med. 30, 2409\u20132410 (2024).","journal-title":"Nat. Med."},{"key":"2231_CR18","doi-asserted-by":"publisher","first-page":"559","DOI":"10.1007\/s00134-022-06650-z","volume":"48","author":"M Young","year":"2022","unstructured":"Young, M. et al. Natural language processing diagnosed behavioral disturbance vs confusion assessment method for the intensive care unit: prevalence, patient characteristics, overlap, and association with treatment and outcome. Intensive Care Med 48, 559\u2013569 (2022).","journal-title":"Intensive Care Med"},{"key":"2231_CR19","doi-asserted-by":"publisher","DOI":"10.1186\/s13054-023-04695-0","volume":"27","author":"M Young","year":"2023","unstructured":"Young, M. et al. Natural language processing diagnosed behavioural disturbance phenotypes in the intensive care unit: characteristics, prevalence, trajectory, treatment, and outcomes. Crit. Care 27, 425 (2023).","journal-title":"Crit. Care"},{"key":"2231_CR20","doi-asserted-by":"publisher","first-page":"38890","DOI":"10.1038\/s41598-025-22634-7","volume":"15","author":"M Contreras","year":"2025","unstructured":"Contreras, M. et al. A large language model for delirium prediction in the intensive care unit using structured electronic health records. Sci. Rep. 15, 38890 (2025).","journal-title":"Sci. Rep."},{"key":"2231_CR21","doi-asserted-by":"publisher","DOI":"10.2196\/33834","volume":"6","author":"W Ge","year":"2022","unstructured":"Ge, W. et al. Identifying patients with delirium based on unstructured clinical notes: observational study. JMIR Form. Res. 6, e33834 (2022).","journal-title":"JMIR Form. Res."},{"key":"2231_CR22","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1097\/CCM.0b013e3182783b72","volume":"41","author":"J Barr","year":"2013","unstructured":"Barr, J. et al. Clinical practice guidelines for the management of pain, agitation, and delirium in adult patients in the intensive care unit. Crit. Care Med. 41, 263\u2013306 (2013).","journal-title":"Crit. Care Med."},{"key":"2231_CR23","doi-asserted-by":"publisher","first-page":"110233","DOI":"10.1016\/j.jclinane.2021.110233","volume":"71","author":"H Hamadnalla","year":"2021","unstructured":"Hamadnalla, H. et al. Optimal interval and duration of CAM-ICU assessments for delirium detection after cardiac surgery. J. Clin. Anesth. 71, 110233 (2021).","journal-title":"J. Clin. Anesth."},{"key":"2231_CR24","doi-asserted-by":"publisher","first-page":"1027","DOI":"10.1111\/jgs.16987","volume":"69","author":"KD Krewulak","year":"2021","unstructured":"Krewulak, K. D. Adaptation and validation of a chart-based delirium detection tool for the ICU (CHART-DEL-ICU). J. Am. Geriatr. Soc. 69, 1027\u20131034 (2021).","journal-title":"J. Am. Geriatr. Soc."},{"key":"2231_CR25","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1111\/acem.14423","volume":"29","author":"JESL Oliveira","year":"2022","unstructured":"Oliveira, J. E. S. L. et al. REcognizing DElirium in geriatric Emergency Medicine: The REDEEM risk stratification score. Acad. Emerg. Med. 29, 476\u2013485 (2022).","journal-title":"Acad. Emerg. Med."},{"key":"2231_CR26","first-page":"1167","volume":"49","author":"R Maharaj","year":"2021","unstructured":"Maharaj, R., Raffaele, I. & Wendon, J. Rapid response systems: a comprehensive review of the clinical impact, effectiveness, and future directions. Crit. Care Med. 49, 1167\u20131174 (2021).","journal-title":"Crit. Care Med."},{"key":"2231_CR27","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1038\/s41591-022-01894-0","volume":"28","author":"R Adams","year":"2022","unstructured":"Adams, R. et al. Prospective, multi-site study of patient outcomes after implementation of the TREWS machine learning-based early warning system for sepsis. Nat. Med. 28, 1455\u20131460 (2022).","journal-title":"Nat. Med."},{"key":"2231_CR28","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1038\/s41746-024-01233-2","volume":"7","author":"IC Wiest","year":"2024","unstructured":"Wiest, I. C. et al. Privacy-preserving large language models for structured medical information retrieval. NPJ Digit. Med. 7, 257 (2024).","journal-title":"NPJ Digit. Med."},{"key":"2231_CR29","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1001\/jama.2024.21700","volume":"333","author":"S Bedi","year":"2025","unstructured":"Bedi, S. et al. Testing and Evaluation of Health Care Applications of Large Language Models: A Systematic Review. JAMA 333, 319\u2013328 (2025).","journal-title":"JAMA"},{"key":"2231_CR30","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1001\/jamasurg.2023.6496","volume":"159","author":"TA Rengers","year":"2024","unstructured":"Rengers, T. A., Thiels, C. A. & Salehinejad, H. Academic Surgery in the Era of Large Language Models: A Review. JAMA Surg 159, 445\u2013450 (2024).","journal-title":"JAMA Surg"},{"key":"2231_CR31","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1038\/s41591-024-03425-5","volume":"31","author":"J Gallifant","year":"2025","unstructured":"Gallifant, J. et al. The TRIPOD-LLM reporting guideline for studies using large language models. Nat. Med. 31, 60\u201369 (2025).","journal-title":"Nat. Med."},{"key":"2231_CR32","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1093\/jamia\/ocae254","volume":"32","author":"T Savage","year":"2025","unstructured":"Savage, T. et al. Large language model uncertainty proxies: discrimination and calibration for medical diagnosis and treatment. J. Am. Med. Inform. Assoc. 32, 139\u2013149 (2025).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"2231_CR33","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J. R. & Koch, G. G. The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977).","journal-title":"Biometrics"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02231-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02231-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02231-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T16:38:48Z","timestamp":1768840728000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02231-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,12]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2231"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-02231-8","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,12]]},"assertion":[{"value":"17 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"54"}}