{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T20:39:48Z","timestamp":1772138388999,"version":"3.50.1"},"reference-count":31,"publisher":"Oxford University Press (OUP)","issue":"2","license":[{"start":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T00:00:00Z","timestamp":1653436800000},"content-version":"vor","delay-in-days":49,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000092","name":"National Library of Medicine","doi-asserted-by":"publisher","award":["5R01LM009886-11"],"award-info":[{"award-number":["5R01LM009886-11"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Center for Advancing Clinical and Translational Science","award":["UL1TR001873"],"award-info":[{"award-number":["UL1TR001873"]}]},{"name":"National Center for Advancing Clinical and Translational Science","award":["1OT2TR003434-01"],"award-info":[{"award-number":["1OT2TR003434-01"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,4,6]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>The identification of delirium in electronic health records (EHRs) remains difficult due to inadequate assessment or under-documentation. The purpose of this research is to present a classification model that identifies delirium using retrospective EHR data. Delirium was confirmed with the Confusion Assessment Method for the Intensive Care Unit. Age, sex, Elixhauser comorbidity index, drug exposures, and diagnoses were used as features. The model was developed based on the Columbia University Irving Medical Center EHR data and further validated with the Medical Information Mart for Intensive Care III dataset. Seventy-six patients from Surgical\/Cardiothoracic ICU were included in the model. The logistic regression model achieved the best performance in identifying delirium; mean AUC of 0.874\u2009\u00b1\u20090.033. The mean positive predictive value of the logistic regression model was 0.80. The model promises to identify delirium cases with EHR data, thereby enable a sustainable infrastructure to build a retrospective cohort of delirium.<\/jats:p>","DOI":"10.1093\/jamiaopen\/ooac042","type":"journal-article","created":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T05:40:34Z","timestamp":1653543634000},"source":"Crossref","is-referenced-by-count":8,"title":["A machine learning approach to identifying delirium from electronic health records"],"prefix":"10.1093","volume":"5","author":[{"given":"Jae Hyun","family":"Kim","sequence":"first","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"May","family":"Hua","sequence":"additional","affiliation":[{"name":"Department of Anesthesiology, Columbia University Medical Center, New York Presbyterian Hospital, New York, New York, USA"},{"name":"Department of Epidemiology, Columbia University Mailman School of Public Health, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert A","family":"Whittington","sequence":"additional","affiliation":[{"name":"Department of Anesthesiology, Columbia University Medical Center, New York Presbyterian Hospital, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junghwan","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6024-3037","authenticated-orcid":false,"given":"Cong","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Casey N","family":"Ta","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2911-4250","authenticated-orcid":false,"given":"Edward R","family":"Marcantonio","sequence":"additional","affiliation":[{"name":"Harvard Medical School, Boston, Massachusetts, USA"},{"name":"Division of General Medicine, Department of Medicine, Beth Israel Deaconess Medical Center, Boston, Massachusetts, USA"},{"name":"Division of Gerontology, Department of Medicine, Beth Israel Deaconess Medical Center, Boston, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Terry E","family":"Goldberg","sequence":"additional","affiliation":[{"name":"Department of Anesthesiology, Columbia University Medical Center, New York Presbyterian Hospital, New York, New York, USA"},{"name":"Department of Psychiatry, Columbia University Irving Medical Center, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chunhua","family":"Weng","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2022,5,25]]},"reference":[{"issue":"7","key":"2022052609380030500_ooac042-B1","doi-asserted-by":"crossref","first-page":"1370","DOI":"10.1097\/00003246-200107000-00012","article-title":"Evaluation of delirium in critically ill patients: validation of the Confusion Assessment Method for the Intensive Care Unit (CAM-ICU)","volume":"29","author":"Ely","year":"2001","journal-title":"Crit Care Med"},{"issue":"1","key":"2022052609380030500_ooac042-B2","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1016\/S1036-7314(05)80019-0","article-title":"Multicentre study of delirium in ICU patients using a simple screening tool","volume":"18","author":"Roberts","year":"2005","journal-title":"Aust Crit Care"},{"issue":"9","key":"2022052609380030500_ooac042-B3","doi-asserted-by":"crossref","first-page":"e825","DOI":"10.1097\/CCM.0000000000003299","article-title":"Clinical practice guidelines for the prevention and management of pain, agitation\/sedation, delirium, immobility, and sleep disruption in adult patients in the ICU","volume":"46","author":"Devlin","year":"2018","journal-title":"Crit Care Med"},{"issue":"11","key":"2022052609380030500_ooac042-B4","doi-asserted-by":"crossref","first-page":"1373","DOI":"10.1001\/jamaneurol.2020.2273","article-title":"Association of delirium with long-term cognitive decline: a meta-analysis","volume":"77","author":"Goldberg","year":"2020","journal-title":"JAMA Neurol"},{"key":"2022052609380030500_ooac042-B5","article-title":"The economic cost of delirium: a systematic review and quality assessment","author":"Kinchin","journal-title":"Alzheimers Dement"},{"issue":"4","key":"2022052609380030500_ooac042-B6","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1001\/jama.2010.1013","article-title":"Delirium in elderly patients and the risk of postdischarge mortality, institutionalization, and dementia: a meta-analysis","volume":"304","author":"Witlox","year":"2010","journal-title":"JAMA"},{"issue":"4","key":"2022052609380030500_ooac042-B7","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1007\/s41999-021-00474-8","article-title":"Do specific delirium aetiologies have different associations with death? A longitudinal cohort of hospitalised patients","volume":"12","author":"Chalmers","year":"2021","journal-title":"Eur Geriatr Med"},{"issue":"2","key":"2022052609380030500_ooac042-B8","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1007\/s00198-019-05172-7","article-title":"Association between postoperative delirium and mortality in elderly patients undergoing hip fractures surgery: a meta-analysis","volume":"31","author":"Bai","year":"2020","journal-title":"Osteoporos Int"},{"issue":"3","key":"2022052609380030500_ooac042-B9","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1016\/j.aucc.2012.01.005","article-title":"A questionnaire survey of critical care nurses' attitudes to delirium assessment before and after introduction of the CAM-ICU","volume":"25","author":"Eastwood","year":"2012","journal-title":"Aust Crit Care"},{"key":"2022052609380030500_ooac042-B10","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1186\/1756-0500-7-208","article-title":"Documentation of delirium in the VA electronic health record","volume":"7","author":"Hope","year":"2014","journal-title":"BMC Res Notes"},{"issue":"4","key":"2022052609380030500_ooac042-B11","doi-asserted-by":"crossref","first-page":"e019223","DOI":"10.1136\/bmjopen-2017-019223","article-title":"Systematic review of prediction models for delirium in the older adult inpatient","volume":"8","author":"Lindroth","year":"2018","journal-title":"BMJ Open"},{"issue":"12","key":"2022052609380030500_ooac042-B12","doi-asserted-by":"crossref","first-page":"e0296","DOI":"10.1097\/CCE.0000000000000296","article-title":"ICU delirium-prediction models: a systematic review","volume":"2","author":"Ruppert","year":"2020","journal-title":"Crit Care Explor"},{"issue":"1","key":"2022052609380030500_ooac042-B13","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1213\/ANE.0000000000004386","article-title":"Development of a risk score to predict postoperative delirium in patients with hip fracture","volume":"130","author":"Kim","year":"2020","journal-title":"Anesth Analg"},{"issue":"2","key":"2022052609380030500_ooac042-B14","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1161\/CIRCULATIONAHA.108.795260","article-title":"Derivation and validation of a preoperative prediction rule for delirium after cardiac surgery","volume":"119","author":"Rudolph","year":"2009","journal-title":"Circulation"},{"issue":"2","key":"2022052609380030500_ooac042-B15","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1001\/jama.1994.03510260066030","article-title":"A clinical prediction rule for delirium after elective noncardiac surgery","volume":"271","author":"Marcantonio","year":"1994","journal-title":"JAMA"},{"key":"2022052609380030500_ooac042-B16","first-page":"568","article-title":"Delirium prediction using machine learning models on preoperative electronic health records data","volume":"2017","author":"Davoudi","year":"2017","journal-title":"Proc IEEE Int Symp Bioinform Bioeng"},{"issue":"4","key":"2022052609380030500_ooac042-B17","doi-asserted-by":"crossref","first-page":"e14993","DOI":"10.2196\/14993","article-title":"Exploiting machine learning algorithms and methods for the prediction of agitated delirium after cardiac surgery: models development and validation study","volume":"7","author":"Mufti","year":"2019","journal-title":"JMIR Med Inform"},{"issue":"3","key":"2022052609380030500_ooac042-B18","doi-asserted-by":"crossref","first-page":"558","DOI":"10.1177\/0013164418823249","article-title":"Kappa coefficients for missing data","volume":"79","author":"De Raadt","year":"2019","journal-title":"Educ Psychol Meas"},{"key":"2022052609380030500_ooac042-B19","doi-asserted-by":"crossref","first-page":"160035","DOI":"10.1038\/sdata.2016.35","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Sci Data"},{"issue":"3","key":"2022052609380030500_ooac042-B20","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1093\/jamia\/ocu023","article-title":"Feasibility and utility of applications of the common data model to multiple, disparate observational health databases","volume":"22","author":"Voss","year":"2015","journal-title":"J Am Med Inform Assoc"},{"key":"2022052609380030500_ooac042-B21","author":"Kingma","year":"2014"},{"issue":"1","key":"2022052609380030500_ooac042-B22","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1038\/s41746-021-00537-x","article-title":"Prediction across healthcare settings: a case study in predicting emergency department disposition","volume":"4","author":"Barak-Corren","year":"2021","journal-title":"NPJ Digit Med"},{"key":"2022052609380030500_ooac042-B23","first-page":"265","author":"Abadi","year":"2016"},{"issue":"23","key":"2022052609380030500_ooac042-B24","doi-asserted-by":"crossref","first-page":"648","DOI":"10.21105\/joss.00648","article-title":"comorbidity: an R package for computing comorbidity scores","volume":"3","author":"Gasparini","year":"2018","journal-title":"JOSS"},{"issue":"5","key":"2022052609380030500_ooac042-B25","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.iccn.2009.04.001","article-title":"Limitations and practicalities of CAM-ICU implementation, a delirium scoring system, in a Dutch intensive care unit","volume":"25","author":"Riekerk","year":"2009","journal-title":"Intensive Crit Care Nurs"},{"key":"2022052609380030500_ooac042-B26","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1186\/s40560-015-0119-y","article-title":"Prospective evaluation of inappropriate unable-to-assess CAM-ICU documentations of critically ill adult patients","volume":"3","author":"Terry","year":"2015","journal-title":"J Intensive Care"},{"issue":"4","key":"2022052609380030500_ooac042-B27","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1111\/nicc.12354","article-title":"Evaluating the implementation of confusion assessment method-intensive care unit using a quality improvement approach","volume":"23","author":"Stewart","year":"2018","journal-title":"Nurs Crit Care"},{"issue":"1","key":"2022052609380030500_ooac042-B28","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1186\/s13613-018-0377-7","article-title":"The 2014 updated version of the Confusion Assessment Method for the Intensive Care Unit compared to the 5th version of the Diagnostic and Statistical Manual of Mental Disorders and other current methods used by intensivists","volume":"8","author":"Chanques","year":"2018","journal-title":"Ann Intensive Care"},{"issue":"2","key":"2022052609380030500_ooac042-B29","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1111\/jgs.16969","article-title":"Delirium in patients with SARS-CoV-2 infection: a multicenter study","volume":"69","author":"Rebora","year":"2021","journal-title":"J Am Geriatr Soc"},{"issue":"3","key":"2022052609380030500_ooac042-B30","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/S2213-2600(20)30552-X","article-title":"Prevalence and risk factors for delirium in critically ill patients with COVID-19 (COVID-D): a multicentre cohort study","volume":"9","author":"Pun","year":"2021","journal-title":"Lancet Respir Med"},{"issue":"1","key":"2022052609380030500_ooac042-B31","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1097\/CCM.0000000000000625","article-title":"A systematic review of risk factors for delirium in the ICU","volume":"43","author":"Zaal","year":"2015","journal-title":"Crit Care Med"}],"container-title":["JAMIA Open"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article-pdf\/5\/2\/ooac042\/43829836\/ooac042.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article-pdf\/5\/2\/ooac042\/43829836\/ooac042.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T05:41:03Z","timestamp":1653543663000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamiaopen\/article\/doi\/10.1093\/jamiaopen\/ooac042\/6591825"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,6]]},"references-count":31,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,4,6]]}},"URL":"https:\/\/doi.org\/10.1093\/jamiaopen\/ooac042","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2021.09.09.21263247","asserted-by":"object"}]},"ISSN":["2574-2531"],"issn-type":[{"value":"2574-2531","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2022,7,1]]},"published":{"date-parts":[[2022,4,6]]},"article-number":"ooac042"}}