{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T04:44:24Z","timestamp":1768538664093,"version":"3.49.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Stanford Medicine Catalyst"},{"DOI":"10.13039\/100020670","name":"Stanford Institute for Human-Centered Artificial Intelligence","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100020670","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Stanford University Sarafan ChEM-H"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-024-01375-3","type":"journal-article","created":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T16:16:48Z","timestamp":1734625008000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Hospitalization prediction from the emergency department using computer vision AI with short patient video clips"],"prefix":"10.1038","volume":"7","author":[{"given":"Wui","family":"Ip","sequence":"first","affiliation":[]},{"given":"Maria","family":"Xenochristou","sequence":"additional","affiliation":[]},{"given":"Elaine","family":"Sui","sequence":"additional","affiliation":[]},{"given":"Elyse","family":"Ruan","sequence":"additional","affiliation":[]},{"given":"Ryan","family":"Ribeira","sequence":"additional","affiliation":[]},{"given":"Debadutta","family":"Dash","sequence":"additional","affiliation":[]},{"given":"Malathi","family":"Srinivasan","sequence":"additional","affiliation":[]},{"given":"Maja","family":"Artandi","sequence":"additional","affiliation":[]},{"given":"Jesutofunmi A.","family":"Omiye","sequence":"additional","affiliation":[]},{"given":"Nicholas","family":"Scoulios","sequence":"additional","affiliation":[]},{"given":"Hayden L.","family":"Hofmann","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Mottaghi","sequence":"additional","affiliation":[]},{"given":"Zhenzhen","family":"Weng","sequence":"additional","affiliation":[]},{"given":"Abhinav","family":"Kumar","sequence":"additional","affiliation":[]},{"given":"Ananya","family":"Ganesh","sequence":"additional","affiliation":[]},{"given":"Jason","family":"Fries","sequence":"additional","affiliation":[]},{"given":"Serena","family":"Yeung-Levy","sequence":"additional","affiliation":[]},{"given":"Lawrence V.","family":"Hofmann","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,19]]},"reference":[{"key":"1375_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-020-00376-2","volume":"4","author":"A Esteva","year":"2021","unstructured":"Esteva, A. et al. Deep learning-enabled medical computer vision. Npj Digit. Med. 4, 1\u20139 (2021).","journal-title":"Npj Digit. Med."},{"key":"1375_CR2","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s00530-021-00815-4","volume":"28","author":"B Debnath","year":"2022","unstructured":"Debnath, B., O\u2019Brien, M., Yamaguchi, M. & Behera, A. A review of computer vision-based approaches for physical rehabilitation and assessment. Multimed. Syst. 28, 209\u2013239 (2022).","journal-title":"Multimed. Syst."},{"key":"1375_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-019-0087-z","volume":"2","author":"S Yeung","year":"2019","unstructured":"Yeung, S. et al. A computer vision system for deep learning-based detection of patient mobilization activities in the ICU. Npj Digit. Med. 2, 1\u20135 (2019).","journal-title":"Npj Digit. Med."},{"key":"1375_CR4","doi-asserted-by":"publisher","first-page":"9799","DOI":"10.3390\/s23249799","volume":"23","author":"T Ino","year":"2023","unstructured":"Ino, T. et al. Validity of AI-based gait analysis for simultaneous measurement of bilateral lower limb kinematics using a single video camera. Sensors 23, 9799 (2023).","journal-title":"Sensors"},{"key":"1375_CR5","doi-asserted-by":"publisher","first-page":"4839","DOI":"10.3390\/s23104839","volume":"23","author":"SH Ramesh","year":"2023","unstructured":"Ramesh, S. H., Lemaire, E. D., Tu, A., Cheung, K. & Baddour, N. Automated implementation of the Edinburgh Visual Gait Score (EVGS) using OpenPose and Handheld smartphone video. Sensors 23, 4839 (2023).","journal-title":"Sensors"},{"key":"1375_CR6","doi-asserted-by":"publisher","first-page":"7896","DOI":"10.3390\/s23187896","volume":"23","author":"Z Yang","year":"2023","unstructured":"Yang, Z., Tsui, B. & Wu, Z. Assessment system for child head injury from falls based on neural network learning. Sensors 23, 7896 (2023).","journal-title":"Sensors"},{"key":"1375_CR7","doi-asserted-by":"publisher","first-page":"7992","DOI":"10.3390\/s22207992","volume":"22","author":"G G\u00fcney","year":"2022","unstructured":"G\u00fcney, G. et al. Video-based hand movement analysis of Parkinson patients before and after medication using high-frame-rate videos and mediapipe. Sensors 22, 7992 (2022).","journal-title":"Sensors"},{"key":"1375_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-023-00905-9","volume":"6","author":"MS Islam","year":"2023","unstructured":"Islam, M. S. et al. Using AI to measure Parkinson\u2019s disease severity at home. Npj Digit. Med. 6, 1\u201314 (2023).","journal-title":"Npj Digit. Med."},{"key":"1375_CR9","doi-asserted-by":"publisher","first-page":"875","DOI":"10.3233\/JAD-220999","volume":"92","author":"C-S Chu","year":"2023","unstructured":"Chu, C.-S. et al. Automated video analysis of audio-visual approaches to predict and detect mild cognitive impairment and dementia in older adults. J. Alzheimers Dis. 92, 875\u2013886 (2023).","journal-title":"J. Alzheimers Dis."},{"key":"1375_CR10","doi-asserted-by":"publisher","first-page":"1316","DOI":"10.1093\/jamia\/ocaa115","volume":"27","author":"A Singh","year":"2020","unstructured":"Singh, A. et al. Automatic detection of hand hygiene using computer vision technology. J. Am. Med. Inform. Assoc. 27, 1316\u20131320 (2020).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1375_CR11","doi-asserted-by":"publisher","DOI":"10.1056\/AIoa2300088","volume":"1","author":"JG Aklilu","year":"2024","unstructured":"Aklilu, J. G. et al. Artificial Intelligence identifies factors associated with blood loss and surgical experience in cholecystectomy. NEJM AI 1, AIoa2300088 (2024).","journal-title":"NEJM AI"},{"key":"1375_CR12","unstructured":"Goodman, E. D. et al. Analyzing surgical technique in diverse open surgical videos with multitask machine learning. JAMA Surg. https:\/\/jamanetwork.com\/journals\/jamasurgery\/fullarticle\/2812760 (2023)."},{"key":"1375_CR13","doi-asserted-by":"publisher","first-page":"653","DOI":"10.5811\/westjem.2015.5.25301","volume":"16","author":"D Cabrera","year":"2015","unstructured":"Cabrera, D. et al. Accuracy of \u2018My Gut Feeling:\u2019 comparing system 1 to system 2 decision-making for acuity prediction, disposition and diagnosis in an academic emergency department. West. J. Emerg. Med. 16, 653\u2013657 (2015).","journal-title":"West. J. Emerg. Med."},{"key":"1375_CR14","doi-asserted-by":"publisher","first-page":"1448","DOI":"10.1016\/j.ajem.2013.07.018","volume":"31","author":"J Wiswell","year":"2013","unstructured":"Wiswell, J., Tsao, K., Bellolio, M. F., Hess, E. P. & Cabrera, D. Sick\u2019 or \u2018not-sick\u2019: accuracy of System 1 diagnostic reasoning for the prediction of disposition and acuity in patients presenting to an academic ED. Am. J. Emerg. Med. 31, 1448\u20131452 (2013).","journal-title":"Am. J. Emerg. Med."},{"key":"1375_CR15","doi-asserted-by":"publisher","first-page":"1736","DOI":"10.1093\/jamia\/ocab076","volume":"28","author":"Y Barak-Corren","year":"2021","unstructured":"Barak-Corren, Y. et al. Prediction of patient disposition: comparison of computer and human approaches and a proposed synthesis. J. Am. Med. Inform. Assoc. 28, 1736\u20131745 (2021).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"1375_CR16","doi-asserted-by":"publisher","first-page":"279","DOI":"10.3390\/jpm12020279","volume":"12","author":"G Savioli","year":"2022","unstructured":"Savioli, G. et al. Emergency department overcrowding: understanding the factors to find. Corresp. Solut. J. Pers. Med. 12, 279 (2022).","journal-title":"Corresp. Solut. J. Pers. Med."},{"key":"1375_CR17","doi-asserted-by":"publisher","first-page":"444","DOI":"10.1097\/JXX.0000000000000655","volume":"34","author":"MM Kobeissi","year":"2021","unstructured":"Kobeissi, M. M. & Ruppert, S. D. Remote patient triage: shifting toward safer telehealth practice. J. Am. Assoc. Nurse Pract. 34, 444\u2013451 (2021).","journal-title":"J. Am. Assoc. Nurse Pract."},{"key":"1375_CR18","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-022-01787-9","volume":"22","author":"M Tello","year":"2022","unstructured":"Tello, M. et al. Machine learning based forecast for the prediction of inpatient bed demand. BMC Med. Inform. Decis. Mak. 22, 55 (2022).","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"1375_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13054-019-2351-7","volume":"23","author":"Y Raita","year":"2019","unstructured":"Raita, Y. et al. Emergency department triage prediction of clinical outcomes using machine learning models. Crit. Care 23, 1\u201313 (2019).","journal-title":"Crit. Care"},{"key":"1375_CR20","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s10729-019-09496-y","volume":"23","author":"S-Y Lee","year":"2020","unstructured":"Lee, S.-Y., Chinnam, R. B., Dalkiran, E., Krupp, S. & Nauss, M. Prediction of emergency department patient disposition decision for proactive resource allocation for admission. Health Care Manag. Sci. 23, 339\u2013359 (2020).","journal-title":"Health Care Manag. Sci."},{"key":"1375_CR21","doi-asserted-by":"publisher","first-page":"1650","DOI":"10.1016\/j.ajem.2018.06.062","volume":"36","author":"T Goto","year":"2018","unstructured":"Goto, T., Camargo, C. A., Faridi, M. K., Yun, B. J. & Hasegawa, K. Machine learning approaches for predicting disposition of asthma and COPD exacerbations in the ED. Am. J. Emerg. Med. 36, 1650\u20131654 (2018).","journal-title":"Am. J. Emerg. Med."},{"key":"1375_CR22","doi-asserted-by":"publisher","first-page":"10458","DOI":"10.1109\/ACCESS.2018.2808843","volume":"6","author":"B Graham","year":"2018","unstructured":"Graham, B., Bond, R., Quinn, M. & Mulvenna, M. Using data mining to predict hospital admissions from the emergency department. IEEE Access 6, 10458\u201310469 (2018).","journal-title":"IEEE Access"},{"key":"1375_CR23","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1016\/j.annemergmed.2021.02.029","volume":"78","author":"A Fenn","year":"2021","unstructured":"Fenn, A. et al. Development and validation of machine learning models to predict admission from emergency department to inpatient and intensive care units. Ann. Emerg. Med. 78, 290\u2013302 (2021).","journal-title":"Ann. Emerg. Med."},{"key":"1375_CR24","doi-asserted-by":"publisher","first-page":"e0201016","DOI":"10.1371\/journal.pone.0201016","volume":"13","author":"WS Hong","year":"2018","unstructured":"Hong, W. S., Haimovich, A. D. & Taylor, R. A. Predicting hospital admission at emergency department triage using machine learning. PLOS ONE 13, e0201016 (2018).","journal-title":"PLOS ONE"},{"key":"1375_CR25","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1002\/emp2.12218","volume":"1","author":"JW Joseph","year":"2020","unstructured":"Joseph, J. W. et al. Deep\u2010learning approaches to identify critically Ill patients at emergency department triage using limited information. J. Am. Coll. Emerg. Physicians Open 1, 773\u2013781 (2020).","journal-title":"J. Am. Coll. Emerg. Physicians Open"},{"key":"1375_CR26","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/j.annemergmed.2017.08.005","volume":"71","author":"S Levin","year":"2018","unstructured":"Levin, S. et al. Machine-learning-based electronic triage more accurately differentiates patients with respect to clinical outcomes compared with the emergency severity index. Ann. Emerg. Med. 71, 565\u2013574.e2 (2018).","journal-title":"Ann. Emerg. Med."},{"key":"1375_CR27","doi-asserted-by":"publisher","first-page":"6888","DOI":"10.3390\/jcm11236888","volume":"11","author":"D Patel","year":"2022","unstructured":"Patel, D. et al. Predicting adult hospital admission from emergency department using machine learning: an inclusie gradient boosting model. J. Clin. Med. 11, 6888 (2022).","journal-title":"J. Clin. Med."},{"key":"1375_CR28","doi-asserted-by":"publisher","first-page":"e057684","DOI":"10.1136\/bmjopen-2021-057684","volume":"12","author":"S V\u00f6lk","year":"2022","unstructured":"V\u00f6lk, S. et al. Patient disposition using the Emergency Severity Index: a retrospective observational study at an interdisciplinary emergency department. BMJ Open 12, e057684 (2022).","journal-title":"BMJ Open"},{"key":"1375_CR29","doi-asserted-by":"publisher","first-page":"e233404","DOI":"10.1001\/jamanetworkopen.2023.3404","volume":"6","author":"DR Sax","year":"2023","unstructured":"Sax, D. R. et al. Evaluation of Version 4 of the emergency severity index in us emergency departments for the rate of mistriage. JAMA Netw. Open 6, e233404 (2023).","journal-title":"JAMA Netw. Open"},{"key":"1375_CR30","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1007\/s10115-013-0679-x","volume":"41","author":"E \u0160trumbelj","year":"2014","unstructured":"\u0160trumbelj, E. & Kononenko, I. Explaining prediction models and individual predictions with feature contributions. Knowl. Inf. Syst. 41, 647\u2013665 (2014).","journal-title":"Knowl. Inf. Syst."},{"key":"1375_CR31","doi-asserted-by":"publisher","first-page":"120135","DOI":"10.1016\/j.eswa.2023.120135","volume":"225","author":"M Alnaggar","year":"2023","unstructured":"Alnaggar, M., Siam, A. I., Handosa, M., Medhat, T. & Rashad, M. Z. Video-based real-time monitoring for heart rate and respiration rate. Expert Syst. Appl. 225, 120135 (2023).","journal-title":"Expert Syst. Appl."},{"key":"1375_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s43856-022-00102-x","volume":"2","author":"S Bae","year":"2022","unstructured":"Bae, S. et al. Prospective validation of smartphone-based heart rate and respiratory rate measurement algorithms. Commun. Med. 2, 1\u201310 (2022).","journal-title":"Commun. Med."},{"key":"1375_CR33","doi-asserted-by":"publisher","DOI":"10.1186\/s12873-022-00574-z","volume":"22","author":"P Harjola","year":"2022","unstructured":"Harjola, P. et al. The emergency department arrival mode and its relations to ED management and 30-day mortality in acute heart failure: an ancillary analysis from the EURODEM study. BMC Emerg. Med. 22, 27 (2022).","journal-title":"BMC Emerg. Med."},{"key":"1375_CR34","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1377\/hlthaff.2020.00670","volume":"40","author":"PB Smulowitz","year":"2021","unstructured":"Smulowitz, P. B., O\u2019Malley, A. J., Zaborski, L., McWilliams, J. M. & Landon, B. E. Variation in emergency department admission rates among medicare patients: does the physician matter? Health Aff. 40, 251\u2013257 (2021).","journal-title":"Health Aff."},{"key":"1375_CR35","doi-asserted-by":"publisher","unstructured":"Dean, N. C. et al. Hospital admission decision for patients with community-acquired pneumonia: variability among physicians in an emergency department. Ann. Emerg. Med. 59, https:\/\/doi.org\/10.1016\/j.annemergmed.2011.07.032 (2012).","DOI":"10.1016\/j.annemergmed.2011.07.032"},{"key":"1375_CR36","doi-asserted-by":"publisher","first-page":"592","DOI":"10.5811\/westjem.2017.2.32747","volume":"18","author":"PB Smulowitz","year":"2017","unstructured":"Smulowitz, P. B. et al. Physician variability in management of emergency department patients with chest pain. West. J. Emerg. Med. 18, 592\u2013600 (2017).","journal-title":"West. J. Emerg. Med."},{"key":"1375_CR37","doi-asserted-by":"crossref","unstructured":"Girdhar, R. et al. ImageBind one embedding space to bind them all. In Proc. IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) 15180\u201315190 (IEEE, Vancouver, BC, Canada). https:\/\/ieeexplore.ieee.org\/document\/10203733 (IEEE, 2023).","DOI":"10.1109\/CVPR52729.2023.01457"},{"key":"1375_CR38","unstructured":"Chen, T., Kornblith, S., Norouzi, M. & Hinton, G. A Simple framework for contrastive learning of visual representations. In Proc. 37th International Conference on Machine Learning 1597\u20131607 (PMLR, 2020)."},{"key":"1375_CR39","doi-asserted-by":"publisher","unstructured":"Oord, A. van den, Li, Y. & Vinyals, O. Representation learning with contrastive predictive coding. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1807.03748 (2019).","DOI":"10.48550\/arXiv.1807.03748"},{"key":"1375_CR40","unstructured":"Zhang, Y., Jiang, H., Miura, Y., Manning, C. D. & Langlotz, C. P. Contrastive learning of medical visual representations from paired images and text. In Proc. 7th Machine Learning for Healthcare Conference 2\u201325 (PMLR, 2022)."},{"key":"1375_CR41","unstructured":"Chen, T., Kornblith, S., Swersky, K., Norouzi, M. & Hinton, G. E. Big Self-Supervised Models are Strong Semi-Supervised Learners. in Adv. Neural Inf. Process. Syst. Vol. 33, 22243\u201322255 (Curran Associates, Inc., 2020)."},{"key":"1375_CR42","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. In Proc. 38th International Conference on Machine Learning 8748\u20138763 (PMLR, 2021)."},{"key":"1375_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-022-00689-4","volume":"5","author":"LR Soenksen","year":"2022","unstructured":"Soenksen, L. R. et al. Integrated multimodal artificial intelligence framework for healthcare applications. Npj Digit. Med. 5, 1\u201310 (2022).","journal-title":"Npj Digit. Med."},{"key":"1375_CR44","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. Random forests. Mach. Learn. 45, 5\u201332 (2001).","journal-title":"Mach. Learn."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01375-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01375-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01375-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T17:04:31Z","timestamp":1734627871000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01375-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,19]]},"references-count":44,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["1375"],"URL":"https:\/\/doi.org\/10.1038\/s41746-024-01375-3","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,19]]},"assertion":[{"value":"24 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"W.I. is an employee of <i>nference<\/i> and holds stock options in the company. Otherwise the authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"371"}}