{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T05:36:42Z","timestamp":1775108202619,"version":"3.50.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T00:00:00Z","timestamp":1726704000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T00:00:00Z","timestamp":1726704000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100006955","name":"U.S. Department of Health & Human Services | NIH | Office of Extramural Research, National Institutes of Health","doi-asserted-by":"publisher","award":["HL159183"],"award-info":[{"award-number":["HL159183"]}],"id":[{"id":"10.13039\/100006955","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-024-01235-0","type":"journal-article","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T07:03:02Z","timestamp":1726729382000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":39,"title":["Zero shot health trajectory prediction using transformer"],"prefix":"10.1038","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0487-7454","authenticated-orcid":false,"given":"Pawel","family":"Renc","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0628-5461","authenticated-orcid":false,"given":"Yugang","family":"Jia","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7801-8724","authenticated-orcid":false,"given":"Anthony E.","family":"Samir","sequence":"additional","affiliation":[]},{"given":"Jaroslaw","family":"Was","sequence":"additional","affiliation":[]},{"given":"Quanzheng","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6268-1540","authenticated-orcid":false,"given":"David W.","family":"Bates","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0677-4002","authenticated-orcid":false,"given":"Arkadiusz","family":"Sitek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,19]]},"reference":[{"key":"1235_CR1","unstructured":"Schneider, E. C. et al. Reflecting Poorly: Health Care in the US Compared to Other High-Income Countries. https:\/\/www.commonwealthfund.org\/sites\/default\/files\/2021-08\/Schneider_Mirror_Mirror_2021.pdf (2021)."},{"key":"1235_CR2","doi-asserted-by":"crossref","first-page":"e100540","DOI":"10.1136\/bmjhci-2021-100540","volume":"29","author":"DW Bates","year":"2022","unstructured":"Bates, D. W. et al. \u2018Improving smart medication management\u2019: an online expert discussion. BMJ Health Care Inf. 29, e100540 (2022).","journal-title":"BMJ Health Care Inf."},{"key":"1235_CR3","doi-asserted-by":"publisher","unstructured":"Vaswani, A. et al. Attention is all you need. Adv. Neural Inf. Process. Syst. https:\/\/doi.org\/10.48550\/arXiv.1706.03762 (2017).","DOI":"10.48550\/arXiv.1706.03762"},{"key":"1235_CR4","volume":"10","author":"AEW Johnson","year":"2023","unstructured":"Johnson, A. E. W. et al. MIMIC-IV, a freely accessible electronic health record dataset. Sci. Data 10, 1 (2023).","journal-title":"Sci. Data"},{"key":"1235_CR5","unstructured":"Johnson, A. et al. Mimic-iv. PhysioNet. https:\/\/physionet.org\/content\/mimiciv\/2.2\/ (2023)."},{"key":"1235_CR6","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1001\/jama.2016.20328","volume":"317","author":"EP Raith","year":"2017","unstructured":"Raith, E. P. et al. Prognostic accuracy of the SOFA score, SIRS criteria, and qSOFA score for in-hospital mortality among adults with suspected infection admitted to the intensive care unit. JAMA 317, 290\u2013300 (2017).","journal-title":"JAMA"},{"key":"1235_CR7","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1038\/s41586-023-05881-4","volume":"616","author":"M Moor","year":"2023","unstructured":"Moor, M. et al. Foundation models for generalist medical artificial intelligence. Nature 616, 259\u2013265 (2023).","journal-title":"Nature"},{"key":"1235_CR8","first-page":"14165","volume":"abs\/2005","author":"TB Brown","year":"2020","unstructured":"Brown, T. B. et al. Language models are few-shot learners. Adv. Neural Inf. Process. Syst. abs\/2005, 14165 (2020).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"1235_CR9","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1038\/s41746-023-00879-8","volume":"6","author":"M Wornow","year":"2023","unstructured":"Wornow, M. et al. The shaky foundations of large language models and foundation models for electronic health records. NPJ Digit. Med. 6, 135 (2023).","journal-title":"NPJ Digit. Med."},{"key":"1235_CR10","doi-asserted-by":"crossref","first-page":"e12","DOI":"10.1016\/S2589-7500(23)00225-X","volume":"6","author":"T Zack","year":"2024","unstructured":"Zack, T. et al. Assessing the potential of GPT-4 to perpetuate racial and gender biases in health care: a model evaluation study. Lancet Digit. Health 6, e12\u2013e22 (2024).","journal-title":"Lancet Digit. Health"},{"key":"1235_CR11","doi-asserted-by":"crossref","first-page":"e14830","DOI":"10.2196\/14830","volume":"7","author":"F Li","year":"2019","unstructured":"Li, F. et al. Fine-tuning bidirectional encoder representations from transformers (BERT)\u2013based models on large-scale electronic health record notes: an empirical study. JMIR Med. Inform. 7, e14830 (2019).","journal-title":"JMIR Med. Inform."},{"key":"1235_CR12","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1038\/s41586-023-06160-y","volume":"619","author":"LY Jiang","year":"2023","unstructured":"Jiang, L. Y. et al. Health system-scale language models are all-purpose prediction engines. Nature 619, 357\u2013362 (2023).","journal-title":"Nature"},{"key":"1235_CR13","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1038\/s41746-023-00989-3","volume":"7","author":"H Wang","year":"2024","unstructured":"Wang, H., Gao, C., Dantona, C., Hull, B. & Sun, J. DRG-LLaMA : tuning LLaMA model to predict diagnosis-related group for hospitalized patients. NPJ Digit. Med. 7, 16 (2024).","journal-title":"NPJ Digit. Med."},{"key":"1235_CR14","doi-asserted-by":"crossref","first-page":"103637","DOI":"10.1016\/j.jbi.2020.103637","volume":"113","author":"E Steinberg","year":"2021","unstructured":"Steinberg, E. et al. Language models are an effective representation learning technique for electronic health record data. J. Biomed. Inform. 113, 103637 (2021).","journal-title":"J. Biomed. Inform."},{"key":"1235_CR15","doi-asserted-by":"crossref","first-page":"1106","DOI":"10.1109\/JBHI.2022.3224727","volume":"27","author":"Y Li","year":"2023","unstructured":"Li, Y. et al. Hi-BEHRT: Hierarchical transformer-based model for accurate prediction of clinical events using multimodal longitudinal electronic health records. IEEE J. Biomed. Health Inf. 27, 1106\u20131117 (2023).","journal-title":"IEEE J. Biomed. Health Inf."},{"key":"1235_CR16","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/s43588-023-00573-5","volume":"4","author":"G Savcisens","year":"2024","unstructured":"Savcisens, G. et al. Using sequences of life-events to predict human lives. Nat. Comput Sci. 4, 43\u201356 (2024).","journal-title":"Nat. Comput Sci."},{"key":"1235_CR17","doi-asserted-by":"crossref","unstructured":"Pang, K., Li, L., Ouyang, W., Liu, X. & Tang, Y. Establishment of ICU mortality risk prediction models with machine learning algorithm using MIMIC-IV database. Diagnostics (Basel) 12, 1068 (2022).","DOI":"10.3390\/diagnostics12051068"},{"key":"1235_CR18","doi-asserted-by":"crossref","unstructured":"Chen, J., Qi, T. D., Vu, J. & Wen, Y. A deep learning approach for inpatient length of stay and mortality prediction. J. Biomed. Inform. 147, 104526 (2023).","DOI":"10.1016\/j.jbi.2023.104526"},{"key":"1235_CR19","volume":"23","author":"X Pan","year":"2023","unstructured":"Pan, X. et al. Evaluate prognostic accuracy of SOFA component score for mortality among adults with sepsis by machine learning method. BMC Infect. Dis. 23, 76 (2023).","journal-title":"BMC Infect. Dis."},{"key":"1235_CR20","volume":"23","author":"RMS Carvalho","year":"2023","unstructured":"Carvalho, R. M. S., Oliveira, D. & Pesquita, C. Knowledge graph embeddings for ICU readmission prediction. BMC Med. Inform. Decis. Mak. 23, 12 (2023).","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"1235_CR21","doi-asserted-by":"crossref","first-page":"e0218942","DOI":"10.1371\/journal.pone.0218942","volume":"14","author":"Y-W Lin","year":"2019","unstructured":"Lin, Y.-W., Zhou, Y., Faghri, F., Shaw, M. J. & Campbell, R. H. Analysis and prediction of unplanned intensive care unit readmission using recurrent neural networks with long short-term memory. PLoS ONE 14, e0218942 (2019).","journal-title":"PLoS ONE"},{"key":"1235_CR22","doi-asserted-by":"crossref","first-page":"122849","DOI":"10.1016\/j.jns.2023.122849","volume":"456","author":"J Miao","year":"2024","unstructured":"Miao, J. et al. Predicting ICU readmission risks in intracerebral hemorrhage patients: Insights from machine learning models using MIMIC databases. J. Neurol. Sci. 456, 122849 (2024).","journal-title":"J. Neurol. Sci."},{"key":"1235_CR23","doi-asserted-by":"crossref","unstructured":"Tang, S. et al. Predicting 30\u2009day all-cause hospital readmission using multimodal spatiotemporal graph neural networks. IEEE J. Biomed. Health Inform.13, PP (2023).","DOI":"10.1109\/JBHI.2023.3236888"},{"key":"1235_CR24","doi-asserted-by":"crossref","DOI":"10.1186\/cc7160","volume":"12","author":"L Minne","year":"2008","unstructured":"Minne, L., Abu-Hanna, A. & de Jonge, E. Evaluation of SOFA-based models for predicting mortality in the ICU: a systematic review. Crit. Care 12, R161 (2008).","journal-title":"Crit. Care"},{"key":"1235_CR25","doi-asserted-by":"crossref","unstructured":"Chen, T. & Guestrin, C. XGBoost: A scalable tree boosting system. In Proc. 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. 785\u2013794 (Association for Computing Machinery, New York, NY, USA, 2016).","DOI":"10.1145\/2939672.2939785"},{"key":"1235_CR26","doi-asserted-by":"publisher","unstructured":"Bornet, A. et al. Comparing neural language models for medical concept representation and patient trajectory prediction. medRxiv https:\/\/doi.org\/10.1101\/2023.06.01.23290824 (2023).","DOI":"10.1101\/2023.06.01.23290824"},{"key":"1235_CR27","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"1235_CR28","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1038\/s42256-021-00359-2","volume":"3","author":"A Abid","year":"2021","unstructured":"Abid, A., Farooqi, M. & Zou, J. Large language models associate Muslims with violence. Nat. Mach. Intell. 3, 461\u2013463 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"1235_CR29","doi-asserted-by":"crossref","unstructured":"Vig, J. A Multiscale Visualization of Attention in the Transformer Model. In Proc. 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations (eds. Costa-juss\u00e0, M. R. & Alfonseca, E.) 37\u201342 (Association for Computational Linguistics, Florence, Italy, 2019).","DOI":"10.18653\/v1\/P19-3007"},{"key":"1235_CR30","doi-asserted-by":"publisher","unstructured":"McDermott, M. B. A., Nestor, B. A., Argaw, P. & Kohane, I. Event Stream GPT: A data pre-processing and modeling library for generative, pre-trained transformers over continuous-time sequences of complex events. Adv. Neural Inf. Process. Syst. https:\/\/doi.org\/10.48550\/arXiv.2306.11547 (2023).","DOI":"10.48550\/arXiv.2306.11547"},{"key":"1235_CR31","doi-asserted-by":"publisher","unstructured":"Hager, P. et al. Evaluation and mitigation of the limitations of large language models in clinical decision-making. Nat. Med. https:\/\/doi.org\/10.1038\/s41591-024-03097-1 (2024).","DOI":"10.1038\/s41591-024-03097-1"},{"key":"1235_CR32","doi-asserted-by":"publisher","unstructured":"Wang, Y. & Zhao, Y. TRAM: Benchmarking temporal reasoning for large language models. arXiv https:\/\/doi.org\/10.48550\/arXiv.2310.00835 (2023).","DOI":"10.48550\/arXiv.2310.00835"},{"key":"1235_CR33","unstructured":"WHO. Anatomical Therapeutic Chemical (ATC). WHO Collaborating Centre for Drug Utilization Research www.whocc.no (2024)."},{"key":"1235_CR34","unstructured":"ICD10 codes. Centers for Medicare & Medicaid Services https:\/\/www.cms.gov\/medicare\/coding-billing\/icd-10-codes (2023)."},{"key":"1235_CR35","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01235-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01235-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01235-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T06:29:22Z","timestamp":1732775362000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-024-01235-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,19]]},"references-count":35,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["1235"],"URL":"https:\/\/doi.org\/10.1038\/s41746-024-01235-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2024.02.29.24303512","asserted-by":"object"}]},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,19]]},"assertion":[{"value":"12 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Y.J. is currently also affiliated with Verily life science, SSF, CA. The other authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"256"}}