{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:18:23Z","timestamp":1780316303616,"version":"3.54.1"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000738","name":"U.S. Department of Veterans Affairs","doi-asserted-by":"publisher","award":["36C10B18C2766"],"award-info":[{"award-number":["36C10B18C2766"]}],"id":[{"id":"10.13039\/100000738","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00563-8","type":"journal-article","created":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T18:29:21Z","timestamp":1669919361000},"page":"1121-1129","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":41,"title":["Generalizability of an acute kidney injury prediction model across health systems"],"prefix":"10.1038","volume":"4","author":[{"given":"Jie","family":"Cao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaosong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vahakn","family":"Shahinian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huiying","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diane","family":"Steffick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajiv","family":"Saran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Susan","family":"Crowley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9697-2212","authenticated-orcid":false,"given":"Michael","family":"Mathis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6319-4314","authenticated-orcid":false,"given":"Girish N.","family":"Nadkarni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Heung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8980-2330","authenticated-orcid":false,"given":"Karandeep","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,12,1]]},"reference":[{"key":"563_CR1","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1038\/s41581-018-0052-0","volume":"14","author":"EAJ Hoste","year":"2018","unstructured":"Hoste, E. A. J. et al. Global epidemiology and outcomes of acute kidney injury. Nat. Rev. Nephrol. 14, 607\u2013625 (2018).","journal-title":"Nat. Rev. Nephrol."},{"key":"563_CR2","doi-asserted-by":"publisher","first-page":"1966","DOI":"10.1016\/S0140-6736(15)60266-5","volume":"385","author":"FP Wilson","year":"2015","unstructured":"Wilson, F. P. et al. Automated, electronic alerts for acute kidney injury: a single-blind, parallel-group, randomised controlled trial. Lancet 385, 1966\u20131974 (2015).","journal-title":"Lancet"},{"key":"563_CR3","doi-asserted-by":"publisher","first-page":"1935","DOI":"10.2215\/CJN.00280116","volume":"11","author":"JL Koyner","year":"2016","unstructured":"Koyner, J. L., Adhikari, R., Edelson, D. P. & Churpek, M. M. Development of a multicenter ward-based AKI prediction model. Clin. J. Am. Soc. Nephrol. 11, 1935\u20131943 (2016).","journal-title":"Clin. J. Am. Soc. Nephrol."},{"key":"563_CR4","doi-asserted-by":"publisher","first-page":"1070","DOI":"10.1097\/CCM.0000000000003123","volume":"46","author":"JL Koyner","year":"2018","unstructured":"Koyner, J. L., Carey, K. A., Edelson, D. P. & Churpek, M. M. The development of a machine learning inpatient acute kidney injury prediction model. Crit. Care Med. 46, 1070\u20131077 (2018).","journal-title":"Crit. Care Med."},{"key":"563_CR5","doi-asserted-by":"publisher","first-page":"15157","DOI":"10.1038\/s41598-021-94271-9","volume":"11","author":"J-C Peng","year":"2021","unstructured":"Peng, J.-C. et al. Development of mortality prediction model in the elderly hospitalized AKI patients. Sci. Rep. 11, 15157 (2021).","journal-title":"Sci. Rep."},{"key":"563_CR6","doi-asserted-by":"publisher","first-page":"3665","DOI":"10.1038\/s41598-018-21929-2","volume":"8","author":"RW Haines","year":"2018","unstructured":"Haines, R. W. et al. Acute kidney injury in trauma patients admitted to critical care: development and validation of a diagnostic prediction model. Sci. Rep. 8, 3665 (2018).","journal-title":"Sci. Rep."},{"key":"563_CR7","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1200\/JCO.2017.75.7161","volume":"36","author":"SS Motwani","year":"2018","unstructured":"Motwani, S. S. et al. Development and validation of a risk prediction model for acute kidney injury after the first course of cisplatin. J. Clin. Oncol. 36, 682 (2018).","journal-title":"J. Clin. Oncol."},{"key":"563_CR8","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41586-019-1390-1","volume":"572","author":"N Toma\u0161ev","year":"2019","unstructured":"Toma\u0161ev, N. et al. A clinically applicable approach to continuous prediction of future acute kidney injury. Nature 572, 116\u2013119 (2019).","journal-title":"Nature"},{"key":"563_CR9","doi-asserted-by":"publisher","first-page":"1325","DOI":"10.1038\/s41591-020-1035-9","volume":"26","author":"MD McCradden","year":"2020","unstructured":"McCradden, M. D., Stephenson, E. A. & Anderson, J. A. Clinical research underlies ethical integration of healthcare artificial intelligence. Nat. Med. 26, 1325\u20131326 (2020).","journal-title":"Nat. Med."},{"key":"563_CR10","doi-asserted-by":"publisher","first-page":"2765","DOI":"10.1038\/s41596-021-00513-5","volume":"16","author":"N Toma\u0161ev","year":"2021","unstructured":"Toma\u0161ev, N. et al. Use of deep learning to develop continuous-risk models for adverse event prediction from electronic health records. Nat. Protoc. 16, 2765\u20132787 (2021).","journal-title":"Nat. Protoc."},{"key":"563_CR11","unstructured":"Google. EHR modeling framework. GitHub https:\/\/github.com\/google\/ehr-predictions (2021)."},{"key":"563_CR12","doi-asserted-by":"publisher","first-page":"E14","DOI":"10.1038\/s41586-020-2766-y","volume":"586","author":"B Haibe-Kains","year":"2020","unstructured":"Haibe-Kains, B. et al. Transparency and reproducibility in artificial intelligence. Nature 586, E14\u2013E16 (2020).","journal-title":"Nature"},{"key":"563_CR13","doi-asserted-by":"publisher","first-page":"eabb1655","DOI":"10.1126\/scitranslmed.abb1655","volume":"13","author":"MBA McDermott","year":"2021","unstructured":"McDermott, M. B. A. et al. Reproducibility in machine learning for health research: still a ways to go. Sci. Transl. Med. 13, eabb1655 (2021).","journal-title":"Sci. Transl. Med."},{"key":"563_CR14","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1038\/s41746-019-0079-z","volume":"2","author":"A Stupple","year":"2019","unstructured":"Stupple, A., Singerman, D. & Celi, L. A. The reproducibility crisis in the age of digital medicine. npj Digit. Med. 2, 2 (2019).","journal-title":"npj Digit. Med."},{"key":"563_CR15","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1038\/s41746-019-0120-2","volume":"2","author":"RE Carter","year":"2019","unstructured":"Carter, R. E., Attia, Z. I., Lopez-Jimenez, F. & Friedman, P. A. Pragmatic considerations for fostering reproducible research in artificial intelligence. npj Digit. Med. 2, 42 (2019).","journal-title":"npj Digit. Med."},{"key":"563_CR16","doi-asserted-by":"publisher","first-page":"e007491","DOI":"10.1161\/CIRCOUTCOMES.120.007491","volume":"13","author":"K Singh","year":"2020","unstructured":"Singh, K., Beam, A. L. & Nallamothu, B. K. Machine learning in clinical journals: moving from inscrutable to informative. Circ. Cardiovasc. Qual. Outcomes 13, e007491 (2020).","journal-title":"Circ. Cardiovasc. Qual. Outcomes"},{"key":"563_CR17","unstructured":"Robbins, R. et al. AI systems are worse at diagnosing disease when training data is skewed by sex. STAT https:\/\/www.statnews.com\/2020\/05\/25\/ai-systems-training-data-sex-bias\/ (2020)."},{"key":"563_CR18","doi-asserted-by":"publisher","first-page":"12592","DOI":"10.1073\/pnas.1919012117","volume":"117","author":"AJ Larrazabal","year":"2020","unstructured":"Larrazabal, A. J., Nieto, N., Peterson, V., Milone, D. H. & Ferrante, E. Gender imbalance in medical imaging datasets produces biased classifiers for computer-aided diagnosis. Proc. Natl Acad. Sci. USA 117, 12592\u201312594 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"563_CR19","doi-asserted-by":"publisher","unstructured":"Singh, K. ML4LHS\/va-aki-model: initial release. Zenodo https:\/\/doi.org\/10.5281\/zenodo.7129945 (2022).","DOI":"10.5281\/zenodo.7129945"},{"key":"563_CR20","unstructured":"World Health Organization International Classification of Diseases (ICD) https:\/\/www.who.int\/standards\/classifications\/classification-of-diseases (2022)."},{"key":"563_CR21","doi-asserted-by":"publisher","first-page":"1288","DOI":"10.1016\/j.jclinepi.2004.03.012","volume":"57","author":"V Sundararajan","year":"2004","unstructured":"Sundararajan, V. et al. New ICD-10 version of the Charlson comorbidity index predicted in-hospital mortality. J. Clin. Epidemiol. 57, 1288\u20131294 (2004).","journal-title":"J. Clin. Epidemiol."},{"key":"563_CR22","doi-asserted-by":"publisher","first-page":"c179","DOI":"10.1159\/000339789","volume":"120","author":"A Khwaja","year":"2012","unstructured":"Khwaja, A. KDIGO clinical practice guidelines for acute kidney injury. Nephron Clin. Pract. 120, c179\u2013c184 (2012).","journal-title":"Nephron Clin. Pract."},{"key":"563_CR23","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1023\/A:1010920819831","volume":"45","author":"DJ Hand","year":"2001","unstructured":"Hand, D. J. & Till, R. J. A simple generalisation of the area under the ROC curve for multiple class classification problems. Mach. Learn. 45, 171\u2013186 (2001).","journal-title":"Mach. Learn."},{"key":"563_CR24","doi-asserted-by":"publisher","first-page":"837","DOI":"10.2307\/2531595","volume":"44","author":"ER DeLong","year":"1988","unstructured":"DeLong, E. R., DeLong, D. M. & Clarke-Pearson, D. L. Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach. Biometrics 44, 837\u2013845 (1988).","journal-title":"Biometrics"},{"key":"563_CR25","doi-asserted-by":"crossref","unstructured":"Morris, N. tboot: Tilted bootstrap. R package version 0.2.1 (2020).","DOI":"10.32614\/CRAN.package.tboot"},{"key":"563_CR26","doi-asserted-by":"crossref","unstructured":"Friedman, J. H. Greedy function approximation: a gradient boosting machine. Ann. Stat. 29, 1189\u20131232 (2001).","DOI":"10.1214\/aos\/1013203451"},{"key":"563_CR27","unstructured":"R Core Team. R: A language and environment for statistical computing. (R Foundation for Statistical Computing, 2022) https:\/\/www.R-project.org\/"},{"key":"563_CR28","doi-asserted-by":"publisher","unstructured":"Singh, K. & Meyer, S. R. ML4LHS\/gpmodels: initial release. Zenodo https:\/\/doi.org\/10.5281\/zenodo.7158501 (2022).","DOI":"10.5281\/zenodo.7158501"},{"key":"563_CR29","unstructured":"LeDell, E. h2o: R interface for the \u2018H2O\u2019 scalable machine learning platform. R package version 3.36.0.2 (2022)."},{"key":"563_CR30","unstructured":"Pafka, S. GBM performance. GitHub https:\/\/github.com\/szilard\/GBM-perf (2021)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00563-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00563-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00563-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,9]],"date-time":"2024-10-09T20:15:00Z","timestamp":1728504900000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00563-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":30,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2022,12]]}},"alternative-id":["563"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00563-8","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,1]]},"assertion":[{"value":"10 May 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"K.S.\u2019s institution receives grant funding from Teva Pharmaceuticals and Blue Cross Blue Shield of Michigan for unrelated work, and K.S. serves on an advisory board for Flatiron Health. M.M. has received research grants from the US National Institutes of Health (NHLBI K01HL141701). G.N.N. is also supported by R01DK108803, U01HG007278, U01HG009610 and 1U01DK116100. G.N.N. reports personal income and equity and stock options from Renalytix and pulseData. G.N.N. is a scientific cofounder of Renalytix, Verici Dx, Pensieve Health, Nexus Health Connect and Data2Wisdom and owns equity in these companies. G.N.N. has received personal income from Siemens Healthineers, Variant Bio, AstraZeneca, Reata, BioVie, Daiichi Sankyo, Cambridge Health Consulting, Qiming Capital and GLG Consulting in the past three years. M.H. receives research grant funding from Astute Medical Inc. and Spectral Medical Inc., and serves as a consultant for Wolters-Kluwer Inc., Potrero Inc. and CardioSounds Inc. The remaining authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}