{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,5]],"date-time":"2026-09-05T05:50:28Z","timestamp":1788587428684,"version":"build-2803163510"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T00:00:00Z","timestamp":1741651200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T00:00:00Z","timestamp":1741651200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Commun Med"],"DOI":"10.1038\/s43856-025-00775-0","type":"journal-article","created":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T06:04:45Z","timestamp":1741673085000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Low responsiveness of machine learning models to critical or deteriorating health conditions"],"prefix":"10.1038","volume":"5","author":[{"given":"Tanmoy Sarkar","family":"Pias","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sharmin","family":"Afrose","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Moon Das","family":"Tuli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ipsita Hamid","family":"Trisha","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinwei","family":"Deng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Charles B.","family":"Nemeroff","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8969-2792","authenticated-orcid":false,"given":"Danfeng Daphne","family":"Yao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,11]]},"reference":[{"key":"775_CR1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-018-0040-6","volume":"1","author":"MD Abr\u00e0moff","year":"2018","unstructured":"Abr\u00e0moff, M. D., Lavin, P. T., Birch, M., Shah, N. & Folk, J. C. Pivotal trial of an autonomous AI-based diagnostic system for detection of diabetic retinopathy in primary care offices. NPJ Digit. Med. 1, 39 (2018).","journal-title":"NPJ Digit. Med."},{"key":"775_CR2","unstructured":"Sennaar, K. How America\u2019s 5 top hospitals are using machine learning today. Emerj https:\/\/emerj.com\/ai-sector-overviews\/top-5-hospitals-using-machine-learning (2020)."},{"key":"775_CR3","doi-asserted-by":"publisher","first-page":"e15182","DOI":"10.2196\/15182","volume":"8","author":"MP Sendak","year":"2020","unstructured":"Sendak, M. P. et al. Real-world integration of a sepsis deep learning technology into routine clinical care: implementation study. JMIR Med. Inform. 8, e15182 (2020).","journal-title":"JMIR Med. Inform."},{"key":"775_CR4","first-page":"890","volume":"278","author":"H Zaribafzadeh","year":"2023","unstructured":"Zaribafzadeh, H. et al. Development, deployment, and implementation of a machine learning surgical case length prediction model and prospective evaluation. Ann. Surg. 278, 890\u2013895 (2023).","journal-title":"Ann. Surg."},{"key":"775_CR5","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1038\/s43856-022-00165-w","volume":"2","author":"S Afrose","year":"2022","unstructured":"Afrose, S., Song, W., Nemeroff, C. B., Lu, C. & Yao, D. Subpopulation-specific machine learning prognosis for underrepresented patients with double prioritized bias correction. Commun. Med. 2, 111 (2022).","journal-title":"Commun. Med."},{"key":"775_CR6","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1001\/jamainternmed.2021.2626","volume":"181","author":"A Wong","year":"2021","unstructured":"Wong, A. et al. External validation of a widely implemented proprietary sepsis prediction model in hospitalized patients. JAMA Intern. Med. 181, 1065\u20131070 (2021).","journal-title":"JAMA Intern. Med."},{"key":"775_CR7","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1001\/jamadermatol.2019.1735","volume":"155","author":"JK Winkler","year":"2019","unstructured":"Winkler, J. K. et al. Association between surgical skin markings in dermoscopic images and diagnostic performance of a deep learning convolutional neural network for melanoma recognition. JAMA Dermatol. 155, 1135\u20131141 (2019).","journal-title":"JAMA Dermatol."},{"key":"775_CR8","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1038\/s42256-022-00516-1","volume":"4","author":"W Liang","year":"2022","unstructured":"Liang, W. et al. Advances, challenges and opportunities in creating data for trustworthy AI. Nat. Mach. Intell. 4, 669\u2013677 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"775_CR9","doi-asserted-by":"crossref","unstructured":"Tian, Y., Pei, K., Jana, S. & Ray, B. Deeptest: Automated testing of deep-neural-network-driven autonomous cars. Proceedings of the 40th International Conference on Software Engineering 303\u2013314 (Association for Computing Machinery, 2018).","DOI":"10.1145\/3180155.3180220"},{"key":"775_CR10","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J. & Jana, S. Deepxplore: automated whitebox testing of deep learning systems. Proceedings of the 26th Symposium on Operating Systems Principles 1\u201318 (Association for Computing Machinery, 2017).","DOI":"10.1145\/3132747.3132785"},{"key":"775_CR11","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0103-9","volume":"6","author":"H Harutyunyan","year":"2019","unstructured":"Harutyunyan, H., Khachatrian, H., Kale, D. C., Ver Steeg, G. & Galstyan, A. Multitask learning and benchmarking with clinical time series data. Sci. data 6, 96 (2019).","journal-title":"Sci. data"},{"key":"775_CR12","first-page":"2","volume":"10","author":"A Johnson","year":"2016","unstructured":"Johnson, A., Pollard, T. & Mark, R. MIMIC-III clinical database (version 1.4). PhysioNet 10, 2 (2016).","journal-title":"PhysioNet"},{"key":"775_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AE Johnson","year":"2016","unstructured":"Johnson, A. E. et al. MIMIC-III, a freely accessible critical care database. Sci. Data 3, 1\u20139 (2016).","journal-title":"Sci. Data"},{"key":"775_CR14","doi-asserted-by":"publisher","first-page":"e0235424","DOI":"10.1371\/journal.pone.0235424","volume":"15","author":"S Sheikhalishahi","year":"2020","unstructured":"Sheikhalishahi, S., Balaraman, V. & Osmani, V. Benchmarking machine learning models on multi-centre eICU critical care dataset. PloS ONE 15, e0235424 (2020).","journal-title":"PloS ONE"},{"key":"775_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2018.178","volume":"5","author":"TJ Pollard","year":"2018","unstructured":"Pollard, T. J. et al. The eICU Collaborative Research Database, a freely available multi-center database for critical care research. Sci. Data 5, 1\u201313 (2018).","journal-title":"Sci. Data"},{"key":"775_CR16","unstructured":"Hegselmann, S., Gruelich, L., Varghese, J. & Dugas, M. Reproducible survival prediction with SEER cancer data. Proceedings of the Machine Learning for Healthcare Conference, vol. 85, 49\u201366 (PMLR, 2018)."},{"key":"775_CR17","doi-asserted-by":"crossref","unstructured":"Khadanga, S., Aggarwal, K., Joty, S. & Srivastava, J. Using clinical notes with time series data for ICU management. Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) 6432\u20136437 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/D19-1678"},{"key":"775_CR18","doi-asserted-by":"crossref","unstructured":"Deznabi, I., Iyyer, M. & Fiterau, M. Predicting in-hospital mortality by combining clinical notes with time-series data. In Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021 4026\u20134031 (Association for Computational Linguistics, 2021).","DOI":"10.18653\/v1\/2021.findings-acl.352"},{"key":"775_CR19","unstructured":"Zhang, H., Singh, H., Ghassemi, M. & Joshi, S. Why did the model fail?\u201d: attributing model performance changes to distribution shifts. Proceedings of the 40th International Conference on Machine Learning, vol. 202, 41550\u201341578 (PMLR, 2023)."},{"key":"775_CR20","unstructured":"Zhou, H., Chen, Y. & Lipton, Z. Evaluating model performance in medical datasets over time. Proceedings of the Conference on Health, Inference, and Learning, vol. 209, 498\u2013508 (PMLR, 2023)."},{"key":"775_CR21","doi-asserted-by":"publisher","first-page":"100690","DOI":"10.1016\/j.imu.2021.100690","volume":"25","author":"ID Mienye","year":"2021","unstructured":"Mienye, I. D. & Sun, Y. Performance analysis of cost-sensitive learning methods with application to imbalanced medical data. Inform. Med. Unlocked 25, 100690 (2021).","journal-title":"Inform. Med. Unlocked"},{"key":"775_CR22","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/MSP.2017.2695801","volume":"34","author":"S Kolouri","year":"2017","unstructured":"Kolouri, S., Park, S. R., Thorpe, M., Slepcev, D. & Rohde, G. K. Optimal mass transport: Signal processing and machine-learning applications. IEEE signal Process. Mag. 34, 43\u201359 (2017).","journal-title":"IEEE signal Process. Mag."},{"key":"775_CR23","unstructured":"Villani, C. Topics in Optimal Transportation Vol. 58 (American Mathematical Soc., 2021)."},{"key":"775_CR24","unstructured":"Jain, S. & Iverson, L. M. Glasgow coma scale. (2018)."},{"key":"775_CR25","unstructured":"Stages of breast cancer: Understand breast cancer staging\u2014American Cancer Society, accessed 31 October 2024 <https:\/\/www.cancer.org\/cancer\/types\/breast-cancer\/understanding-a-breast-cancer-diagnosis\/stages-of-breast-cancer.html>."},{"key":"775_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1756-8722-4-25","volume":"4","author":"C Shanmugam","year":"2011","unstructured":"Shanmugam, C. et al. Evaluation of lymph node numbers for adequate staging of Stage II and III colon cancer. J. Hematol. Oncol. 4, 1\u20139 (2011).","journal-title":"J. Hematol. Oncol."},{"key":"775_CR27","doi-asserted-by":"publisher","first-page":"994105","DOI":"10.3389\/fonc.2022.994105","volume":"12","author":"J Yong","year":"2022","unstructured":"Yong, J., Ding, B., Dong, Y. & Yang, M. Impact of examined lymph node number on lymph node status and prognosis in FIGO stage IB-IIA cervical squamous cell carcinoma: a population-based study. Front. Oncol. 12, 994105 (2022).","journal-title":"Front. Oncol."},{"key":"775_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2407-10-267","volume":"10","author":"HK Choi","year":"2010","unstructured":"Choi, H. K., Law, W. L. & Poon, J. T. The optimal number of lymph nodes examined in stage II colorectal cancer and its impact of on outcomes. BMC Cancer 10, 1\u20137 (2010).","journal-title":"BMC Cancer"},{"key":"775_CR29","doi-asserted-by":"publisher","DOI":"10.3389\/fonc.2021.736678","volume":"11","author":"Q Wu","year":"2021","unstructured":"Wu, Q. et al. Impact of inadequate number of lymph nodes examined on survival in stage II colon cancer. Front. Oncol. 11, 736678 (2021).","journal-title":"Front. Oncol."},{"key":"775_CR30","doi-asserted-by":"publisher","first-page":"030006051987959","DOI":"10.1177\/0300060519879594","volume":"48","author":"L Sun","year":"2020","unstructured":"Sun, L., Li, P., Ren, H., Liu, G. & Sun, L. Quantifying the number of lymph nodes for examination in breast cancer. J. Int. Med. Res. 48, 0300060519879594 (2020).","journal-title":"J. Int. Med. Res."},{"key":"775_CR31","doi-asserted-by":"publisher","first-page":"65668","DOI":"10.18632\/oncotarget.20052","volume":"8","author":"H Chi","year":"2017","unstructured":"Chi, H., Zhang, C., Wang, H. & Wang, Z. The appropriate number of ELNs for lymph node negative breast cancer patients underwent MRM: a population-based study. Oncotarget 8, 65668 (2017).","journal-title":"Oncotarget"},{"key":"775_CR32","unstructured":"Understanding blood pressure readings\u2014American Heart Association, accessed 31 October 2024 <https:\/\/www.heart.org\/en\/health-topics\/high-blood-pressure\/understanding-blood-pressure-readings>."},{"key":"775_CR33","unstructured":"Vital signs (body temperature, pulse rate, respiration rate, blood pressure)\u2014Johns Hopkins Medicine, accessed 30 October 2024 <https:\/\/www.hopkinsmedicine.org\/health\/conditions-and-diseases\/vital-signs-body-temperature-pulse-rate-respiration-rate-blood-pressure>."},{"key":"775_CR34","unstructured":"Vital signs (body temperature, pulse rate, respiration rate, blood pressure)\u2014University of Rochester Medical Center, accessed 31 October 2024. https:\/\/www.urmc.rochester.edu\/encyclopedia\/content.aspx?ContentTypeID=85&ContentID=P00866."},{"key":"775_CR35","unstructured":"Vital Signs - Cleveland Clinic, accessed 30 October 2024 <https:\/\/my.clevelandclinic.org\/health\/articles\/10881-vital-signs>."},{"key":"775_CR36","unstructured":"SapraA., Malik, A. & Bhandari, P. Vital SIGN Assessment. In: StatPearls (Treasure Island, 2023)."},{"key":"775_CR37","unstructured":"Mirman, M., Gehr, T. & Vechev, M. Differentiable abstract interpretation for provably robust neural networks. Proceedings of the International Conference on Machine Learning, vol. 80, 3578\u20133586 (PMLR, 2018)."},{"key":"775_CR38","doi-asserted-by":"crossref","unstructured":"Qin, Y. et al. Stolen Risks of Models with Security Properties. Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security 756\u2013770 (Association for Computing Machinery, 2023).","DOI":"10.1145\/3576915.3616653"},{"key":"775_CR39","doi-asserted-by":"crossref","unstructured":"Huang, L., Joseph, A. D., Nelson, B., Rubinstein, B. I. & Tygar, J. D. Adversarial machine learning. Proceedings of the 4th ACM Workshop on Security and Artificial Intelligence 43\u201358 (Association for Computing Machinery, 2011).","DOI":"10.1145\/2046684.2046692"},{"key":"775_CR40","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MIC.2011.112","volume":"15","author":"J Tygar","year":"2011","unstructured":"Tygar, J. Adversarial machine learning. IEEE Internet Comput. 15, 4\u20136 (2011).","journal-title":"IEEE Internet Comput."},{"key":"775_CR41","unstructured":"Finlayson, S. G., Chung, H. W., Kohane, I. S. & Beam, A. L. Adversarial attacks against medical deep learning systems. arXiv preprint arXiv:1804.05296 (2018)."},{"key":"775_CR42","doi-asserted-by":"crossref","unstructured":"Newaz, A. I., Haque, N. I., Sikder, A. K., Rahman, M. A. & Uluagac, A. S. in GLOBECOM 2020\u20132020 IEEE Global Communications Conference 1\u20136 (IEEE, 2020).","DOI":"10.1109\/GLOBECOM42002.2020.9322472"},{"key":"775_CR43","doi-asserted-by":"crossref","unstructured":"Yang, J., Zhou, K., Li, Y. & Liu, Z. Generalized out-of-distribution detection: a survey. Int. J. Comput. Vis. 132, 5635\u20135662 (2024).","DOI":"10.1007\/s11263-024-02117-4"},{"key":"775_CR44","doi-asserted-by":"crossref","unstructured":"Ong, J. C. L. et al. Artificial intelligence, ChatGPT, and other large language models for social determinants of health: current state and future directions. Cell Rep. Med. 5, 101356 (2024).","DOI":"10.1016\/j.xcrm.2023.101356"},{"key":"775_CR45","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00742-2","volume":"5","author":"X Yang","year":"2022","unstructured":"Yang, X. et al. A large language model for electronic health records. NPJ Digit. Med. 5, 194 (2022).","journal-title":"NPJ Digit. Med."},{"key":"775_CR46","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-023-00958-w","volume":"6","author":"C Peng","year":"2023","unstructured":"Peng, C. et al. A study of generative large language model for medical research and healthcare. NPJ Digit. Med. 6, 210 (2023).","journal-title":"NPJ Digit. Med."},{"key":"775_CR47","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1038\/s41591-024-02897-9","volume":"30","author":"Editorial.","year":"2024","unstructured":"Editorial. How to support the transition to AI-powered healthcare. Nat. Med. 30, 609\u2013610 (2024).","journal-title":"Nat. Med."},{"key":"775_CR48","unstructured":"Lundberg, S. M., & Lee, S. I. A unified approach to interpreting model predictions. Proceedings of the Advances in Neural Information Processing Systems 30 (Curran Associates, Inc. 2017)."},{"key":"775_CR49","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S. & Guestrin, C. \u201cWhy should i trust you?\u201d Explaining the predictions of any classifier. Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 1135\u20131144 (Association for Computing Machinery, 2016).","DOI":"10.1145\/2939672.2939778"},{"key":"775_CR50","doi-asserted-by":"crossref","unstructured":"Jacobs, A. S. et al. AI\/ML for network security: The emperor has no clothes. Proceedings of the 2022 ACM SIGSAC Conference on Computer and Communications Security 1537\u20131551 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3548606.3560609"},{"key":"775_CR51","doi-asserted-by":"publisher","unstructured":"Pias, T. S. Code: low responsiveness of machine learning models to critical or deteriorating health conditions. Zendo. https:\/\/doi.org\/10.5281\/zenodo.14254248 (2024).","DOI":"10.5281\/zenodo.14254248"}],"container-title":["Communications Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43856-025-00775-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43856-025-00775-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43856-025-00775-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T06:05:02Z","timestamp":1741673102000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43856-025-00775-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,11]]},"references-count":51,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["775"],"URL":"https:\/\/doi.org\/10.1038\/s43856-025-00775-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2024.09.25.24314400","asserted-by":"object"}]},"ISSN":["2730-664X"],"issn-type":[{"value":"2730-664X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,11]]},"assertion":[{"value":"11 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"C.B.N. is supported by the National Institutes of Health, the National Institute of Mental Health, and the National Institute of Alcohol Abuse and Alcoholism. Charles Nemeroff is a consultant for ANeuroTech (division Anima BV), Janssen Research and Development, BioXcel Therapeutics, Engrail Therapeutics, Clexio Biosciences LTD, EmbarkNeuro, Galen Mental Health LLC, Goodcap Pharmaceuticals, ITI Inc, LUCY Scientific Discovery, Relmada Therapeutics, Sage Therapeutics, Senseye Inc, Precisement Health, Autobahn Therapeutics Inc, EMA Wellness, Skyland Trails, Denovo Biopharma, Alvogen, Acadia Pharmaceuticals, Inc., and the Brain & Behavior Research Foundation; owns the following patents: Method and devices for transdermal delivery of lithium (US 6,375,990B1), Method of assessing antidepressant drug therapy via transport inhibition of monoamine neurotransmitters by ex vivo assay (US 7,148,027B2), Compounds, Compositions, Methods of Synthesis, and Methods of Treatment (CRF Receptor Binding Ligand) (US 8,551, 996 B2); owns stock in Corcept Therapeutics Company, EMA Wellness, Precisement Health, Relmada Therapeutics, Signant Health, Galen Mental Health LLC, and Senseye Inc. The remaining authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"62"}}