{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T14:30:31Z","timestamp":1794493831559,"version":"4.9.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T00:00:00Z","timestamp":1771545600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T00:00:00Z","timestamp":1774483200000},"content-version":"vor","delay-in-days":34,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Hwarang-Dae Research Institute of Korea Military Academy"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-40637-w","type":"journal-article","created":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T22:25:15Z","timestamp":1771626315000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Conformal selective prediction with cost aware deferral for safe clinical triage under distribution shift"],"prefix":"10.1038","volume":"16","author":[{"given":"Hyun","family":"Kwon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dae-Jin","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,2,20]]},"reference":[{"key":"40637_CR1","doi-asserted-by":"publisher","first-page":"795","DOI":"10.1007\/978-3-030-58721-5_24","volume-title":"Biomedical Informatics: Computer Applications in Health Care and Biomedicine","author":"MA Musen","year":"2021","unstructured":"Musen, M. A., Middleton, B. & Greenes, R. A. Clinical decision-support systems. In Biomedical Informatics: Computer Applications in Health Care and Biomedicine (ed. Musen, M. A.) 795\u2013840 (Springer, 2021)."},{"key":"40637_CR2","doi-asserted-by":"crossref","unstructured":"Cockburn, N., Osborne, C., Withana, S., Elsmore, A., Nanjappa, R., South, M., Parry-Smith, W., Taylor, B., Chandan, J. S., & Nirantharakumar, K. Clinical decision support systems for maternity care: a systematic review and meta-analysis, EClinicalMedicine 76 (2024).","DOI":"10.1016\/j.eclinm.2024.102822"},{"key":"40637_CR3","doi-asserted-by":"crossref","unstructured":"Panigutti, C., Beretta, A., Giannotti, F., & Pedreschi, D. Understanding the impact of explanations on advice-taking: a user study for ai-based clinical decision support systems. In: Proc. 2022 CHI Conference on Human Factors in Computing Systems, pp. 1\u20139 (2022).","DOI":"10.1145\/3491102.3502104"},{"key":"40637_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2020.104326","volume":"145","author":"H Jiang","year":"2021","unstructured":"Jiang, H. et al. Machine learning-based models to support decision-making in emergency department triage for patients with suspected cardiovascular disease. Int. J. Med. Informatics 145, 104326 (2021).","journal-title":"Int. J. Med. Informatics"},{"key":"40637_CR5","doi-asserted-by":"crossref","unstructured":"Gao, Z., Qi, X., Zhang, X., Gao, X., He, X., Guo, S., & Li, P. Developing and validating an emergency triage model using machine learning algorithms with medical big data, Risk Management and Healthcare Policy 1545\u20131551 (2022).","DOI":"10.2147\/RMHP.S355176"},{"key":"40637_CR6","doi-asserted-by":"crossref","unstructured":"Hao, Q., Xu, F., Chen, L., Hui, P., & Li, Y. Hierarchical reinforcement learning for scarce medical resource allocation with imperfect information. in: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining.  pp. 2955\u20132963. (2021).","DOI":"10.1145\/3447548.3467181"},{"key":"40637_CR7","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1111\/ijlh.13537","volume":"43","author":"HH Rashidi","year":"2021","unstructured":"Rashidi, H. H., Tran, N., Albahra, S. & Dang, L. T. Machine learning in health care and laboratory medicine: General overview of supervised learning and auto-ml. Int. J. Lab. Hematol. 43, 15\u201322 (2021).","journal-title":"Int. J. Lab. Hematol."},{"key":"40637_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2021.106583","volume":"214","author":"T Yamashita","year":"2022","unstructured":"Yamashita, T. et al. Machine learning for classification of postoperative patient status using standardized medical data. Comput. Methods Programs Biomed. 214, 106583 (2022).","journal-title":"Comput. Methods Programs Biomed."},{"issue":"6","key":"40637_CR9","doi-asserted-by":"publisher","first-page":"578","DOI":"10.3390\/bioengineering12060578","volume":"12","author":"D Sui","year":"2025","unstructured":"Sui, D. et al. Pathcare: Integrating clinical pathway information to enable healthcare prediction at the neuron level. Bioengineering 12 (6), 578 (2025).","journal-title":"Bioengineering"},{"issue":"11","key":"40637_CR10","doi-asserted-by":"publisher","first-page":"7747","DOI":"10.1109\/TPAMI.2021.3101125","volume":"44","author":"Z Yang","year":"2021","unstructured":"Yang, Z., Xu, Q., Bao, S., Cao, X. & Huang, Q. Learning with multiclass auc: Theory and algorithms. IEEE Trans. Pattern Anal. Mach. Intell. 44 (11), 7747\u20137763 (2021).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"40637_CR11","doi-asserted-by":"crossref","unstructured":"Ding, Z., Han, X., Liu, P., & Niethammer, M. Local temperature scaling for probability calibration, in: Proc. IEEE\/CVF International Conference on Computer Vision.  pp. 6889\u20136899. (2021).","DOI":"10.1109\/ICCV48922.2021.00681"},{"issue":"14","key":"40637_CR12","doi-asserted-by":"publisher","first-page":"8073","DOI":"10.1007\/s00521-024-09505-4","volume":"36","author":"SA Balanya","year":"2024","unstructured":"Balanya, S. A., Maronas, J. & Ramos, D. Adaptive temperature scaling for robust calibration of deep neural networks. Neural Comput. Appl. 36 (14), 8073\u20138095 (2024).","journal-title":"Neural Comput. Appl."},{"issue":"5","key":"40637_CR13","doi-asserted-by":"publisher","first-page":"3073","DOI":"10.1007\/s10994-024-06534-x","volume":"113","author":"K Hendrickx","year":"2024","unstructured":"Hendrickx, K., Perini, L., Van der Plas, D., Meert, W. & Davis, J. Machine learning with a reject option: A survey. Mach. Learn. 113 (5), 3073\u20133110 (2024).","journal-title":"Mach. Learn."},{"issue":"11","key":"40637_CR14","first-page":"1","volume":"24","author":"V Franc","year":"2023","unstructured":"Franc, V., Prusa, D. & Voracek, V. Optimal strategies for reject option classifiers. J. Mach. Learn. Res. 24 (11), 1\u201349 (2023).","journal-title":"J. Mach. Learn. Res."},{"key":"40637_CR15","unstructured":"Bostr\u00f6m, H., Johansson, U., & L\u00f6fstr\u00f6m, T. Mondrian conformal predictive distributions. in: Conformal and Probabilistic Prediction and Applications, PMLR,  pp. 24\u201338. (2021)."},{"key":"40637_CR16","unstructured":"Bostrom, H., Linusson, H., & Vesterberg, A. Mondrian predictive systems for censored data. in: Conformal and Probabilistic Prediction with Applications, PMLR  pp. 399\u2013412. (2023)."},{"issue":"16","key":"40637_CR17","doi-asserted-by":"publisher","first-page":"3222","DOI":"10.3390\/electronics13163222","volume":"13","author":"B Zhu","year":"2024","unstructured":"Zhu, B. et al. Review of phonocardiogram signal analysis: Insights from the physionet\/cinc challenge 2016 database. Electronics 13 (16), 3222 (2024).","journal-title":"Electronics"},{"issue":"21","key":"40637_CR18","doi-asserted-by":"publisher","first-page":"3500","DOI":"10.3390\/electronics11213500","volume":"11","author":"P Cui","year":"2022","unstructured":"Cui, P. & Wang, J. Out-of-distribution (ood) detection based on deep learning: A review. Electronics 11 (21), 3500 (2022).","journal-title":"Electronics"},{"key":"40637_CR19","doi-asserted-by":"crossref","unstructured":"Rane, N., Choudhary, S., & Rane, J. Explainable artificial intelligence (xai) in healthcare: interpretable models for clinical decision support. (2023).","DOI":"10.2139\/ssrn.4637897"},{"issue":"1","key":"40637_CR20","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.ekir.2023.10.019","volume":"9","author":"M Alexiuk","year":"2024","unstructured":"Alexiuk, M., Elgubtan, H. & Tangri, N. Clinical decision support tools in the electronic medical record. Kidney Int. Rep. 9 (1), 29\u201338 (2024).","journal-title":"Kidney Int. Rep."},{"key":"40637_CR21","first-page":"44102","volume":"37","author":"M McDermott","year":"2024","unstructured":"McDermott, M., Zhang, H., Hansen, L., Angelotti, G. & Gallifant, J. A closer look at auroc and auprc under class imbalance. Adv. Neural. Inf. Process. Syst. 37, 44102\u201344163 (2024).","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"6547","key":"40637_CR22","doi-asserted-by":"publisher","first-page":"1209","DOI":"10.1126\/science.abe2629","volume":"372","author":"JC Peterson","year":"2021","unstructured":"Peterson, J. C., Bourgin, D. D., Agrawal, M., Reichman, D. & Griffiths, T. L. Using large-scale experiments and machine learning to discover theories of human decision-making. Science 372 (6547), 1209\u20131214 (2021).","journal-title":"Science"},{"key":"40637_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.imu.2021.100690","volume":"25","author":"ID Mienye","year":"2021","unstructured":"Mienye, I. D. & Sun, Y. Performance analysis of cost-sensitive learning methods with application to imbalanced medical data. Inform. Med. Unlocked 25, 100690 (2021).","journal-title":"Inform. Med. Unlocked"},{"issue":"9","key":"40637_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3477140","volume":"54","author":"J Mena","year":"2021","unstructured":"Mena, J., Pujol, O. & Vitri\u00e0, J. A survey on uncertainty estimation in deep learning classification systems from a bayesian perspective. ACM Computing Surveys (CSUR) 54 (9), 1\u201335 (2021).","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"2","key":"40637_CR25","doi-asserted-by":"publisher","first-page":"884","DOI":"10.1109\/TCSI.2022.3224703","volume":"70","author":"P Shukla","year":"2022","unstructured":"Shukla, P., Nasrin, S., Darabi, N., Gomes, W. & Trivedi, A. R. Mc-cim: Compute-in-memory with monte-carlo dropouts for bayesian edge intelligence. IEEE Trans. Circuits Syst. I Regul. Pap. 70 (2), 884\u2013896 (2022).","journal-title":"IEEE Trans. Circuits Syst. I Regul. Pap."},{"key":"40637_CR26","unstructured":"Gangrade, A., Kag, A., & Saligrama, V. Selective classification via one-sided prediction. in: International Conference on Artificial Intelligence and Statistics, PMLR, pp. 2179\u20132187. (2021)."},{"key":"40637_CR27","doi-asserted-by":"crossref","unstructured":"Zhou, X., Chen, B., Gui, Y., & Cheng, L. Conformal prediction: A data perspective, ACM Computing Surveys (2025).","DOI":"10.1145\/3736575"},{"issue":"1","key":"40637_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/lrh2.10293","volume":"6","author":"L Bastarache","year":"2022","unstructured":"Bastarache, L. et al. Developing real-world evidence from real-world data: Transforming raw data into analytical datasets. Learn. Health Syst. 6 (1), e10293 (2022).","journal-title":"Learn. Health Syst."},{"issue":"23","key":"40637_CR29","doi-asserted-by":"publisher","first-page":"8155","DOI":"10.1080\/10408398.2023.2197066","volume":"64","author":"B Haranahalli Nataraj","year":"2024","unstructured":"Haranahalli Nataraj, B., Behare, P. V., Yadav, H. & Srivastava, A. K. Emerging pre-clinical safety assessments for potential probiotic strains: A review. Crit. Rev. Food Sci. Nutr. 64 (23), 8155\u20138183 (2024).","journal-title":"Crit. Rev. Food Sci. Nutr."},{"key":"40637_CR30","first-page":"e938835","volume":"29","author":"B Song","year":"2023","unstructured":"Song, B., Zhou, M. & Zhu, J. Necessity and importance of developing ai in anesthesia from the perspective of clinical safety and information security. Med. Sci. Monit. Int. Med. J. Exp. Clin. Res. 29, e938835 (2023).","journal-title":"Med. Sci. Monit. Int. Med. J. Exp. Clin. Res."},{"issue":"8","key":"40637_CR31","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1016\/j.mpaic.2023.05.005","volume":"24","author":"JE Dickerson","year":"2023","unstructured":"Dickerson, J. E. Clinical audit, quality improvement and data quality. Anaesth. Intensive Care Med. 24 (8), 486\u2013489 (2023).","journal-title":"Anaesth. Intensive Care Med."},{"issue":"2","key":"40637_CR32","first-page":"145","volume":"62","author":"N Rose","year":"2021","unstructured":"Rose, N. & Pang, D. S. A practical guide to implementing clinical audit. Can. Vet. J. 62 (2), 145 (2021).","journal-title":"Can. Vet. J."},{"key":"40637_CR33","unstructured":"Rabanser, S., Thudi, A., Hamidieh, K., Dziedzic, A., Bahceci, I., Sediq, A. B., Sokun, H., & Papernot, N. Selective prediction via training dynamics. Trans. Machine Learn. Res. (2022)."},{"issue":"2","key":"40637_CR34","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1097\/CCM.0000000000004145","volume":"48","author":"MA Reyna","year":"2020","unstructured":"Reyna, M. A. et al. Early prediction of sepsis from clinical data: the physionet\/computing in cardiology challenge 2019. Crit. Care Med. 48 (2), 210\u2013217 (2020).","journal-title":"Crit. Care Med."},{"key":"40637_CR35","doi-asserted-by":"crossref","unstructured":"Hsu, Y.-C., Shen, Y., Jin, H., & Kira, Z. Generalized odin: Detecting out-of-distribution image without learning from out-of-distribution data, in: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition pp. 10951\u201310960. (2020).","DOI":"10.1109\/CVPR42600.2020.01096"},{"issue":"1","key":"40637_CR36","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/s42256-022-00596-z","volume":"5","author":"R Mitra","year":"2023","unstructured":"Mitra, R. et al. Learning from data with structured missingness. Nat. Mach. Intell. 5 (1), 13\u201323 (2023).","journal-title":"Nat. Mach. Intell."},{"key":"40637_CR37","doi-asserted-by":"crossref","unstructured":"Yao, H., Zhu, D.-L., Jiang, B., & Yu, P. Negative log likelihood ratio loss for deep neural network classification. In: Proc. Future Technologies Conference. pp. 276\u2013282. (Springer, 2019),","DOI":"10.1007\/978-3-030-32520-6_22"},{"issue":"9","key":"40637_CR38","doi-asserted-by":"publisher","first-page":"3211","DOI":"10.1007\/s10994-023-06336-7","volume":"112","author":"T Silva Filho","year":"2023","unstructured":"Silva Filho, T. et al. Classifier calibration: A survey on how to assess and improve predicted class probabilities. Mach. Learn. 112 (9), 3211\u20133260 (2023).","journal-title":"Mach. Learn."},{"key":"40637_CR39","first-page":"4083","volume":"36","author":"W Kweon","year":"2022","unstructured":"Kweon, W., Kang, S. & Yu, H. Obtaining calibrated probabilities with personalized ranking models. Proc. AAAI Conf. Artif. Intell. 36, 4083\u20134091 (2022).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"40637_CR40","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Zhu, E., Hoxha, B., Fainekos, G., Deshmukh, J., & Lindemann, L. Distributionally robust predictive runtime verification under spatio-temporal logic specifications. ACM Trans. Cyber-Phys. Syst. (2025).","DOI":"10.1145\/3748818"},{"key":"40637_CR41","unstructured":"Liao, L. & Aagaard, E. An mli-guided framework for subgroup-aware modeling in electronic health records (adapthetero). arXiv (2025)."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40637-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40637-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40637-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T12:06:19Z","timestamp":1774526779000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-40637-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,20]]},"references-count":41,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["40637"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-40637-w","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,20]]},"assertion":[{"value":"1 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This study used exclusively publicly available, de-identified data from the PhysioNet\/Computing in Cardiology Challenge 2019\n                      34\n                      . As the dataset is fully anonymized and openly accessible under the PhysioNet Credentialed Health Data License, no ethical approval or informed consent was required. There are no human or animal experiments in this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"10016"}}