{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T15:55:38Z","timestamp":1764172538528,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031134470"},{"type":"electronic","value":"9783031134487"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13448-7_11","type":"book-chapter","created":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T23:03:22Z","timestamp":1661209402000},"page":"132-142","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Re-calibrating Machine Learning Models Using Confidence Interval Bounds"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Campagner","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorenzo","family":"Famiglini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Federico","family":"Cabitza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,23]]},"reference":[{"key":"11_CR1","unstructured":"Angelopoulos, A., Bates, S., Malik, J., Jordan, MI.: Uncertainty sets for image classifiers using conformal prediction. arXiv preprint arXiv:2009.14193 (2020)"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Bella, A., Ferri, C., Hern\u00e1ndez-Orallo, J., Ram\u00edrez-Quintana, M.J.: Calibration of machine learning models. In: Handbook of Research on Machine Learning Applications and Trends: Algorithms, Methods, and Techniques, pp. 128\u2013146. IGI Global (2010)","DOI":"10.4018\/978-1-60566-766-9.ch006"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Boucheron, S., Lugosi, G., Massart, P.: A Nonasymptotic Theory of Independence. Concentration Inequalities. Oxford University Press, Oxford (2013)","DOI":"10.1093\/acprof:oso\/9780199535255.001.0001"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Cabitza, F., et al.: The importance of being external. methodological insights for the external validation of machine learning models in medicine. Comput. Methods Program. Biomed. 208, 106288 (2021)","DOI":"10.1016\/j.cmpb.2021.106288"},{"key":"11_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/978-3-030-84060-0_13","volume-title":"Machine Learning and Knowledge Extraction","author":"A Campagner","year":"2021","unstructured":"Campagner, A., Conte, E., Cabitza, F.: Weighted Utility: a utility metric based on the case-wise raters\u2019 perceptions. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2021. LNCS, vol. 12844, pp. 203\u2013210. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-84060-0_13"},{"key":"11_CR6","unstructured":"Guo, C., Pleiss, G., Sun, G., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Hosmer Jr., D.W., Lemeshow, S., Sturdivant, R.X.: Applied Logistic Regression, vol. 398. John Wiley & Sons (2013)","DOI":"10.1002\/9781118548387"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Huggard, H., Sing Koh, Y., Dobbie, G., Zhang, E.: Detecting concept drift in medical triage. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1733\u20131736 (2020)","DOI":"10.1145\/3397271.3401228"},{"key":"11_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/978-3-030-85529-1_16","volume-title":"Modeling Decisions for Artificial Intelligence","author":"U Johansson","year":"2021","unstructured":"Johansson, U., L\u00f6fstr\u00f6m, T., Bostr\u00f6m, H.: Well-calibrated and sharp interpretable multi-class models. In: Torra, V., Narukawa, Y. (eds.) MDAI 2021. LNCS (LNAI), vol. 12898, pp. 193\u2013204. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85529-1_16"},{"issue":"13","key":"11_CR10","doi-asserted-by":"publisher","first-page":"2463","DOI":"10.1080\/00949655.2018.1467912","volume":"88","author":"X Lai","year":"2018","unstructured":"Lai, X., Liu, L.: A simple test procedure in standardizing the power of Hosmer-Lemeshow test in large data sets. J. Stat. Comput. Simul. 88(13), 2463\u20132472 (2018)","journal-title":"J. Stat. Comput. Simul."},{"issue":"1","key":"11_CR11","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/s10472-014-9420-z","volume":"74","author":"A Lambrou","year":"2015","unstructured":"Lambrou, A., Nouretdinov, I., Papadopoulos, H.: Inductive venn prediction. Ann. Math. Artif. Intell. 74(1), 181\u2013201 (2015)","journal-title":"Ann. Math. Artif. Intell."},{"key":"11_CR12","unstructured":"Luo, R., et al.: Sample-efficient safety assurances using conformal prediction. arXiv preprint arXiv:2109.14082 (2021)"},{"key":"11_CR13","unstructured":"Niculescu-Mizil, A., Caruana, R.: Obtaining calibrated probabilities from boosting. In: UAI, vol. 5, pp. 413\u201320 (2005)"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A., Caruana, R.: Predicting good probabilities with supervised learning. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 625\u2013632 (2005)","DOI":"10.1145\/1102351.1102430"},{"key":"11_CR15","unstructured":"Nixon, J., Dusenberry, M.W., Zhang, L., Jerfel, G., Tran, D.: Measuring Calibration In Deep Learning. In:CVPR Workshops, vol. 2 (2019)"},{"issue":"3","key":"11_CR16","doi-asserted-by":"publisher","first-page":"1084","DOI":"10.1214\/aos\/1032526958","volume":"24","author":"A Nobel","year":"1996","unstructured":"Nobel, A.: Histogram regression estimation using data-dependent partitions. Ann. Statist. 24(3), 1084\u20131105 (1996)","journal-title":"Ann. Statist."},{"issue":"3","key":"11_CR17","first-page":"61","volume":"10","author":"J Platt","year":"1999","unstructured":"Platt, J., et al.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10(3), 61\u201374 (1999)","journal-title":"Adv. Large Margin Classif."},{"key":"11_CR18","unstructured":"Stickland, A.C., Murray, T.: Diverse ensembles improve calibration. arXiv preprint arXiv:2007.04206 (2020)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Toreini, E., et al.: The relationship between trust in AI and trustworthy machine learning technologies. In Proceedings of the 2020 conference on fairness, accountability, and transparency, pp. 272\u2013283 (2020)","DOI":"10.1145\/3351095.3372834"},{"key":"11_CR20","unstructured":"Vaicenavicius, J., et al.: Evaluating model calibration in classification. In: The 22nd International Conference on Artificial Intelligence and Statistics, pp. 3459\u20133467. PMLR (2019)"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Van Calster, G., et al.: Calibration: the achilles heel of predictive analytics. BMC Med. 17(1), 1\u20137 (2019)","DOI":"10.1186\/s12916-019-1466-7"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"From Utopia to Empirical Data: Van Calster, B., eral.: A calibration hierarchy for risk models was defined. J. Clin. Epidemiol. 74, 167\u2013176 (2016)","DOI":"10.1016\/j.jclinepi.2015.12.005"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Van Calster, B., Vickers, A.J.: Calibration of risk prediction models: impact on decision-analytic performance. Med. Decision making 35(2):162\u2013169 (2015)","DOI":"10.1177\/0272989X14547233"},{"key":"11_CR24","unstructured":"Vovk, V.: Venn predictors and isotonic regression. CoRR abs\/1211.0025 (2012)"},{"key":"11_CR25","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/978-3-319-33395-3_2","volume-title":"Conformal and Probabilistic Prediction with Applications","author":"V Vovk","year":"2016","unstructured":"Vovk, V., Fedorova, V., Nouretdinov, I., Gammerman, A.: Criteria of efficiency for conformal prediction. In: Gammerman, A., Luo, Z., Vega, J., Vovk, V. (eds.) COPA 2016. LNCS (LNAI), vol. 9653, pp. 23\u201339. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-33395-3_2"},{"key":"11_CR26","doi-asserted-by":"publisher","unstructured":"Vovk, V., Gammerman, A., Shafer, G.: Algorithmic Learning in a Random World. Springer, New York (2005). https:\/\/doi.org\/10.1007\/b106715","DOI":"10.1007\/b106715"},{"key":"11_CR27","unstructured":"Vovk, V., Petej, I.: Venn-Abers predictors. arXiv preprint arXiv:1211.0025 (2012)"},{"key":"11_CR28","unstructured":"Wald, Y., Feder, Greenfeld, D., Shalit, U.: On calibration and out-of-domain generalization. Adv. Neural Inf. Process. Syst. 34 (2021)"},{"key":"11_CR29","unstructured":"Wenger, J., Kjellstr\u00f6m, H., Triebel, R.: Non-parametric calibration for classification. In: International Conference on Artificial Intelligence and Statistics, pp. 178\u2013190. PMLR (2020)"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., Elkan, C.: Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 694\u2013699 (2002)","DOI":"10.1145\/775047.775151"}],"container-title":["Lecture Notes in Computer Science","Modeling Decisions for Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13448-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T23:04:08Z","timestamp":1661209448000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13448-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031134470","9783031134487"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13448-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"23 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MDAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Modeling Decisions for Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sant Cugat","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mdai2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/mdai.cat\/mdai2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"None","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}