{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T08:59:41Z","timestamp":1770973181362,"version":"3.50.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031144622","type":"print"},{"value":"9783031144639","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14463-9_6","type":"book-chapter","created":{"date-parts":[[2022,8,10]],"date-time":"2022-08-10T12:02:48Z","timestamp":1660132968000},"page":"82-99","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Global Interpretable Calibration Index, a\u00a0New Metric to\u00a0Estimate Machine Learning Models\u2019 Calibration"],"prefix":"10.1007","author":[{"given":"Federico","family":"Cabitza","sequence":"first","affiliation":[]},{"given":"Andrea","family":"Campagner","sequence":"additional","affiliation":[]},{"given":"Lorenzo","family":"Famiglini","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,11]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41512-017-0020-3","volume":"1","author":"M Assel","year":"2017","unstructured":"Assel, M., Sjoberg, D., Vickers, A.: The brier score does not evaluate the clinical utility of diagnostic tests or prediction models. Diagn. Progn. Res. 1, 1\u20137 (2017)","journal-title":"Diagn. Progn. Res."},{"issue":"1","key":"6_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"GW Brier","year":"1950","unstructured":"Brier, G.W.: Verification of forecasts expressed in terms of probability. Mon. Weather Rev. 78(1), 1\u20133 (1950)","journal-title":"Mon. Weather Rev."},{"issue":"6","key":"6_CR3","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1111\/cts.12478","volume":"10","author":"T Burt","year":"2017","unstructured":"Burt, T., Button, K., Thom, H., Noveck, R., Munaf\u00f2, M.R.: The burden of the \u201cfalse-negatives\u2019\u2019 in clinical development: analyses of current and alternative scenarios and corrective measures. Clin. Transl. Sci. 10(6), 470\u2013479 (2017)","journal-title":"Clin. Transl. Sci."},{"issue":"1","key":"6_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-020-01224-9","volume":"20","author":"F Cabitza","year":"2020","unstructured":"Cabitza, F., Campagner, A., Sconfienza, L.M.: As if sand were stone. New concepts and metrics to probe the ground on which to build trustable AI. BMC Med. Inform. Decis. Making 20(1), 1\u201321 (2020)","journal-title":"BMC Med. Inform. Decis. Making"},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"106288","DOI":"10.1016\/j.cmpb.2021.106288","volume":"208","author":"F Cabitza","year":"2021","unstructured":"Cabitza, F., et al.: The importance of being external. Methodological insights for the external validation of machine learning models in medicine. Comput. Methods Programs Biomed. 208, 106288 (2021)","journal-title":"Comput. Methods Programs Biomed."},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla, N.V., Bowyer, K.W., Hall, L.O., Kegelmeyer, W.P.: SMOTE: synthetic minority over-sampling technique. J. Artif. Intell. Res. 16, 321\u2013357 (2002)","journal-title":"J. Artif. Intell. Res."},{"key":"6_CR7","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1016\/j.jclinepi.2019.02.004","volume":"110","author":"E Christodoulou","year":"2019","unstructured":"Christodoulou, E., Ma, J., Collins, G.S., Steyerberg, E.W., Verbakel, J.Y., Van Calster, B.: A systematic review shows no performance benefit of machine learning over logistic regression for clinical prediction models. J. Clin. Epidemiol. 110, 12\u201322 (2019)","journal-title":"J. Clin. Epidemiol."},{"issue":"368","key":"6_CR8","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1080\/01621459.1979.10481038","volume":"74","author":"WS Cleveland","year":"1979","unstructured":"Cleveland, W.S.: Robust locally weighted regression and smoothing scatterplots. J. Am. Stat. Assoc. 74(368), 829\u2013836 (1979)","journal-title":"J. Am. Stat. Assoc."},{"issue":"403","key":"6_CR9","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1080\/01621459.1988.10478639","volume":"83","author":"WS Cleveland","year":"1988","unstructured":"Cleveland, W.S., Devlin, S.J.: Locally weighted regression: an approach to regression analysis by local fitting. J. Am. Stat. Assoc. 83(403), 596\u2013610 (1988)","journal-title":"J. Am. Stat. Assoc."},{"issue":"1\u20132","key":"6_CR10","first-page":"12","volume":"32","author":"MH DeGroot","year":"1983","unstructured":"DeGroot, M.H., Fienberg, S.E.: The comparison and evaluation of forecasters. J. Roy. Stat. Soc. Ser. D (Stat.) 32(1\u20132), 12\u201322 (1983)","journal-title":"J. Roy. Stat. Soc. Ser. D (Stat.)"},{"key":"6_CR11","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"6_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1214\/aos\/1176344552","volume":"7","author":"B Efron","year":"1979","unstructured":"Efron, B.: Bootstrap methods: another look at the jackknife. Ann. Stat. 7(1), 1\u201326 (1979)","journal-title":"Ann. Stat."},{"key":"6_CR13","unstructured":"Frank, A., Asuncion, A.: Statlog (heart) data set (2010). http:\/\/archive.ics.uci.edu\/ml\/datasets\/Statlog+(Heart)"},{"issue":"477","key":"6_CR14","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1198\/016214506000001437","volume":"102","author":"T Gneiting","year":"2007","unstructured":"Gneiting, T., Raftery, A.E.: Strictly proper scoring rules, prediction, and estimation. J. Am. Stat. Assoc. 102(477), 359\u2013378 (2007)","journal-title":"J. Am. Stat. Assoc."},{"key":"6_CR15","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"issue":"5","key":"6_CR16","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1175\/1520-0477(2002)083<0683:CBESCF>2.3.CO;2","volume":"83","author":"HC Hartmann","year":"2002","unstructured":"Hartmann, H.C., Pagano, T.C., Sorooshian, S., Bales, R.: Confidence builders: evaluating seasonal climate forecasts from user perspectives. Bull. Am. Meteor. Soc. 83(5), 683\u2013698 (2002)","journal-title":"Bull. Am. Meteor. Soc."},{"issue":"1","key":"6_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-020-00367-3","volume":"4","author":"B Kompa","year":"2021","unstructured":"Kompa, B., Snoek, J., Beam, A.L.: Second opinion needed: communicating uncertainty in medical machine learning. NPJ Digit. Med. 4(1), 1\u20136 (2021)","journal-title":"NPJ Digit. Med."},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Luo, H., Pan, X., Wang, Q., Ye, S., Qian, Y.: Logistic regression and random forest for effective imbalanced classification. In: 2019 IEEE 43rd Annual Computer Software and Applications Conference (COMPSAC), vol. 1, pp. 916\u2013917. IEEE (2019)","DOI":"10.1109\/COMPSAC.2019.00139"},{"key":"6_CR19","unstructured":"Luo, R., et al.: Localized calibration: metrics and recalibration. arXiv preprint arXiv:2102.10809 (2021)"},{"key":"6_CR20","unstructured":"Naeini, M.P., Cooper, G.F., Hauskrecht, M.: Obtaining well calibrated probabilities using Bayesian binning. In: Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence, AAAI 2015, pp. 2901\u20132907. AAAI Press (2015)"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A., Caruana, R.: Predicting good probabilities with supervised learning. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 625\u2013632 (2005)","DOI":"10.1145\/1102351.1102430"},{"key":"6_CR22","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.jclinepi.2020.03.002","volume":"122","author":"S Nusinovici","year":"2020","unstructured":"Nusinovici, S., et al.: Logistic regression was as good as machine learning for predicting major chronic diseases. J. Clin. Epidemiol. 122, 56\u201369 (2020)","journal-title":"J. Clin. Epidemiol."},{"issue":"3","key":"6_CR23","first-page":"61","volume":"10","author":"J Platt","year":"1999","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10(3), 61\u201374 (1999)","journal-title":"Adv. Large Margin Classif."},{"key":"6_CR24","unstructured":"Raghu, M., et al.: Direct uncertainty prediction for medical second opinions. In: International Conference on Machine Learning, pp. 5281\u20135290. PMLR (2019)"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Ramana, B.V., Boddu, R.S.K.: Performance comparison of classification algorithms on medical datasets. In: 2019 IEEE 9th Annual Computing and Communication Workshop and Conference (CCWC), pp. 0140\u20130145. IEEE (2019)","DOI":"10.1109\/CCWC.2019.8666497"},{"key":"6_CR26","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-4145-2","volume-title":"Monte Carlo Statistical Methods","author":"C Robert","year":"2004","unstructured":"Robert, C., Casella, G.: Monte Carlo Statistical Methods, vol. 2. Springer, New York (2004). https:\/\/doi.org\/10.1007\/978-1-4757-4145-2"},{"key":"6_CR27","unstructured":"Rossi, R.A., Ahmed, N.K.: ILP, Indian liver patient dataset. In: AAAI (2015). https:\/\/networkrepository.com"},{"key":"6_CR28","unstructured":"Rossi, R.A., Ahmed, N.K.: Pima Indians diabets dataset. In: AAAI (2015). https:\/\/networkrepository.com"},{"key":"6_CR29","unstructured":"Sahoo, R., Zhao, S., Chen, A., Ermon, S.: Reliable decisions with threshold calibration. In: Advances in Neural Information Processing Systems, vol. 34 (2021)"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Scargle, J.D.: Studies in astronomical time series analysis. V. Bayesian blocks, a new method to analyze structure in photon counting data. Astrophys. J. 504(1), 405 (1998)","DOI":"10.1086\/306064"},{"key":"6_CR31","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1097\/EDE.0b013e3181c30fb2","volume":"21","author":"E Steyerberg","year":"2010","unstructured":"Steyerberg, E., et al.: Assessing the performance of prediction models a framework for traditional and novel measures. Epidemiology 21, 128\u201338 (2010)","journal-title":"Epidemiology"},{"key":"6_CR32","unstructured":"Vaicenavicius, J., Widmann, D., Andersson, C., Lindsten, F., Roll, J., Sch\u00f6n, T.: Evaluating model calibration in classification. In: The 22nd International Conference on Artificial Intelligence and Statistics, pp. 3459\u20133467. PMLR (2019)"},{"issue":"1","key":"6_CR33","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12916-019-1466-7","volume":"17","author":"B Van Calster","year":"2019","unstructured":"Van Calster, B., McLernon, D.J., Van Smeden, M., Wynants, L., Steyerberg, E.W.: Calibration: the achilles heel of predictive analytics. BMC Med. 17(1), 1\u20137 (2019)","journal-title":"BMC Med."},{"issue":"2","key":"6_CR34","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1177\/0272989X14547233","volume":"35","author":"B Van Calster","year":"2015","unstructured":"Van Calster, B., Vickers, A.J.: Calibration of risk prediction models: impact on decision-analytic performance. Med. Decis. Making 35(2), 162\u2013169 (2015)","journal-title":"Med. Decis. Making"},{"key":"6_CR35","unstructured":"Vovk, V., Petej, I.: Venn-abers predictors. arXiv preprint arXiv:1211.0025 (2012)"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Wallace, B.C., Dahabreh, I.J.: Class probability estimates are unreliable for imbalanced data (and how to fix them). In: 2012 IEEE 12th International Conference on Data Mining, pp. 695\u2013704. IEEE (2012)","DOI":"10.1109\/ICDM.2012.115"},{"key":"6_CR37","unstructured":"Wolbergs, W., et al.: Breast cancer wisconsin (diagnostic) data set. UCI Machine Learning Repository (1992). http:\/\/archive.ics.uci.edu\/ml\/"},{"key":"6_CR38","unstructured":"Zhao, S., Ma, T., Ermon, S.: Individual calibration with randomized forecasting. In: International Conference on Machine Learning, pp. 11387\u201311397. PMLR (2020)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14463-9_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:03:18Z","timestamp":1709830998000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14463-9_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031144622","9783031144639"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14463-9_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"11 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}