{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:45:42Z","timestamp":1780764342402,"version":"3.54.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031438974","type":"print"},{"value":"9783031438981","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43898-1_11","type":"book-chapter","created":{"date-parts":[[2023,9,30]],"date-time":"2023-09-30T23:08:23Z","timestamp":1696115303000},"page":"108-117","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Multi-Head Multi-Loss Model Calibration"],"prefix":"10.1007","author":[{"given":"Adrian","family":"Galdran","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johan W.","family":"Verjans","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gustavo","family":"Carneiro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Miguel A.","family":"Gonz\u00e1lez Ballester","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,1]]},"reference":[{"key":"11_CR1","unstructured":"Bernhardt, M., Ribeiro, F.D.S., Glocker, B.: Failure detection in medical image classification: a reality check and benchmarking testbed. Trans. Mach. Learn. Res. (2022)"},{"issue":"1","key":"11_CR2","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1038\/s41597-020-00622-y","volume":"7","author":"H Borgli","year":"2020","unstructured":"Borgli, H., et al.: HyperKvasir, a comprehensive multi-class image and video dataset for gastrointestinal endoscopy. Sci. Data 7(1), 283 (2020). https:\/\/doi.org\/10.1038\/s41597-020-00622-y","journal-title":"Sci. Data"},{"key":"11_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"GW Brier","year":"1950","unstructured":"Brier, G.W.: Verification of forecasts expressed in terms of probability. Mon. Weather Rev. 78, 1 (1950)","journal-title":"Mon. Weather Rev."},{"key":"11_CR4","doi-asserted-by":"publisher","unstructured":"Chua, M., et al.: Tackling prediction uncertainty in machine learning for healthcare. Nature Biomed. Eng., 1\u20138, December 2022. https:\/\/doi.org\/10.1038\/s41551-022-00988-x","DOI":"10.1038\/s41551-022-00988-x"},{"key":"11_CR5","doi-asserted-by":"publisher","unstructured":"Dietterich, T.G.: Ensemble methods in machine learning. In: Multiple Classifier Systems (2000). https:\/\/doi.org\/10.1007\/3-540-45014-9_1","DOI":"10.1007\/3-540-45014-9_1"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Ding, Z., Han, X., Liu, P., Niethammer, M.: Local temperature scaling for probability calibration. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00681"},{"key":"11_CR7","unstructured":"Ferrer, L.: Analysis and Comparison of Classification Metrics, September 2022. 10.48550\/arXiv.2209.05355"},{"key":"11_CR8","unstructured":"Filho, T.S., Song, H., Perello-Nieto, M., Santos-Rodriguez, R., Kull, M., Flach, P.: Classifier Calibration: How to assess and improve predicted class probabilities: a survey, December 2021. 10.48550\/arXiv.2112.10327"},{"issue":"477","key":"11_CR9","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1198\/016214506000001437","volume":"102","author":"T Gneiting","year":"2007","unstructured":"Gneiting, T., Raftery, A.E.: Strictly proper scoring rules, prediction, and estimation. J. Am. Stat. Assoc. 102(477), 359\u2013378 (2007). https:\/\/doi.org\/10.1198\/016214506000001437","journal-title":"J. Am. Stat. Assoc."},{"key":"11_CR10","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: ICML (2017)"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Hebbalaguppe, R., Prakash, J., Madan, N., Arora, C.: A stitch in time saves nine: a train-time regularizing loss for improved neural network calibration. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01561"},{"key":"11_CR12","unstructured":"H\u00fcllermeier, E.: Quantifying Aleatoric and Epistemic Uncertainty in Machine Learning: Are Conditional Entropy and Mutual Information Appropriate Measures? September 2022. 10.48550\/arXiv.2209.03302"},{"issue":"3","key":"11_CR13","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","volume":"110","author":"E H\u00fcllermeier","year":"2021","unstructured":"H\u00fcllermeier, E., Waegeman, W.: Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Mach. Learn. 110(3), 457\u2013506 (2021). https:\/\/doi.org\/10.1007\/s10994-021-05946-3","journal-title":"Mach. Learn."},{"key":"11_CR14","doi-asserted-by":"publisher","unstructured":"Islam, M., Glocker, B.: Spatially varying label smoothing: capturing uncertainty from expert annotations. In: IPMI (2021). https:\/\/doi.org\/10.1007\/978-3-030-78191-0_52","DOI":"10.1007\/978-3-030-78191-0_52"},{"key":"11_CR15","unstructured":"Kull, M., Perello Nieto, M., K\u00e4ngsepp, M., Silva Filho, T., Song, H., Flach, P.: Beyond temperature scaling: Obtaining well-calibrated multi-class probabilities with Dirichlet calibration. In: NeurIPS (2019)"},{"key":"11_CR16","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: NeurIPS (2017)"},{"key":"11_CR17","doi-asserted-by":"publisher","unstructured":"Larrazabal, A.J., Mart\u00ednez, C., Dolz, J., Ferrante, E.: Orthogonal ensemble networks for biomedical image segmentation. In: MICCAI (2021). https:\/\/doi.org\/10.1007\/978-3-030-87199-4_56","DOI":"10.1007\/978-3-030-87199-4_56"},{"key":"11_CR18","unstructured":"Lee, C.Y., Xie, S., Gallagher, P., Zhang, Z., Tu, Z.: Deeply-supervised nets. In: AISTATS (2015)"},{"key":"11_CR19","doi-asserted-by":"publisher","unstructured":"Lee, S., Purushwalkam, S., Cogswell, M., Crandall, D., Batra, D.: Why M Heads are Better than One: Training a Diverse Ensemble of Deep Networks, November 2015. https:\/\/doi.org\/10.48550\/arXiv.1511.06314","DOI":"10.48550\/arXiv."},{"key":"11_CR20","unstructured":"Liang, G., Zhang, Y., Wang, X., Jacobs, N.: Improved trainable calibration method for neural networks on medical imaging classification. In: British Machine Vision Conference (BMVC) (2020)"},{"key":"11_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102655","author":"J Linmans","year":"2023","unstructured":"Linmans, J., Elfwing, S., van der Laak, J., Litjens, G.: Predictive uncertainty estimation for out-of-distribution detection in digital pathology. Med. Image Anal. (2023). https:\/\/doi.org\/10.1016\/j.media.2022.102655","journal-title":"Med. Image Anal."},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Liu, B., Ben Ayed, I., Galdran, A., Dolz, J.: The devil is in the margin: margin-based label smoothing for network calibration. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00018"},{"key":"11_CR23","doi-asserted-by":"publisher","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: ICCV, October 2021. https:\/\/doi.org\/10.1109\/ICCV48922.2021.00986","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"11_CR24","doi-asserted-by":"publisher","unstructured":"Ma, W., Chen, C., Zheng, S., Qin, J., Zhang, H., Dou, Q.: Test-time adaptation with calibration of medical image classification nets for label distribution shift. In: MICCAI (2022). https:\/\/doi.org\/10.1007\/978-3-031-16437-8_30","DOI":"10.1007\/978-3-031-16437-8_30"},{"key":"11_CR25","unstructured":"M\u00fcller, R., Kornblith, S., Hinton, G.E.: When does label smoothing help? In: NeurIPS (2019)"},{"key":"11_CR26","unstructured":"Mukhoti, J., Kulharia, V., Sanyal, A., Golodetz, S., Torr, P., Dokania, P.: Calibrating Deep Neural Networks using Focal Loss. In: NeurIPS (2020)"},{"key":"11_CR27","doi-asserted-by":"publisher","unstructured":"Murugesan, B., Liu, B., Galdran, A., Ayed, I.B., Dolz, J.: Calibrating Segmentation Networks with Margin-based Label Smoothing, September 2022. https:\/\/doi.org\/10.48550\/arXiv.2209.09641","DOI":"10.48550\/arXiv.2209.09641"},{"key":"11_CR28","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. In: NeurIPS (2019)"},{"key":"11_CR29","doi-asserted-by":"publisher","unstructured":"Reinke, A., et al.: Understanding metric-related pitfalls in image analysis validation, February 2023. https:\/\/doi.org\/10.48550\/arXiv.2302.01790","DOI":"10.48550\/arXiv.2302.01790"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Thulasidasan, S., Chennupati, G., Bilmes, J.A., Bhattacharya, T., Michalak, S.: On mixup training: improved calibration and predictive uncertainty for deep neural networks. In: NeurIPS (2019)","DOI":"10.2172\/1525811"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Valdenegro-Toro, M., Mori, D.S.: A deeper look into aleatoric and epistemic uncertainty disentanglement. In: CVPR Workshops (2022)","DOI":"10.1109\/CVPRW56347.2022.00157"},{"issue":"4","key":"11_CR32","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1109\/TMI.2021.3125459","volume":"41","author":"C Zhu","year":"2022","unstructured":"Zhu, C., Chen, W., Peng, T., Wang, Y., Jin, M.: Hard sample aware noise robust learning for histopathology image classification. IEEE Trans. Med. Imaging 41(4), 881\u2013894 (2022). https:\/\/doi.org\/10.1109\/TMI.2021.3125459","journal-title":"IEEE Trans. Med. Imaging"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43898-1_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T14:20:41Z","timestamp":1710166841000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43898-1_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031438974","9783031438981"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43898-1_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vancouver, BC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2023\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2250","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"730","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"32% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}