{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T08:06:08Z","timestamp":1778313968956,"version":"3.51.4"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031703584","type":"print"},{"value":"9783031703591","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70359-1_10","type":"book-chapter","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T04:02:43Z","timestamp":1724904163000},"page":"160-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["On the\u00a0Calibration of\u00a0Epistemic Uncertainty: Principles, Paradoxes and\u00a0Conflictual Loss"],"prefix":"10.1007","author":[{"given":"Mohammed","family":"Fellaji","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fr\u00e9d\u00e9ric","family":"Pennerath","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brieuc","family":"Conan-Guez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miguel","family":"Couceiro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"10_CR1","unstructured":"Bengs, V., H\u00fcllermeier, E., Waegeman, W.: Pitfalls of epistemic uncertainty quantification through loss minimisation. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=epjxT_ARZW5"},{"key":"10_CR2","unstructured":"de Mathelin, A., Deheeger, F., Mougeot, M., Vayatis, N.: Deep anti-regularized ensembles provide reliable out-of-distribution uncertainty quantification, April 2023"},{"key":"10_CR3","unstructured":"de Mathelin, A., Deheeger, F., Mougeot, M., Vayatis, N.: Maximum weight entropy, September 2023"},{"key":"10_CR4","unstructured":"Depeweg, S., Hernandez-Lobato, J.M., Doshi-Velez, F., Udluft, S.: Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning. In: Proceedings of the 35th International Conference on Machine Learning, July 2018, pp. 1184\u20131193. PMLR (2018). ISSN 2640-3498. https:\/\/proceedings.mlr.press\/v80\/depeweg18a.html"},{"key":"10_CR5","doi-asserted-by":"publisher","unstructured":"Fortuin, V.: Priors in Bayesian deep learning: a review. Int. Stat. Rev. 90(3), 563\u2013591 (2022). https:\/\/doi.org\/10.1111\/insr.12502. https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/insr.12502","DOI":"10.1111\/insr.12502"},{"key":"10_CR6","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: representing model uncertainty in deep learning. In: International Conference on Machine Learning, June 2016, pp. 1050\u20131059 (2016). http:\/\/proceedings.mlr.press\/v48\/gal16.html"},{"key":"10_CR7","unstructured":"Gal, Y., Islam, R., Ghahramani, Z.: Deep Bayesian active learning with image data. In: Proceedings of the 34th International Conference on Machine Learning, July 2017, pp. 1183\u20131192. PMLR (2017). ISSN 2640-3498. https:\/\/proceedings.mlr.press\/v70\/gal17a.html"},{"key":"10_CR8","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"key":"10_CR9","doi-asserted-by":"publisher","unstructured":"Hinton, G.E., Camp, D.: Keeping the neural networks simple by minimizing the description length of the weights. In: Pitt, L. (ed.) Proceedings of the Sixth Annual ACM Conference on Computational Learning Theory, COLT 1993, Santa Cruz, CA, USA, 26\u201328 July 1993, pp. 5\u201313. ACM (1993). https:\/\/doi.org\/10.1145\/168304.168306","DOI":"10.1145\/168304.168306"},{"key":"10_CR10","unstructured":"Huang, Z., Lam, H., Zhang, H.: Efficient uncertainty quantification and reduction for over-parameterized neural networks. In: Thirty-seventh Conference on Neural Information Processing Systems (2023). https:\/\/openreview.net\/forum?id=6vnwhzRinw"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Jeffreys, H.: An invariant form for the prior probability in estimation problems. Proc. R. Soc. Lond. Ser. A Math. Phys. Sci. 186(1007), 453\u2013461 (1946). http:\/\/www.jstor.org\/stable\/97883","DOI":"10.1098\/rspa.1946.0056"},{"key":"10_CR12","unstructured":"Kirsch, A., Mukhoti, J., van Amersfoort, J., Torr, P.H.S., Gal, Y.: On pitfalls in OoD detection: entropy considered harmful. In: Uncertainty & Robustness in Deep Learning Workshop. ICML (2021)"},{"key":"10_CR13","unstructured":"Kuleshov, V., Fenner, N., Ermon, S.: Accurate uncertainties for deep learning using calibrated regression. In: Proceedings of the 35th International Conference on Machine Learning, July 2018, pp. 2796\u20132804. PMLR (2018). ISSN 2640-3498. https:\/\/proceedings.mlr.press\/v80\/kuleshov18a.html"},{"key":"10_CR14","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: Advances in Neural Information Processing Systems, vol.\u00a030. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/9ef2ed4b7fd2c810847ffa5fa85bce38-Abstract.html"},{"key":"10_CR15","unstructured":"Lee, K., Lee, H., Lee, K., Shin, J.: Training confidence-calibrated classifiers for detecting out-of-distribution samples. In: 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, 30 April\u20133 May 2018, Conference Track Proceedings. OpenReview.net (2018). https:\/\/openreview.net\/forum?id=ryiAv2xAZ"},{"key":"10_CR16","doi-asserted-by":"publisher","unstructured":"MacKay, D.J.C.: A practical Bayesian framework for backpropagation networks. Neural Comput. 4(3), 448\u2013472 (1992). https:\/\/doi.org\/10.1162\/neco.1992.4.3.448. https:\/\/direct.mit.edu\/neco\/article\/4\/3\/448-472\/5654","DOI":"10.1162\/neco.1992.4.3.448"},{"key":"10_CR17","unstructured":"Malinin, A., Gales, M.: Predictive uncertainty estimation via prior networks. In: Advances in Neural Information Processing Systems, vol.\u00a031. Curran Associates, Inc. (2018). https:\/\/proceedings.neurips.cc\/paper\/2018\/hash\/3ea2db50e62ceefceaf70a9d9a56a6f4-Abstract.html"},{"key":"10_CR18","doi-asserted-by":"publisher","unstructured":"Malinin, A., Ragni, A., Knill, K., Gales, M.: Incorporating uncertainty into deep learning for spoken language assessment. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), July 2017, pp. 45\u201350. Association for Computational Linguistics, Vancouver, Canada (2017), https:\/\/doi.org\/10.18653\/v1\/P17-2008. https:\/\/aclanthology.org\/P17-2008","DOI":"10.18653\/v1\/P17-2008"},{"key":"10_CR19","doi-asserted-by":"publisher","unstructured":"Meister, C., Salesky, E., Cotterell, R.: Generalized entropy regularization or: there\u2019s nothing special about label smoothing. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, Online, July 2020, pp. 6870\u20136886. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.615. https:\/\/aclanthology.org\/2020.acl-main.615","DOI":"10.18653\/v1\/2020.acl-main.615"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Mucs\u00e1nyi, B., Kirchhof, M., Oh, S.J.: Benchmarking uncertainty disentanglement: specialized uncertainties for specialized tasks (2024)","DOI":"10.52202\/079017-1614"},{"key":"10_CR21","doi-asserted-by":"publisher","unstructured":"Neal, R.M.: Bayesian Learning for Neural Networks, Lecture Notes in Statistics, vol.\u00a0118. Springer New York, New York, NY (1996). https:\/\/doi.org\/10.1007\/978-1-4612-0745-0. http:\/\/link.springer.com\/10.1007\/978-1-4612-0745-0","DOI":"10.1007\/978-1-4612-0745-0"},{"key":"10_CR22","unstructured":"Nixon, J., Dusenberry, M.W., Zhang, L., Jerfel, G., Tran, D.: Measuring calibration in deep learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops, June 2019 (2019)"},{"key":"10_CR23","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems. Curran Associates Inc., Red Hook, NY, USA (2019)"},{"key":"10_CR24","doi-asserted-by":"publisher","unstructured":"Pakdaman\u00a0Naeini, M., Cooper, G., Hauskrecht, M.: Obtaining well calibrated probabilities using Bayesian binning. Proc. AAAI Conf. Artif. Intell. 29(1) (2015). https:\/\/doi.org\/10.1609\/aaai.v29i1.9602. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/9602","DOI":"10.1609\/aaai.v29i1.9602"},{"key":"10_CR25","unstructured":"Pereyra, G., Tucker, G., Chorowski, J., Kaiser, L., Hinton, G.E.: Regularizing neural networks by penalizing confident output distributions. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, 24\u201326 April 2017, Workshop Track Proceedings. OpenReview.net (2017). https:\/\/openreview.net\/forum?id=HyhbYrGYe"},{"key":"10_CR26","unstructured":"Ren, J., et al.: Likelihood ratios for out-of-distribution detection. In: Wallach, H.M., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E.B., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, 8\u201314 December 2019, Vancouver, BC, Canada, pp. 14680\u201314691 (2019)"},{"key":"10_CR27","unstructured":"Sensoy, M., Kaplan, L.M., Kandemir, M.: Evidential deep learning to quantify classification uncertainty. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, 3\u20138 December 2018, Montr\u00e9al, Canada, pp. 3183\u20133193 (2018). https:\/\/proceedings.neurips.cc\/paper\/2018\/hash\/a981f2b708044d6fb4a71a1463242520-Abstract.html"},{"key":"10_CR28","doi-asserted-by":"publisher","unstructured":"Silva, F.L.D., Hernandez-Leal, P., Kartal, B., Taylor, M.E.: Uncertainty-aware action advising for deep reinforcement learning agents. Proc. AAAI Conf. Artif. Intell. 34(04), 5792\u20135799 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i04.6036. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/6036","DOI":"10.1609\/aaai.v34i04.6036"},{"key":"10_CR29","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., Wojna, Z.: Rethinking the inception architecture for computer vision. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2818\u20132826 (2016)","DOI":"10.1109\/CVPR.2016.308"},{"key":"10_CR30","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.neunet.2020.12.011","volume":"135","author":"T Tsiligkaridis","year":"2021","unstructured":"Tsiligkaridis, T.: Information aware max-norm Dirichlet networks for predictive uncertainty estimation. Neural Netw. 135, 105\u2013114 (2021)","journal-title":"Neural Netw."},{"key":"10_CR31","unstructured":"Wimmer, L., Sale, Y., Hofman, P., Bischl, B., H\u00fcllermeier, E.: Quantifying aleatoric and epistemic uncertainty in machine learning: are conditional entropy and mutual information appropriate measures? In: Proceedings of the Thirty-Ninth Conference on Uncertainty in Artificial Intelligence, July 2023, pp. 2282\u20132292. PMLR (2023). ISSN 2640-3498. https:\/\/proceedings.mlr.press\/v216\/wimmer23a.html"},{"key":"10_CR32","doi-asserted-by":"publisher","unstructured":"Yao, J., Pan, W., Ghosh, S., Doshi-Velez, F.: Quality of uncertainty quantification for bayesian neural network inference, June 2019.https:\/\/doi.org\/10.48550\/arXiv.1906.09686. arXiv arXiv:1906.09686 [cs, stat]","DOI":"10.48550\/arXiv.1906.09686"},{"key":"10_CR33","unstructured":"Zadrozny, B., Elkan, C.: Obtaining calibrated probability estimates from decision trees and Naive Bayesian classifiers. In: Proceedings of the Eighteenth International Conference on Machine Learning, ICML 2001, pp. 609-616. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA (2001)"},{"key":"10_CR34","doi-asserted-by":"publisher","unstructured":"Zadrozny, B., Elkan, C.: Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2002, pp. 694-699. Association for Computing Machinery, New York, NY, USA (2002). https:\/\/doi.org\/10.1145\/775047.775151","DOI":"10.1145\/775047.775151"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70359-1_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T07:27:44Z","timestamp":1768202864000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70359-1_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703584","9783031703591"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70359-1_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}