{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,26]],"date-time":"2026-10-26T19:26:19Z","timestamp":1793042779150,"version":"4.5.0"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032065926","type":"print"},{"value":"9783032065933","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06593-3_18","type":"book-chapter","created":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T12:38:01Z","timestamp":1759063081000},"page":"193-203","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Benchmarking Uncertainty and\u00a0Its Disentanglement in\u00a0Multi-label Chest X-Ray Classification"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-4307-3078","authenticated-orcid":false,"given":"Simon","family":"Baur","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6283-3265","authenticated-orcid":false,"given":"Wojciech","family":"Samek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2268-1690","authenticated-orcid":false,"given":"Jackie","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"18_CR1","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","volume":"76","author":"M Abdar","year":"2021","unstructured":"Abdar, M., et al.: A review of uncertainty quantification in deep learning: techniques, applications and challenges. Inf. Fusion 76, 243\u2013297 (2021)","journal-title":"Inf. Fusion"},{"key":"18_CR2","doi-asserted-by":"publisher","first-page":"36538","DOI":"10.1109\/ACCESS.2022.3163384","volume":"10","author":"AA Abdullah","year":"2022","unstructured":"Abdullah, A.A., Hassan, M.M., Mustafa, Y.T.: A review on bayesian deep learning in healthcare: applications and challenges. IEEE Access 10, 36538\u201336562 (2022)","journal-title":"IEEE Access"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Baur, S., et al.: Advancing reliability in self-supervised transformer models through hierarchical mask attention heads. In: Medical Imaging 2025: Image Processing, vol. 13406, pp. 152\u2013159. SPIE (2025)","DOI":"10.1117\/12.3047444"},{"key":"18_CR4","doi-asserted-by":"publisher","unstructured":"Clark, B., et al.: Exact: towards a platform for empirically benchmarking machine learning model explanation methods. Meas. Sensors, 101794 (2025). https:\/\/doi.org\/10.1016\/j.measen.2024.101794. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2665917424007700","DOI":"10.1016\/j.measen.2024.101794"},{"key":"18_CR5","unstructured":"Collier, M., Jenatton, R., Mustafa, B., Houlsby, N., Berent, J., Kokiopoulou, E.: Massively scaling heteroscedastic classifiers. arXiv preprint arXiv:2301.12860 (2023)"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Collier, M., Mustafa, B., Kokiopoulou, E., Jenatton, R., Berent, J.: Correlated input-dependent label noise in large-scale image classification. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1551\u20131560 (2021)","DOI":"10.1109\/CVPR46437.2021.00160"},{"key":"18_CR7","unstructured":"Depeweg, S., Hernandez-Lobato, J.M., Doshi-Velez, F., Udluft, S.: Decomposition of uncertainty in bayesian deep learning for efficient and risk-sensitive learning. In: International Conference on Machine Learning, pp. 1184\u20131193. PMLR (2018)"},{"issue":"1","key":"18_CR8","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1038\/s41746-024-01093-w","volume":"7","author":"H Evans","year":"2024","unstructured":"Evans, H., Snead, D.: Understanding the errors made by artificial intelligence algorithms in histopathology in terms of patient impact. NPJ Digi. Med. 7(1), 89 (2024)","journal-title":"NPJ Digi. Med."},{"issue":"Suppl 1","key":"18_CR9","doi-asserted-by":"publisher","first-page":"1513","DOI":"10.1007\/s10462-023-10562-9","volume":"56","author":"J Gawlikowski","year":"2023","unstructured":"Gawlikowski, J., Roscher, R., et al.: A survey of uncertainty in deep neural networks. Artif. Intell. Rev. 56(Suppl 1), 1513\u20131589 (2023)","journal-title":"Artif. Intell. Rev."},{"key":"18_CR10","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"issue":"3","key":"18_CR11","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","volume":"110","author":"E H\u00fcllermeier","year":"2021","unstructured":"H\u00fcllermeier, E., Waegeman, W.: Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Mach. Learn. 110(3), 457\u2013506 (2021)","journal-title":"Mach. Learn."},{"key":"18_CR12","unstructured":"Johnson, A.E.W., et al.: MIMIC-CXR-JPG, a large publicly available database of labeled chest radiographs (2019). https:\/\/arxiv.org\/abs\/1901.07042"},{"key":"18_CR13","unstructured":"Kahl, K.C., L\u00fcth, C.T., Zenk, M., Maier-Hein, K., Jaeger, P.F.: Values: a framework for systematic validation of uncertainty estimation in semantic segmentation. arXiv preprint arXiv:2401.08501 (2024)"},{"key":"18_CR14","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"18_CR15","unstructured":"Lee, S., Purushwalkam, S., Cogswell, M., Crandall, D.J., Batra, D.: Why M heads are better than one: training a diverse ensemble of deep networks. CoRR abs\/1511.06314 (2015). http:\/\/arxiv.org\/abs\/1511.06314"},{"issue":"1","key":"18_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-017-17876-z","volume":"7","author":"C Leibig","year":"2017","unstructured":"Leibig, C., Allken, V., Ayhan, M.S., Berens, P., Wahl, S.: Leveraging uncertainty information from deep neural networks for disease detection. Sci. Rep. 7(1), 1\u201314 (2017)","journal-title":"Sci. Rep."},{"key":"18_CR17","doi-asserted-by":"publisher","unstructured":"Litjens, G., Kooi, T., et al.: A survey on deep learning in medical image analysis. Med. Image Anal. 42, 60\u201388 (2017). https:\/\/doi.org\/10.1016\/j.media.2017.07.005. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1361841517301135","DOI":"10.1016\/j.media.2017.07.005"},{"key":"18_CR18","unstructured":"Maddox, W.J., Izmailov, P., Garipov, T., Vetrov, D.P., Wilson, A.G.: A simple baseline for bayesian uncertainty in deep learning. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Mucs\u00e1nyi, B., Kirchhof, M., Oh, S.J.: Benchmarking uncertainty disentanglement: specialized uncertainties for specialized tasks. In: The Thirty-Eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track (2024). https:\/\/openreview.net\/forum?id=x8RgF2xQTj","DOI":"10.52202\/079017-1614"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Mukhoti, J., Kirsch, A., van Amersfoort, J., Torr, P.H., Gal, Y.: Deep deterministic uncertainty: a new simple baseline. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 24384\u201324394 (2023)","DOI":"10.1109\/CVPR52729.2023.02336"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Pei, J., Wang, C., Szarvas, G.: Transformer uncertainty estimation with hierarchical stochastic attention (2022)","DOI":"10.1609\/aaai.v36i10.21364"},{"key":"18_CR22","unstructured":"Rajpurkar, P., et al.: ChexNet: radiologist-level pneumonia detection on chest X-rays with deep learning. CoRR abs\/1711.05225 (2017). http:\/\/arxiv.org\/abs\/1711.05225"},{"key":"18_CR23","unstructured":"Sensoy, M., Kaplan, L., Kandemir, M.: Evidential deep learning to quantify classification uncertainty. Adv. Neural Inf. Process. Syst. 31 (2018)"},{"key":"18_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102809","volume":"87","author":"M Springenberg","year":"2023","unstructured":"Springenberg, M., Frommholz, A., Wenzel, M., Weicken, E., Ma, J., Strodthoff, N.: From modern CNNs to vision transformers: assessing the performance, robustness, and classification strategies of deep learning models in histopathology. Med. Image Anal. 87, 102809 (2023)","journal-title":"Med. Image Anal."},{"issue":"1","key":"18_CR25","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learning Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learning Res."},{"key":"18_CR26","unstructured":"U.S. Food and Drug Administration: Evaluation methods for artificial intelligence (AI)-enabled medical devices: Performance assessment and uncertainty quantification (2025). Accessed 27 Feb 2025"},{"issue":"5","key":"18_CR27","first-page":"1","volume":"53","author":"H Wang","year":"2020","unstructured":"Wang, H., Yeung, D.Y.: A survey on bayesian deep learning. ACM Comput. Surv. (CSUR) 53(5), 1\u201337 (2020)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"18_CR28","first-page":"4697","volume":"33","author":"AG Wilson","year":"2020","unstructured":"Wilson, A.G., Izmailov, P.: Bayesian deep learning and a probabilistic perspective of generalization. Adv. Neural. Inf. Process. Syst. 33, 4697\u20134708 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Yoo, D., Kweon, I.S.: Learning loss for active learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 93\u2013102 (2019)","DOI":"10.1109\/CVPR.2019.00018"},{"issue":"5","key":"18_CR30","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1109\/JPROC.2021.3054390","volume":"109","author":"SK Zhou","year":"2021","unstructured":"Zhou, S.K., et al.: A review of deep learning in medical imaging: imaging traits, technology trends, case studies with progress highlights, and future promises. Proc. IEEE 109(5), 820\u2013838 (2021)","journal-title":"Proc. IEEE"}],"container-title":["Lecture Notes in Computer Science","Uncertainty for Safe Utilization of Machine Learning in Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06593-3_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T02:49:16Z","timestamp":1779418156000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06593-3_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"ISBN":["9783032065926","9783032065933"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06593-3_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"29 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"UNSURE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Uncertainty for Safe Utilization of Machine Learning in Medical Imaging","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"unsure2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/unsuremiccai.github.io","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}