{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,22]],"date-time":"2026-10-22T04:51:41Z","timestamp":1792644701784,"version":"4.5.0"},"reference-count":49,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100018625","name":"Science and Technology Innovation Plan Of Shanghai Science and Technology Commission","doi-asserted-by":"publisher","award":["19511121302"],"award-info":[{"award-number":["19511121302"]}],"id":[{"id":"10.13039\/501100018625","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82072021"],"award-info":[{"award-number":["82072021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computerized Medical Imaging and Graphics"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1016\/j.compmedimag.2025.102574","type":"journal-article","created":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T16:15:05Z","timestamp":1748621705000},"page":"102574","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":15,"special_numbering":"C","title":["Evaluation of uncertainty estimation methods in medical image segmentation: Exploring the usage of uncertainty in clinical deployment"],"prefix":"10.1016","volume":"124","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0488-0573","authenticated-orcid":false,"given":"Shiman","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mingzhi","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaokun","family":"Dai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0248-8495","authenticated-orcid":false,"given":"Chenxi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.compmedimag.2025.102574_b1","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","article-title":"A review of uncertainty quantification in deep learning: Techniques, applications and challenges","volume":"76","author":"Abdar","year":"2021","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.compmedimag.2025.102574_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.104418","article-title":"Uncertainty quantification in skin cancer classification using three-way decision-based Bayesian deep learning","author":"Abdar","year":"2021","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compmedimag.2025.102574_b3","article-title":"The medical segmentation decathlon","volume":"13","author":"Antonelli","year":"2021","journal-title":"Nat. Commun."},{"key":"10.1016\/j.compmedimag.2025.102574_b4","series-title":"Data from LIDC-idri","author":"Armato","year":"2015"},{"key":"10.1016\/j.compmedimag.2025.102574_b5","article-title":"Evaluation of uncertainty quantification methods in multi-label classification: A case study with automatic diagnosis of electrocardiogram","volume":"101","author":"Barandas","year":"2023","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.compmedimag.2025.102574_b6","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1038\/s42256-018-0004-1","article-title":"The need for uncertainty quantification in machine-assisted medical decision making","volume":"1","author":"Begoli","year":"2019","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.compmedimag.2025.102574_b7","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","article-title":"Verification of forecasts expressed in terms of probability","volume":"78","author":"Brier","year":"1950","journal-title":"Mon. Weather Rev."},{"key":"10.1016\/j.compmedimag.2025.102574_b8","series-title":"Monai: An open-source framework for deep learning in healthcare","author":"Cardoso","year":"2022"},{"key":"10.1016\/j.compmedimag.2025.102574_b9","series-title":"International MICCAI Brainlesion Workshop","first-page":"578","article-title":"Meta-learning for medical image segmentation uncertainty quantification","author":"Cetindag","year":"2021"},{"key":"10.1016\/j.compmedimag.2025.102574_b10","series-title":"Is segmentation uncertainty useful?","author":"Czolbe","year":"2021"},{"key":"10.1016\/j.compmedimag.2025.102574_b11","series-title":"International Conference on Machine Learning","first-page":"1050","article-title":"Dropout as a bayesian approximation: Representing model uncertainty in deep learning","author":"Gal","year":"2016"},{"key":"10.1016\/j.compmedimag.2025.102574_b12","article-title":"Cardiac MRI segmentation with sparse annotations: Ensembling deep learning uncertainty and shape priors","volume":"81","year":"2022","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.compmedimag.2025.102574_b13","series-title":"International Conference on Machine Learning","article-title":"On calibration of modern neural networks","author":"Guo","year":"2017"},{"key":"10.1016\/j.compmedimag.2025.102574_b14","series-title":"SafeAI@ AAAI","first-page":"83","article-title":"Benchmarking uncertainty estimation methods for deep learning with safety-related metrics.","author":"Henne","year":"2020"},{"key":"10.1016\/j.compmedimag.2025.102574_b15","doi-asserted-by":"crossref","DOI":"10.21037\/jmai-23-40","article-title":"Handling the predictive uncertainty of convolutional neural network in medical image analysis: a review","volume":"6","author":"Hirimutugoda","year":"2023","journal-title":"J. Med. Artif. Intell."},{"key":"10.1016\/j.compmedimag.2025.102574_b16","series-title":"A review of uncertainty quantification in medical image analysis: probabilistic and non-probabilistic methods","author":"Huang","year":"2023"},{"key":"10.1016\/j.compmedimag.2025.102574_b17","series-title":"AAAI Conference on Artificial Intelligence","article-title":"CheXpert: A large chest radiograph dataset with uncertainty labels and expert comparison","author":"Irvin","year":"2019"},{"issue":"2","key":"10.1016\/j.compmedimag.2025.102574_b18","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1038\/s41592-020-01008-z","article-title":"Nnu-net: a self-configuring method for deep learning-based biomedical image segmentation","volume":"18","author":"Isensee","year":"2021","journal-title":"Nature Methods"},{"key":"10.1016\/j.compmedimag.2025.102574_b19","series-title":"Nnu-net revisited: A call for rigorous validation in 3d medical image segmentation","author":"Isensee","year":"2024"},{"key":"10.1016\/j.compmedimag.2025.102574_b20","unstructured":"Jia, L.-H., Guo, L.-Z., Zhou, Z., Li, Y.-F., 2024. Realistic Evaluation of Semi-supervised Learning Algorithms in Open Environments. In: The Twelfth International Conference on Learning Representations."},{"key":"10.1016\/j.compmedimag.2025.102574_b21","series-title":"Subjective Logic: A Formalism for Reasoning Under Uncertainty","author":"Jsang","year":"2018"},{"key":"10.1016\/j.compmedimag.2025.102574_b22","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","first-page":"492","article-title":"Crisp-reliable uncertainty estimation for medical image segmentation","author":"Judge","year":"2022"},{"key":"10.1016\/j.compmedimag.2025.102574_b23","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","article-title":"Assessing reliability and challenges of uncertainty estimations for medical image segmentation","author":"Jungo","year":"2019"},{"key":"10.1016\/j.compmedimag.2025.102574_b24","series-title":"Values: A framework for systematic validation of uncertainty estimation in semantic segmentation","author":"Kahl","year":"2024"},{"key":"10.1016\/j.compmedimag.2025.102574_b25","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2020.101759","article-title":"Deep learning with noisy labels: Exploring techniques and remedies in medical image analysis","volume":"65","author":"Karimi","year":"2020","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.compmedimag.2025.102574_b26","article-title":"What uncertainties do we need in bayesian deep learning for computer vision?","volume":"30","author":"Kendall","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compmedimag.2025.102574_b27","series-title":"Are we using appropriate segmentation metrics? Identifying correlates of human expert perception for CNN training beyond rolling the dice coefficient","author":"Kofler","year":"2021"},{"key":"10.1016\/j.compmedimag.2025.102574_b28","series-title":"A probabilistic U-net for segmentation of ambiguous images","author":"Kohl","year":"2018"},{"issue":"8","key":"10.1016\/j.compmedimag.2025.102574_b29","doi-asserted-by":"crossref","DOI":"10.2196\/36427","article-title":"Uncertainty estimation in medical image classification: systematic review","volume":"10","author":"Kurz","year":"2022","journal-title":"JMIR Med. Informatics"},{"key":"10.1016\/j.compmedimag.2025.102574_b30","series-title":"Neural Information Processing Systems","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","author":"Lakshminarayanan","year":"2016"},{"key":"10.1016\/j.compmedimag.2025.102574_b31","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2024.102830","article-title":"Trustworthy clinical AI solutions: a unified review of uncertainty quantification in deep learning models for medical image analysis","author":"Lambert","year":"2024","journal-title":"Artif. Intell. Med."},{"issue":"8","key":"10.1016\/j.compmedimag.2025.102574_b32","article-title":"Uncertainty-aware deep learning in healthcare: a scoping review","volume":"1","author":"Loftus","year":"2022","journal-title":"PLOS Digit. Heal."},{"issue":"12","key":"10.1016\/j.compmedimag.2025.102574_b33","doi-asserted-by":"crossref","first-page":"3868","DOI":"10.1109\/TMI.2020.3006437","article-title":"Confidence calibration and predictive uncertainty estimation for deep medical image segmentation","volume":"39","author":"Mehrtash","year":"2020","journal-title":"IEEE Trans. Med. Imaging"},{"key":"10.1016\/j.compmedimag.2025.102574_b34","series-title":"Evaluating the fairness of deep learning uncertainty estimates in medical image analysis","author":"Mehta","year":"2023"},{"key":"10.1016\/j.compmedimag.2025.102574_b35","unstructured":"Monteiro, M., Oliveira, A., Cardoso, J.S., 2020. Stochastic segmentation networks: Modelling spatially correlated aleatoric uncertainty. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 13625\u201313634."},{"key":"10.1016\/j.compmedimag.2025.102574_b36","series-title":"Brainlesion: Glioma, Multiple Sclerosis, Stroke and Traumatic Brain Injuries: 4th International Workshop, BrainLes 2018, Held in Conjunction with MICCAI 2018, Granada, Spain, September 16, 2018, Revised Selected Papers, Part II 4","first-page":"311","article-title":"3D MRI brain tumor segmentation using autoencoder regularization","author":"Myronenko","year":"2019"},{"key":"10.1016\/j.compmedimag.2025.102574_b37","article-title":"Exploring uncertainty measures in deep networks for multiple sclerosis lesion detection and segmentation","volume":"59","author":"Nair","year":"2018","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.compmedimag.2025.102574_b38","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke","year":"2019","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compmedimag.2025.102574_b39","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","article-title":"On the relationship between calibrated predictors and unbiased volume estimation","author":"Popordanoska","year":"2021"},{"key":"10.1016\/j.compmedimag.2025.102574_b40","series-title":"Medical Image Computing and Computer-Assisted Intervention\u2013MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part III 18","first-page":"234","article-title":"U-net: Convolutional networks for biomedical image segmentation","author":"Ronneberger","year":"2015"},{"key":"10.1016\/j.compmedimag.2025.102574_b41","article-title":"Evidential deep learning to quantify classification uncertainty","volume":"31","author":"Sensoy","year":"2018","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.compmedimag.2025.102574_b42","series-title":"International Conference on Information Processing and Management of Uncertainty in Knowledge-Based Systems","first-page":"556","article-title":"Evaluation of uncertainty quantification in deep learning","author":"St\u00e5hl","year":"2020"},{"key":"10.1016\/j.compmedimag.2025.102574_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2020.101693","article-title":"Embracing imperfect datasets: A review of deep learning solutions for medical image segmentation","volume":"63","author":"Tajbakhsh","year":"2020","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.compmedimag.2025.102574_b44","series-title":"Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2020: 23rd International Conference, Lima, Peru, October 4\u20138, 2020, Proceedings, Part I 23","first-page":"824","article-title":"Can you trust predictive uncertainty under real dataset shifts in digital pathology?","author":"Thagaard","year":"2020"},{"key":"10.1016\/j.compmedimag.2025.102574_b45","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.neucom.2019.01.103","article-title":"Aleatoric uncertainty estimation with test-time augmentation for medical image segmentation with convolutional neural networks","volume":"338","author":"Wang","year":"2019","journal-title":"Neurocomputing"},{"key":"10.1016\/j.compmedimag.2025.102574_b46","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","first-page":"173","article-title":"Usable region estimate for assessing practical usability of medical image segmentation models","author":"Zhang","year":"2022"},{"key":"10.1016\/j.compmedimag.2025.102574_b47","series-title":"A review of uncertainty estimation and its application in medical imaging","author":"Zou","year":"2023"},{"key":"10.1016\/j.compmedimag.2025.102574_b48","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","first-page":"429","article-title":"Uncertainty-aware semi-supervised learning for medical image segmentation","author":"Zou","year":"2023"},{"key":"10.1016\/j.compmedimag.2025.102574_b49","series-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention","article-title":"TBraTs: Trusted brain tumor segmentation","author":"Zou","year":"2022"}],"container-title":["Computerized Medical Imaging and Graphics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895611125000837?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895611125000837?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T14:20:56Z","timestamp":1756477256000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0895611125000837"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":49,"alternative-id":["S0895611125000837"],"URL":"https:\/\/doi.org\/10.1016\/j.compmedimag.2025.102574","relation":{},"ISSN":["0895-6111"],"issn-type":[{"value":"0895-6111","type":"print"}],"subject":[],"published":{"date-parts":[[2025,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluation of uncertainty estimation methods in medical image segmentation: Exploring the usage of uncertainty in clinical deployment","name":"articletitle","label":"Article Title"},{"value":"Computerized Medical Imaging and Graphics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compmedimag.2025.102574","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"102574"}}