{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T06:24:28Z","timestamp":1751091868858,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031443350"},{"type":"electronic","value":"9783031443367"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44336-7_6","type":"book-chapter","created":{"date-parts":[[2023,10,6]],"date-time":"2023-10-06T14:01:39Z","timestamp":1696600899000},"page":"53-63","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Benchmarking Scalable Epistemic Uncertainty Quantification in\u00a0Organ Segmentation"],"prefix":"10.1007","author":[{"given":"Jadie","family":"Adams","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shireen Y.","family":"Elhabian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,7]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Adams, J., Elhabian, S.: Fully Bayesian VIB-DeepSSM. arXiv preprint arXiv:2305.05797 (2023)","DOI":"10.1007\/978-3-031-43898-1_34"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"Besnier, V., Bursuc, A., Picard, D., Briot, A.: Triggering failures: out-of-distribution detection by learning from local adversarial attacks in semantic segmentation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 15701\u201315710 (2021)","DOI":"10.1109\/ICCV48922.2021.01541"},{"issue":"518","key":"6_CR3","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1080\/01621459.2017.1285773","volume":"112","author":"DM Blei","year":"2017","unstructured":"Blei, D.M., Kucukelbir, A., McAuliffe, J.D.: Variational inference: a review for statisticians. J. Am. Stat. Assoc. 112(518), 859\u2013877 (2017). https:\/\/doi.org\/10.1080\/01621459.2017.1285773","journal-title":"J. Am. Stat. Assoc."},{"key":"6_CR4","unstructured":"Blundell, C., Cornebise, J., Kavukcuoglu, K., Wierstra, D.: Weight uncertainty in neural network. In: International Conference on Machine Learning, pp. 1613\u20131622. PMLR (2015)"},{"key":"6_CR5","unstructured":"Chen, T., Fox, E., Guestrin, C.: Stochastic gradient Hamiltonian Monte Carlo. In: International Conference on Machine Learning, pp. 1683\u20131691. PMLR (2014)"},{"issue":"6","key":"6_CR6","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1002\/hipo.20626","volume":"19","author":"M Chupin","year":"2009","unstructured":"Chupin, M., et al.: Fully automatic hippocampus segmentation and classification in Alzheimer\u2019s disease and mild cognitive impairment applied on data from ADNI. Hippocampus 19(6), 579\u2013587 (2009)","journal-title":"Hippocampus"},{"key":"6_CR7","unstructured":"Dusenberry, M., et al.: Efficient and scalable Bayesian neural nets with rank-1 factors. In: International Conference on Machine Learning, pp. 2782\u20132792. PMLR (2020)"},{"key":"6_CR8","unstructured":"Fort, S., Hu, H., Lakshminarayanan, B.: Deep ensembles: a loss landscape perspective. arXiv preprint arXiv:1912.02757 (2019)"},{"key":"6_CR9","unstructured":"Franchi, G., Bursuc, A., Aldea, E., Dubuisson, S., Bloch, I.: Encoding the latent posterior of Bayesian neural networks for uncertainty quantification. arXiv preprint arXiv:2012.02818 (2020)"},{"key":"6_CR10","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: representing model uncertainty in deep learning. In: International Conference on Machine Learning, pp. 1050\u20131059. PMLR (2016)"},{"key":"6_CR11","unstructured":"Gal, Y., Hron, J., Kendall, A.: Concrete dropout. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"6_CR12","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv preprint arXiv:1610.02136 (2016)"},{"key":"6_CR13","doi-asserted-by":"publisher","first-page":"2942","DOI":"10.1007\/s10489-019-01421-8","volume":"49","author":"R Hu","year":"2019","unstructured":"Hu, R., Huang, Q., Chang, S., Wang, H., He, J.: The MBPEP: a deep ensemble pruning algorithm providing high quality uncertainty prediction. Appl. Intell. 49, 2942\u20132955 (2019)","journal-title":"Appl. Intell."},{"issue":"3","key":"6_CR14","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","volume":"110","author":"E H\u00fcllermeier","year":"2021","unstructured":"H\u00fcllermeier, E., Waegeman, W.: Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Mach. Learn. 110(3), 457\u2013506 (2021)","journal-title":"Mach. Learn."},{"key":"6_CR15","unstructured":"Izmailov, P., Podoprikhin, D., Garipov, T., Vetrov, D., Wilson, A.G.: Averaging weights leads to wider optima and better generalization. arXiv preprint arXiv:1803.05407 (2018)"},{"key":"6_CR16","unstructured":"Kendall, A., Gal, Y.: What uncertainties do we need in Bayesian deep learning for computer vision? In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"6_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1007\/978-3-030-12029-0_40","volume-title":"Statistical Atlases and Computational Models of the Heart. Atrial Segmentation and LV Quantification Challenges","author":"E Kerfoot","year":"2019","unstructured":"Kerfoot, E., Clough, J., Oksuz, I., Lee, J., King, A.P., Schnabel, J.A.: Left-ventricle quantification using residual U-net. In: Pop, M., et al. (eds.) STACOM 2018. LNCS, vol. 11395, pp. 371\u2013380. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-12029-0_40"},{"key":"6_CR18","first-page":"1","volume":"1050","author":"DP Kingma","year":"2014","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational bayes. Stat 1050, 1 (2014)","journal-title":"Stat"},{"key":"6_CR19","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Li, B., et al.: Trustworthy AI: from principles to practices. ACM Comput. Surv. 55(9), 1\u201346 (2023)","DOI":"10.1145\/3555803"},{"issue":"8","key":"6_CR21","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1038\/s42256-022-00516-1","volume":"4","author":"W Liang","year":"2022","unstructured":"Liang, W., et al.: Advances, challenges and opportunities in creating data for trustworthy AI. Nat. Mach. Intell. 4(8), 669\u2013677 (2022)","journal-title":"Nat. Mach. Intell."},{"key":"6_CR22","unstructured":"Maddox, W.J., Izmailov, P., Garipov, T., Vetrov, D.P., Wilson, A.G.: A simple baseline for Bayesian uncertainty in deep learning. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"6_CR23","unstructured":"Malinin, A., et al.: Shifts 2.0: extending the dataset of real distributional shifts. arXiv preprint arXiv:2206.15407 (2022)"},{"issue":"12","key":"6_CR24","doi-asserted-by":"publisher","first-page":"3868","DOI":"10.1109\/TMI.2020.3006437","volume":"39","author":"A Mehrtash","year":"2020","unstructured":"Mehrtash, A., Wells, W.M., Tempany, C.M., Abolmaesumi, P., Kapur, T.: Confidence calibration and predictive uncertainty estimation for deep medical image segmentation. IEEE Trans. Med. Imaging 39(12), 3868\u20133878 (2020)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"6_CR25","doi-asserted-by":"publisher","first-page":"1955","DOI":"10.1109\/TBME.2022.3232730","volume":"70","author":"M Ng","year":"2022","unstructured":"Ng, M., et al.: Estimating uncertainty in neural networks for cardiac MRI segmentation: a benchmark study. IEEE Trans. Biomed. Eng. 70, 1955\u20131966 (2022)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"6_CR26","unstructured":"Ng, M., Guo, F., Biswas, L., Wright, G.A.: Estimating uncertainty in neural networks for segmentation quality control. In: 32nd International Conference on Neural Information Processing Systems, NIPS 2018, Montr\u00e9al, Canada, pp. 3\u20136 (2018)"},{"issue":"6","key":"6_CR27","doi-asserted-by":"publisher","first-page":"1358","DOI":"10.1109\/TVCG.2010.208","volume":"16","author":"JS Prassni","year":"2010","unstructured":"Prassni, J.S., Ropinski, T., Hinrichs, K.: Uncertainty-aware guided volume segmentation. IEEE Trans. Vis. Comput. Graph. 16(6), 1358\u20131365 (2010)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"6_CR28","unstructured":"Rahaman, R., et al.: Uncertainty quantification and deep ensembles. In: Neural Information Processing Systems, vol. 34, pp. 20063\u201320075 (2021)"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Sahlsten, J., et al.: Application of simultaneous uncertainty quantification for image segmentation with probabilistic deep learning: performance benchmarking of oropharyngeal cancer target delineation as a use-case. medRxiv, pp. 2023\u201302 (2023)","DOI":"10.1101\/2023.02.20.23286188"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Savjani, R.R., Lauria, M., Bose, S., Deng, J., Yuan, Y., Andrearczyk, V.: Automated tumor segmentation in radiotherapy. In: Seminars in Radiation Oncology, vol. 32, pp. 319\u2013329. Elsevier (2022)","DOI":"10.1016\/j.semradonc.2022.06.002"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Shanmugam, D., Blalock, D., Balakrishnan, G., Guttag, J.: Better aggregation in test-time augmentation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1214\u20131223 (2021)","DOI":"10.1109\/ICCV48922.2021.00125"},{"key":"6_CR32","unstructured":"Simpson, A.L., et al.: A large annotated medical image dataset for the development and evaluation of segmentation algorithms. arXiv preprint arXiv:1902.09063 (2019)"},{"key":"6_CR33","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.neucom.2019.01.103","volume":"338","author":"G Wang","year":"2019","unstructured":"Wang, G., Li, W., Aertsen, M., Deprest, J., Ourselin, S., Vercauteren, T.: Aleatoric uncertainty estimation with test-time augmentation for medical image segmentation with convolutional neural networks. Neurocomputing 338, 34\u201345 (2019)","journal-title":"Neurocomputing"},{"key":"6_CR34","unstructured":"Wen, Y., Tran, D., Ba, J.: BatchEnsemble: an alternative approach to efficient ensemble and lifelong learning. arXiv preprint arXiv:2002.06715 (2020)"},{"key":"6_CR35","unstructured":"Wilson, A.G., Izmailov, P.: Bayesian deep learning and a probabilistic perspective of generalization. In: Advances in Neural Information Processing Systems, vol. 33, pp. 4697\u20134708 (2020)"},{"key":"6_CR36","unstructured":"Zhang, L., Goldstein, M., Ranganath, R.: Understanding failures in out-of-distribution detection with deep generative models. In: International Conference on Machine Learning, pp. 12427\u201312436. PMLR (2021)"}],"container-title":["Lecture Notes in Computer Science","Uncertainty for Safe Utilization of Machine Learning in Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44336-7_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,29]],"date-time":"2023-12-29T12:03:28Z","timestamp":1703851408000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44336-7_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031443350","9783031443367"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44336-7_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"7 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"UNSURE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Uncertainty for Safe Utilization of Machine Learning in Medical Imaging","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vancover, BC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"unsure2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/unsuremiccai.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"32","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}