{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T03:06:53Z","timestamp":1779419213629,"version":"3.53.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032065926","type":"print"},{"value":"9783032065933","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06593-3_5","type":"book-chapter","created":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T12:37:55Z","timestamp":1759063075000},"page":"45-55","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluation of\u00a0Uncertainty-Aware Multi-software Ensembles for\u00a0Hippocampal Segmentation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-1489-6406","authenticated-orcid":false,"given":"Gabriel","family":"Oliveira-Stahl","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0380-0674","authenticated-orcid":false,"given":"Anna","family":"Schroder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0600-5315","authenticated-orcid":false,"given":"James","family":"Moggridge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3575-7938","authenticated-orcid":false,"given":"Hamza A.","family":"Salhab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Caroline","family":"Micallef","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3178-025X","authenticated-orcid":false,"given":"Josephine","family":"Barnes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1284-2558","authenticated-orcid":false,"given":"M. Jorge","family":"Cardoso","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5753-428X","authenticated-orcid":false,"given":"Carole H.","family":"Sudre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3881-4870","authenticated-orcid":false,"given":"Matthew","family":"Grech-Sollars","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Abdar, M., et\u00a0al.: A review of uncertainty quantification in deep learning: techniques, applications and challenges (2020). https:\/\/doi.org\/10.48550\/ARXIV.2011.06225. publisher: arXiv Version Number: 4","DOI":"10.48550\/ARXIV.2011.06225"},{"issue":"2","key":"5_CR2","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.jalz.2014.02.009","volume":"11","author":"M Boccardi","year":"2015","unstructured":"Boccardi, M., et al.: Delphi definition of the EADC-ADNI Harmonized Protocol for hippocampal segmentation on magnetic resonance. Alzheimer\u2019s Dementia 11(2), 126\u2013138 (2015). https:\/\/doi.org\/10.1016\/j.jalz.2014.02.009","journal-title":"Alzheimer\u2019s Dementia"},{"issue":"5","key":"5_CR3","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1002\/ana.10171","volume":"51","author":"RS Briellmann","year":"2002","unstructured":"Briellmann, R.S., Berkovic, S.F., Syngeniotis, A., King, M.A., Jackson, G.D.: Seizure-associated hippocampal volume loss: a longitudinal magnetic resonance study of temporal lobe epilepsy. Ann. Neurol. 51(5), 641\u2013644 (2002). https:\/\/doi.org\/10.1002\/ana.10171","journal-title":"Ann. Neurol."},{"issue":"2","key":"5_CR4","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s12021-014-9243-4","volume":"13","author":"V Dill","year":"2014","unstructured":"Dill, V., Franco, A.R., Pinho, M.S.: Automated Methods for Hippocampus Segmentation: the Evolution and a Review of the State of the Art. Neuroinformatics 13(2), 133\u2013150 (2014). https:\/\/doi.org\/10.1007\/s12021-014-9243-4","journal-title":"Neuroinformatics"},{"key":"5_CR5","doi-asserted-by":"publisher","first-page":"21","DOI":"10.3389\/fneur.2020.00021","volume":"11","author":"Y Duan","year":"2020","unstructured":"Duan, Y., Lin, Y., Rosen, D., Du, J., He, L., Wang, Y.: Identifying morphological patterns of hippocampal atrophy in patients with mesial temporal lobe epilepsy and alzheimer disease. Front. Neurol. 11, 21 (2020). https:\/\/doi.org\/10.3389\/fneur.2020.00021","journal-title":"Front. Neurol."},{"issue":"2","key":"5_CR6","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1016\/j.neuroimage.2012.01.021","volume":"62","author":"B Fischl","year":"2012","unstructured":"Fischl, B.: FreeSurfer. NeuroImage 62(2), 774\u2013781 (2012). https:\/\/doi.org\/10.1016\/j.neuroimage.2012.01.021","journal-title":"FreeSurfer. NeuroImage"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a bayesian approximation: representing model uncertainty in deep learning (2015). https:\/\/doi.org\/10.48550\/ARXIV.1506.02142. version Number: 6","DOI":"10.48550\/ARXIV.1506.02142"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Geuze, E., Vermetten, E., Bremner, J.D.: MR-based in vivo hippocampal volumetrics: 1. Review of methodologies currently employed. Mol. Psychiatry 10(2), 147\u2013159 (2005). https:\/\/doi.org\/10.1038\/sj.mp.4001580","DOI":"10.1038\/sj.mp.4001580"},{"key":"5_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2020.117012","volume":"219","author":"L Henschel","year":"2020","unstructured":"Henschel, L., Conjeti, S., Estrada, S., Diers, K., Fischl, B., Reuter, M.: FastSurfer - a fast and accurate deep learning based neuroimaging pipeline. Neuroimage 219, 117012 (2020). https:\/\/doi.org\/10.1016\/j.neuroimage.2020.117012","journal-title":"Neuroimage"},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"Jack, C.R.: MRI-based hippocampal volume measurements in Epilepsy. Epilepsia 35(s6) (1994). https:\/\/doi.org\/10.1111\/j.1528-1157.1994.tb05986.x","DOI":"10.1111\/j.1528-1157.1994.tb05986.x"},{"key":"5_CR11","doi-asserted-by":"publisher","unstructured":"Javanbakhat, M., Hasan, M.T., Lippert, C.: Assessing uncertainty estimation methods for 3D image segmentation under distribution shifts (2024). https:\/\/doi.org\/10.48550\/ARXIV.2402.06937. version Number: 1","DOI":"10.48550\/ARXIV.2402.06937"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Kofler, F., et al.: Robust, primitive, and unsupervised quality estimation for segmentation ensembles. Front. Neurosci. 15, 752780 (2021)","DOI":"10.3389\/fnins.2021.752780"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Kuijf, H.J., et al.: Standardized assessment of automatic segmentation of white matter hyperintensities and results of the wmh segmentation challenge. IEEE Trans. Med. Imaging 38(11), 2556\u20132568 (2019)","DOI":"10.1109\/TMI.2019.2905770"},{"key":"5_CR14","doi-asserted-by":"publisher","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles (2016). https:\/\/doi.org\/10.48550\/ARXIV.1612.01474. version Number: 3","DOI":"10.48550\/ARXIV.1612.01474"},{"key":"5_CR15","unstructured":"Menze, B.H., et al.: The multimodal brain tumor image segmentation benchmark (BRATS). IEEE Trans. Med. Imaging 34(10), 1993\u20132024 (2015)"},{"key":"5_CR16","unstructured":"Microsoft: InnerEye Deep Learning Toolbox. https:\/\/github.com\/microsoft\/InnerEye-DeepLearning"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Muller, D., Soto-Rey, I., Kramer, F.: An analysis on ensemble learning optimized medical image classification with deep convolutional neural networks. IEEE Access 10, 66467\u201366480 (2022)","DOI":"10.1109\/ACCESS.2022.3182399"},{"key":"5_CR18","doi-asserted-by":"publisher","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift (2019). https:\/\/doi.org\/10.48550\/ARXIV.1906.02530. version Number: 2","DOI":"10.48550\/ARXIV.1906.02530"},{"key":"5_CR19","unstructured":"Rahaman, R., thiery, a.: Uncertainty quantification and deep ensembles. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P.S., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems. vol.\u00a034, pp. 20063\u201320075. Curran Associates, Inc. (2021). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/a70dc40477bc2adceef4d2c90f47eb82-Paper.pdf"},{"key":"5_CR20","unstructured":"Schroder, A., et al.: InnerEye as a tool for accurate hippocampal segmentation. In: Proceedings of 2023 ISMRM Annual Meeting and Exhibition (ISMRM). (2023)"},{"key":"5_CR21","unstructured":"Schroder, A., et al.: clinical validation of the innereye hippocampal segmentation tool. In: Proceedings of 2024 ISMRM Annual Meeting and Exhibition (ISMRM). (2024)"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Schuff, N., Woerner, N., Boreta, L., Kornfield, T.: MRI of hippocampal volume loss in early Alzheimer\u2019s disease in relation to ApoE genotype and biomarkers. Brain 132(4), 1067\u20131077 (2008)","DOI":"10.1093\/brain\/awp007"},{"issue":"09","key":"5_CR23","doi-asserted-by":"publisher","first-page":"13693","DOI":"10.1609\/aaai.v34i09.7123","volume":"34","author":"E Strubell","year":"2020","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for modern deep learning research. Proc. AAAI Conf. Artif. Intell. 34(09), 13693\u201313696 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i09.7123","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"issue":"2","key":"5_CR24","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1111\/epi.16416","volume":"61","author":"SB Vos","year":"2020","unstructured":"Vos, S.B., et al.: Hippocampal profiling: localized magnetic resonance imaging volumetry and T2 relaxometry for hippocampal sclerosis. Epilepsia 61(2), 297\u2013309 (2020). https:\/\/doi.org\/10.1111\/epi.16416","journal-title":"Epilepsia"},{"issue":"12","key":"5_CR25","doi-asserted-by":"publisher","first-page":"2166","DOI":"10.1111\/epi.12408","volume":"54","author":"GP Winston","year":"2013","unstructured":"Winston, G.P., Cardoso, M.J., Williams, E.J., Burdett, J.L., Bartlett, P.A.: Automated hippocampal segmentation in patients with epilepsy: available free online. Epilepsia 54(12), 2166\u20132173 (2013). https:\/\/doi.org\/10.1111\/epi.12408","journal-title":"Epilepsia"},{"key":"5_CR26","unstructured":"Wu, C.J., et\u00a0al.: Sustainable AI: environmental implications, challenges and opportunities. In: Proceedings of Machine Learning and Systems, vol.\u00a04, pp. 795\u2013813 (2022)"},{"key":"5_CR27","doi-asserted-by":"publisher","unstructured":"Wu, X., Gales, M.: Should Ensemble Members Be Calibrated? (2021). https:\/\/doi.org\/10.48550\/arXiv.2101.05397. arXiv:2101.05397 [cs]","DOI":"10.48550\/arXiv.2101.05397"},{"key":"5_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1007\/978-3-319-46723-8_65","volume-title":"Medical Image Computing and Computer-Assisted Intervention \u2013 MICCAI 2016","author":"L Xie","year":"2016","unstructured":"Xie, L., et al.: Accounting for the confound of meninges in segmenting entorhinal and perirhinal cortices in T1-weighted MRI. In: Ourselin, S., Joskowicz, L., Sabuncu, M.R., Unal, G., Wells, W. (eds.) MICCAI 2016. LNCS, vol. 9901, pp. 564\u2013571. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46723-8_65"}],"container-title":["Lecture Notes in Computer Science","Uncertainty for Safe Utilization of Machine Learning in Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06593-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T02:47:00Z","timestamp":1779418020000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06593-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"ISBN":["9783032065926","9783032065933"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06593-3_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"29 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interest"}},{"value":"UNSURE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Uncertainty for Safe Utilization of Machine Learning in Medical Imaging","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"unsure2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/unsuremiccai.github.io","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}