{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:14:35Z","timestamp":1767320075122,"version":"3.48.0"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032095121","type":"print"},{"value":"9783032095138","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09513-8_13","type":"book-chapter","created":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:10:26Z","timestamp":1767319826000},"page":"127-137","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Auditing Significance, Metric Choice, and\u00a0Demographic Fairness in\u00a0Medical AI Challenges"],"prefix":"10.1007","author":[{"given":"Ariel","family":"Lubonja","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pedro R. A. S.","family":"Bassi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenxuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hualin","family":"Qiao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Randal","family":"Burns","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan L.","family":"Yuille","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zongwei","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,2]]},"reference":[{"issue":"1","key":"13_CR1","first-page":"1","volume":"13","author":"M Antonelli","year":"2022","unstructured":"Antonelli, M., et al.: The medical segmentation decathlon. Nature Commun. 13(1), 1\u201313 (2022)","journal-title":"The medical segmentation decathlon. Nature Commun."},{"key":"13_CR2","unstructured":"Bassi, P.R., Li, W., Tang, Y., Isensee, F., et\u00a0al.: Touchstone benchmark: are we on the right way for evaluating ai algorithms for medical segmentation? In: Conference on Neural Information Processing Systems (2024). https:\/\/github.com\/MrGiovanni\/Touchstone"},{"issue":"6","key":"13_CR3","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-023-01056-8","volume":"7","author":"RJ Chen","year":"2023","unstructured":"Chen, R.J., et al.: Algorithmic fairness in artificial intelligence for medicine and healthcare. Nature Biomed. Eng. 7(6), 719\u2013742 (2023)","journal-title":"Nature Biomed. Eng."},{"issue":"2","key":"13_CR4","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1089\/big.2016.0047","volume":"5","author":"A Chouldechova","year":"2017","unstructured":"Chouldechova, A.: Fair prediction with disparate impact: a study of bias in recidivism prediction instruments. Big Data 5(2), 153\u2013163 (2017)","journal-title":"Big Data"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Christodoulou, E., Reinke, A., et\u00a0al.: Confidence intervals uncovered: are we ready for real-world medical imaging ai? In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 124\u2013132. Springer (2024)","DOI":"10.1007\/978-3-031-72117-5_12"},{"key":"13_CR6","unstructured":"Eisenmann, M., et\u00a0al.: Why is the winner the best? In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 19955\u201319966 (2023)"},{"key":"13_CR7","unstructured":"Gao, Y., Zhou, M., Liu, D., Yan, Z., Zhang, S., Metaxas, D.N.: A data-scalable transformer for medical image segmentation: architecture, model efficiency, and benchmark. arXiv preprint arXiv:2203.00131 (2022)"},{"issue":"6","key":"13_CR8","doi-asserted-by":"publisher","first-page":"e406","DOI":"10.1016\/S2589-7500(22)00063-2","volume":"4","author":"JW Gichoya","year":"2022","unstructured":"Gichoya, J.W., et al.: Ai recognition of patient race in medical imaging: a modelling study. Lancet Digital Health 4(6), e406\u2013e414 (2022)","journal-title":"Lancet Digital Health"},{"key":"13_CR9","doi-asserted-by":"crossref","unstructured":"Gu, H., Dong, H., Yang, J., Mazurowski, M.A.: How to build the best medical image segmentation algorithm using foundation models: a comprehensive empirical study with segment anything model. arXiv preprint arXiv:2404.09957 (2024)","DOI":"10.59275\/j.melba.2025-86a6"},{"key":"13_CR10","unstructured":"Hardt, M., Price, E., Srebro, N.: Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016)"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Hatamizadeh, A., et al.: Unetr: transformers for 3d medical image segmentation. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 574\u2013584 (2022)","DOI":"10.1109\/WACV51458.2022.00181"},{"key":"13_CR12","unstructured":"Heller, N., et\u00a0al.: The kits19 challenge data: 300 kidney tumor cases with clinical context, ct semantic segmentations, and surgical outcomes. arXiv preprint arXiv:1904.00445 (2019)"},{"key":"13_CR13","unstructured":"Huang, Z., et\u00a0al.: Stu-net: Scalable and transferable medical image segmentation models empowered by large-scale supervised pre-training. arXiv preprint arXiv:2304.06716 (2023)"},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Isensee, F., Wald, T., Ulrich, C., Baumgartner, M., Roy, S., Maier-Hein, K., Jaeger, P.F.: nnu-net revisited: a call for rigorous validation in 3d medical image segmentation. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 488\u2013498. Springer (2024)","DOI":"10.1007\/978-3-031-72114-4_47"},{"issue":"23","key":"13_CR15","doi-asserted-by":"publisher","first-page":"12592","DOI":"10.1073\/pnas.1919012117","volume":"117","author":"AJ Larrazabal","year":"2020","unstructured":"Larrazabal, A.J., Nieto, N., et al.: Gender imbalance in medical imaging datasets produces biased classifiers for computer-aided diagnosis. Proc. Natl. Acad. Sci. 117(23), 12592\u201312594 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"13_CR16","unstructured":"Lekadir, K., et\u00a0al.: Future-ai: International consensus guideline for trustworthy and deployable artificial intelligence in healthcare. bmj 388 (2025)"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Liu, J., et al.: Clip-driven universal model for organ segmentation and tumor detection. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 21152\u201321164 (2023)","DOI":"10.1109\/ICCV51070.2023.01934"},{"key":"13_CR18","doi-asserted-by":"crossref","unstructured":"Luo, X., Li, Z., et\u00a0al.: Rethinking abdominal organ segmentation (raos) in the clinical scenario: a robustness evaluation benchmark with challenging cases. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 531\u2013541. Springer (2024)","DOI":"10.1007\/978-3-031-72114-4_51"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Ma, J., Zhang, Y., Gu, S., et\u00a0al.: Automatic organ and pan-cancer segmentation in abdomen ct: the flare 2023 challenge (2024)","DOI":"10.1007\/978-3-031-58776-4"},{"issue":"1","key":"13_CR20","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1186\/s13104-022-06096-y","volume":"15","author":"D M\u00fcller","year":"2022","unstructured":"M\u00fcller, D., Soto-Rey, I., Kramer, F.: Towards a guideline for evaluation metrics in medical image segmentation. BMC. Res. Notes 15(1), 210 (2022)","journal-title":"BMC. Res. Notes"},{"key":"13_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102336","volume":"77","author":"V Oreiller","year":"2022","unstructured":"Oreiller, V., et al.: Head and neck tumor segmentation in pet\/ct: the hecktor challenge. Med. Image Anal. 77, 102336 (2022)","journal-title":"Med. Image Anal."},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Reinke, A., Grab, G., Maier-Hein, L.: Challenge results are not reproducible. In: BVM Workshop, pp. 198\u2013203. Springer (2023)","DOI":"10.1007\/978-3-658-41657-7_43"},{"issue":"2","key":"13_CR23","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1038\/s41592-023-02150-0","volume":"21","author":"A Reinke","year":"2024","unstructured":"Reinke, A., et al.: Understanding metric-related pitfalls in image analysis validation. Nat. Methods 21(2), 182\u2013194 (2024)","journal-title":"Nat. Methods"},{"key":"13_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102765","volume":"86","author":"T Ro\u00df","year":"2023","unstructured":"Ro\u00df, T., et al.: Beyond rankings: learning (more) from algorithm validation. Med. Image Anal. 86, 102765 (2023)","journal-title":"Med. Image Anal."},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Seyyed-Kalantari, L., Liu, G., McDermott, M., Chen, I.Y., Ghassemi, M.: Chexclusion: Fairness gaps in deep chest x-ray classifiers. In: BIOCOMPUTING 2021: Proceedings of the Pacific Symposium, pp. 232\u2013243. World Scientific (2020)","DOI":"10.1142\/9789811232701_0022"},{"issue":"12","key":"13_CR26","doi-asserted-by":"publisher","first-page":"2176","DOI":"10.1038\/s41591-021-01595-0","volume":"27","author":"L Seyyed-Kalantari","year":"2021","unstructured":"Seyyed-Kalantari, L., Zhang, H., McDermott, M.B., Chen, I.Y., Ghassemi, M.: Underdiagnosis bias of artificial intelligence algorithms applied to chest radiographs in under-served patient populations. Nat. Med. 27(12), 2176\u20132182 (2021)","journal-title":"Nat. Med."},{"key":"13_CR27","unstructured":"Shi, P., Guo, X., Yang, Y., Ye, C., Ma, T.: Nextou: efficient topology-aware u-net for medical image segmentation. arXiv preprint arXiv:2305.15911 (2023)"},{"issue":"1","key":"13_CR28","doi-asserted-by":"publisher","first-page":"2369","DOI":"10.1038\/s41598-021-82017-6","volume":"11","author":"M Wiesenfarth","year":"2021","unstructured":"Wiesenfarth, M., et al.: Methods and open-source toolkit for analyzing and visualizing challenge results. Sci. Rep. 11(1), 2369 (2021)","journal-title":"Sci. Rep."},{"key":"13_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2025.103654","volume":"105","author":"Z Xing","year":"2025","unstructured":"Xing, Z., et al.: Diff-unet: a diffusion embedded network for robust 3d medical image segmentation. Med. Image Anal. 105, 103654 (2025). https:\/\/doi.org\/10.1016\/j.media.2025.103654","journal-title":"Med. Image Anal."},{"key":"13_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102939","volume":"90","author":"X Yu","year":"2023","unstructured":"Yu, X., Yang, Q., et al.: Unest: local spatial representation learning with hierarchical transformer for efficient medical segmentation. Med. Image Anal. 90, 102939 (2023)","journal-title":"Med. Image Anal."}],"container-title":["Lecture Notes in Computer Science","Machine Learning in Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09513-8_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:10:28Z","timestamp":1767319828000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09513-8_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032095121","9783032095138"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09513-8_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MLMI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Machine Learning in Medical Imaging","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mlmi-med2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/view\/mlmi2025\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}