{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T05:44:54Z","timestamp":1768974294788,"version":"3.49.0"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031721168","type":"print"},{"value":"9783031721175","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72117-5_12","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:02:53Z","timestamp":1727870573000},"page":"124-132","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Confidence Intervals Uncovered: Are We Ready for\u00a0Real-World Medical Imaging AI?"],"prefix":"10.1007","author":[{"given":"Evangelia","family":"Christodoulou","sequence":"first","affiliation":[]},{"given":"Annika","family":"Reinke","sequence":"additional","affiliation":[]},{"given":"Rola","family":"Houhou","sequence":"additional","affiliation":[]},{"given":"Piotr","family":"Kalinowski","sequence":"additional","affiliation":[]},{"given":"Selen","family":"Erkan","sequence":"additional","affiliation":[]},{"given":"Carole H.","family":"Sudre","sequence":"additional","affiliation":[]},{"given":"Ninon","family":"Burgos","sequence":"additional","affiliation":[]},{"given":"Sofi\u00e8ne","family":"Boutaj","sequence":"additional","affiliation":[]},{"given":"Sophie","family":"Loizillon","sequence":"additional","affiliation":[]},{"given":"Ma\u00eblys","family":"Solal","sequence":"additional","affiliation":[]},{"given":"Nicola","family":"Rieke","sequence":"additional","affiliation":[]},{"given":"Veronika","family":"Cheplygina","sequence":"additional","affiliation":[]},{"given":"Michela","family":"Antonelli","sequence":"additional","affiliation":[]},{"given":"Leon D.","family":"Mayer","sequence":"additional","affiliation":[]},{"given":"Minu D.","family":"Tizabi","sequence":"additional","affiliation":[]},{"given":"M. Jorge","family":"Cardoso","sequence":"additional","affiliation":[]},{"given":"Amber","family":"Simpson","sequence":"additional","affiliation":[]},{"given":"Paul F.","family":"J\u00e4ger","sequence":"additional","affiliation":[]},{"given":"Annette","family":"Kopp-Schneider","sequence":"additional","affiliation":[]},{"given":"Ga\u00ebl","family":"Varoquaux","sequence":"additional","affiliation":[]},{"given":"Olivier","family":"Colliot","sequence":"additional","affiliation":[]},{"given":"Lena","family":"Maier-Hein","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"key":"12_CR1","unstructured":"Antonelli, M., et al.: The medical segmentation decathlon. Nat. Commun. 13(1), 4128 (2022)"},{"issue":"1","key":"12_CR2","first-page":"2653","volume":"18","author":"A Benavoli","year":"2017","unstructured":"Benavoli, A., Corani, G., Dem\u0161ar, J., Zaffalon, M.: Time for a change: a tutorial for comparing multiple classifiers through Bayesian analysis. J. Mach. Learn. Res. 18(1), 2653\u20132688 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"12_CR3","first-page":"747","volume":"3","author":"X Bouthillier","year":"2021","unstructured":"Bouthillier, X., et al.: Accounting for variance in machine learning benchmarks. Proc. Mach. Learn. Syst. 3, 747\u2013769 (2021)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"12_CR4","unstructured":"CFR: 21 CFR 892.2060 radiological computer-assisted diagnostic software for lesions suspicious of cancer (2020). https:\/\/www.ecfr.gov\/current\/title-21\/section-892.2060. Accessed 4 Mar 2024"},{"key":"12_CR5","unstructured":"CFR: 21 CFR 892.2070 medical image analyzer (2020). https:\/\/www.ecfr.gov\/current\/title-21\/section-892.2070. Accessed 4 Mar 2024"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Chen, W., Krainak, D., Sahiner, B., Petrick, N.: A regulatory science perspective on performance assessment of machine learning algorithms in imaging. Mach. Learn. Brain Disorders, 705\u2013752 (2023)","DOI":"10.1007\/978-1-0716-3195-9_23"},{"issue":"1","key":"12_CR7","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1080\/10601330701885108","volume":"25","author":"GC Cleophas","year":"2008","unstructured":"Cleophas, G.C., Cleophas, M.T., Cleophas, T.J.: Clinical trials: superiority-testing. Clin. Res. Regul. Aff. 25(1), 31\u201339 (2008)","journal-title":"Clin. Res. Regul. Aff."},{"key":"12_CR8","doi-asserted-by":"publisher","first-page":"e078378","DOI":"10.1136\/bmj-2023-078378","volume":"385","author":"GS Collins","year":"2024","unstructured":"Collins, G.S., et al.: TRIPOD+ AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods. BMJ 385, e078378 (2024)","journal-title":"BMJ"},{"key":"12_CR9","unstructured":"Jurdi, R.E., Varoquax, G., Colliot, O.: Confidence intervals for performance estimates in 3D medical image segmentation. arXiv preprint arXiv:2307.10926 (2023)"},{"issue":"1","key":"12_CR10","doi-asserted-by":"publisher","first-page":"5217","DOI":"10.1038\/s41467-018-07619-7","volume":"9","author":"L Maier-Hein","year":"2018","unstructured":"Maier-Hein, L., et al.: Why rankings of biomedical image analysis competitions should be interpreted with care. Nat. Commun. 9(1), 5217 (2018)","journal-title":"Nat. Commun."},{"key":"12_CR11","unstructured":"MICCAI: MICCAI reproducibility checklist (2021). https:\/\/miccai2021.org\/files\/downloads\/MICCAI2021-Reproducibility-Checklist.pdf. Accessed 7 Mar 2024"},{"issue":"1","key":"12_CR12","first-page":"7459","volume":"22","author":"J Pineau","year":"2021","unstructured":"Pineau, J., et al.: Improving reproducibility in machine learning research (a report from the NeurIPS 2019 reproducibility program). J. Mach. Learn. Res. 22(1), 7459\u20137478 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"12_CR13","unstructured":"Simpson, A.L., et\u00a0al.: A large annotated medical image dataset for the development and evaluation of segmentation algorithms. arXiv preprint arXiv:1902.09063 (2019)"},{"key":"12_CR14","unstructured":"US Food and Drug Administration, et\u00a0al.: Statistical guidance on reporting results from studies evaluating diagnostic tests. Rockville, MD: US FDA (2007)"},{"key":"12_CR15","unstructured":"US Food and Drug Administration, et\u00a0al.: Recommended content and format of non-clinical bench performance testing information in premarket submissions: guidance for industry and food and drug administration staff (2019)"},{"key":"12_CR16","unstructured":"US Food and Drug Administration, et\u00a0al.: Artificial intelligence and machine learning (AI\/ML)-enabled medical devices. AI\/ML-Enabled Medical Devices (2022). https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-aiml-enabled-medical-devices?trk=article-ssr-frontend-pulse_little-text-block. Accessed 4 Mar 2024"},{"issue":"1","key":"12_CR17","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1038\/s41746-022-00592-y","volume":"5","author":"G Varoquaux","year":"2022","unstructured":"Varoquaux, G., Cheplygina, V.: Machine learning for medical imaging: methodological failures and recommendations for the future. NPJ Digit. Med. 5(1), 48 (2022)","journal-title":"NPJ Digit. Med."},{"issue":"1","key":"12_CR18","doi-asserted-by":"publisher","first-page":"2369","DOI":"10.1038\/s41598-021-82017-6","volume":"11","author":"M Wiesenfarth","year":"2021","unstructured":"Wiesenfarth, M., et al.: Methods and open-source toolkit for analyzing and visualizing challenge results. Sci. Rep. 11(1), 2369 (2021)","journal-title":"Sci. Rep."}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72117-5_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:13:23Z","timestamp":1727871203000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72117-5_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031721168","9783031721175"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72117-5_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"We declare\u00a0the following competing interests: N. Rieke is an employee of NVIDIA. The remaining authors have no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}