{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T14:50:55Z","timestamp":1784040655156,"version":"3.55.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031164484","type":"print"},{"value":"9783031164491","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-16449-1_66","type":"book-chapter","created":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T08:04:54Z","timestamp":1663315494000},"page":"693-703","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Estimating Model Performance Under Domain Shifts with\u00a0Class-Specific Confidence Scores"],"prefix":"10.1007","author":[{"given":"Zeju","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Konstantinos","family":"Kamnitsas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mobarakol","family":"Islam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chen","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ben","family":"Glocker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,9,17]]},"reference":[{"issue":"1","key":"66_CR1","first-page":"151175","volume":"79","author":"S Ben-David","year":"2010","unstructured":"Ben-David, S., Blitzer, J., Crammer, K., Kulesza, A., Pereira, F., Vaughan, J.W.: A theory of learning from different domains. Mach. Learn. 79(1), 151175 (2010)","journal-title":"Mach. Learn."},{"key":"66_CR2","unstructured":"Bloch, N., et al.: NCI-ISBI 2013 challenge: automated segmentation of prostate structures. The Cancer Imaging Archive, vol. 370 (2015)"},{"key":"66_CR3","unstructured":"Cao, K., Wei, C., Gaidon, A., Arechiga, N., Ma, T.: Learning imbalanced datasets with label-distribution-aware margin loss. In: NeurIPS, vol. 32 (2019)"},{"key":"66_CR4","unstructured":"Chen, M., Goel, K., Sohoni, N.S., Poms, F., Fatahalian, K., R\u00e9, C.: Mandoline: model evaluation under distribution shift. In: ICML, pp. 1617\u20131629. PMLR (2021)"},{"key":"66_CR5","unstructured":"Combalia, M., et al.: Bcn20000: dermoscopic lesions in the wild. arXiv preprint arXiv:1908.02288 (2019)"},{"key":"66_CR6","doi-asserted-by":"crossref","unstructured":"Deng, W., Zheng, L.: Are labels always necessary for classifier accuracy evaluation? In: CVPR, pp. 15069\u201315078 (2021)","DOI":"10.1109\/CVPR46437.2021.01482"},{"key":"66_CR7","doi-asserted-by":"crossref","unstructured":"Eche, T., Schwartz, L.H., Mokrane, F.Z., Dercle, L.: Toward generalizability in the deployment of artificial intelligence in radiology: role of computation stress testing to overcome underspecification. Radiol. Artif. Intell. 3(6), e210097 (2021)","DOI":"10.1148\/ryai.2021210097"},{"key":"66_CR8","doi-asserted-by":"crossref","unstructured":"Elsahar, H., Gall\u00e9, M.: To annotate or not? Predicting performance drop under domain shift. In: EMNLP-IJCNLP, pp. 2163\u20132173 (2019)","DOI":"10.18653\/v1\/D19-1222"},{"key":"66_CR9","doi-asserted-by":"crossref","unstructured":"Fan, W., Davidson, I.: Reverse testing: an efficient framework to select amongst classifiers under sample selection bias. In: ACM SIGKDD, pp. 147\u2013156 (2006)","DOI":"10.1145\/1150402.1150422"},{"key":"66_CR10","unstructured":"Garg, S., Balakrishnan, S., Lipton, Z.C., Neyshabur, B., Sedghi, H.: Leveraging unlabeled data to predict out-of-distribution performance. In: ICLR (2022). https:\/\/openreview.net\/forum?id=o_HsiMPYh_x"},{"key":"66_CR11","doi-asserted-by":"crossref","unstructured":"Guillory, D., Shankar, V., Ebrahimi, S., Darrell, T., Schmidt, L.: Predicting with confidence on unseen distributions. In: ICCV, pp. 1134\u20131144 (2021)","DOI":"10.1109\/ICCV48922.2021.00117"},{"key":"66_CR12","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: ICML, pp. 1321\u20131330. PMLR (2017)"},{"key":"66_CR13","unstructured":"Gutman, D., et al.: Skin lesion analysis toward melanoma detection: a challenge at the international symposium on biomedical imaging (ISBI) 2016, hosted by the international skin imaging collaboration (ISIC). arXiv preprint arXiv:1605.01397 (2016)"},{"key":"66_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"66_CR15","unstructured":"Hendrycks, D., Dietterich, T.: Benchmarking neural network robustness to common corruptions and perturbations. In: Proceedings of the ICLR (2019)"},{"issue":"2","key":"66_CR16","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1038\/s41592-020-01008-z","volume":"18","author":"F Isensee","year":"2021","unstructured":"Isensee, F., Jaeger, P.F., Kohl, S.A., Petersen, J., Maier-Hein, K.H.: nnU-Net: a self-configuring method for deep learning-based biomedical image segmentation. Nat. Methods 18(2), 203\u2013211 (2021)","journal-title":"Nat. Methods"},{"key":"66_CR17","unstructured":"Islam, M., Seenivasan, L., Ren, H., Glocker, B.: Class-distribution-aware calibration for long-tailed visual recognition. arXiv preprint arXiv:2109.05263 (2021)"},{"issue":"2","key":"66_CR18","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/JBHI.2018.2824327","volume":"23","author":"J Kawahara","year":"2018","unstructured":"Kawahara, J., Daneshvar, S., Argenziano, G., Hamarneh, G.: Seven-point checklist and skin lesion classification using multitask multimodal neural nets. IEEE J. Biomed. Health Inform. 23(2), 538\u2013546 (2018)","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"66_CR19","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical report (2009)"},{"key":"66_CR20","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.compbiomed.2015.02.009","volume":"60","author":"G Lema\u00eetre","year":"2015","unstructured":"Lema\u00eetre, G., Mart\u00ed, R., Freixenet, J., Vilanova, J.C., Walker, P.M., Meriaudeau, F.: Computer-aided detection and diagnosis for prostate cancer based on mono and multi-parametric MRI: a review. Comput. Biol. Med. 60, 8\u201331 (2015)","journal-title":"Comput. Biol. Med."},{"issue":"3","key":"66_CR21","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1109\/TMI.2020.3046692","volume":"40","author":"Z Li","year":"2020","unstructured":"Li, Z., Kamnitsas, K., Glocker, B.: Analyzing overfitting under class imbalance in neural networks for image segmentation. IEEE Trans. Med. Imaging 40(3), 1065\u20131077 (2020)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"66_CR22","doi-asserted-by":"publisher","first-page":"180011","DOI":"10.1038\/sdata.2018.11","volume":"5","author":"SL Liew","year":"2018","unstructured":"Liew, S.L., et al.: A large, open source dataset of stroke anatomical brain images and manual lesion segmentations. Sci. Data 5, 180011 (2018)","journal-title":"Sci. Data"},{"issue":"2","key":"66_CR23","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/j.media.2013.12.002","volume":"18","author":"G Litjens","year":"2014","unstructured":"Litjens, G., et al.: Evaluation of prostate segmentation algorithms for MRI: the PROMISE12 challenge. Med. Image Anal. 18(2), 359\u2013373 (2014)","journal-title":"Med. Image Anal."},{"key":"66_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1007\/978-3-030-59713-9_46","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"Q Liu","year":"2020","unstructured":"Liu, Q., Dou, Q., Heng, P.-A.: Shape-aware meta-learning for generalizing prostate MRI segmentation to unseen domains. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12262, pp. 475\u2013485. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59713-9_46"},{"key":"66_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1007\/978-3-030-87199-4_44","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021","author":"Y Marrakchi","year":"2021","unstructured":"Marrakchi, Y., Makansi, O., Brox, T.: Fighting class imbalance with\u00a0contrastive learning. In: de Bruijne, M., et al. (eds.) MICCAI 2021. LNCS, vol. 12903, pp. 466\u2013476. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-87199-4_44"},{"issue":"12","key":"66_CR26","doi-asserted-by":"publisher","first-page":"3868","DOI":"10.1109\/TMI.2020.3006437","volume":"39","author":"A Mehrtash","year":"2020","unstructured":"Mehrtash, A., Wells, W.M., Tempany, C.M., Abolmaesumi, P., Kapur, T.: Confidence calibration and predictive uncertainty estimation for deep medical image segmentation. IEEE Trans. Med. Imaging 39(12), 3868\u20133878 (2020)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"66_CR27","doi-asserted-by":"crossref","unstructured":"Mendon\u00e7a, T., Ferreira, P.M., Marques, J.S., Marcal, A.R., Rozeira, J.: PH 2-a dermoscopic image database for research and benchmarking. In: EMBC, pp. 5437\u20135440. IEEE (2013)","DOI":"10.1109\/EMBC.2013.6610779"},{"key":"66_CR28","doi-asserted-by":"crossref","unstructured":"Milletari, F., Navab, N., Ahmadi, S.A.: V-net: fully convolutional neural networks for volumetric medical image segmentation. In: 3DV, pp. 565\u2013571. IEEE (2016)","DOI":"10.1109\/3DV.2016.79"},{"key":"66_CR29","unstructured":"Pan, T.Y., et al.: On model calibration for long-tailed object detection and instance segmentation. In: NeurIPS, vol. 34 (2021)"},{"key":"66_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"578","DOI":"10.1007\/978-3-030-00937-3_66","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"R Robinson","year":"2018","unstructured":"Robinson, R., et al.: Real-time prediction of segmentation quality. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11073, pp. 578\u2013585. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00937-3_66"},{"issue":"1","key":"66_CR31","first-page":"1","volume":"8","author":"V Rotemberg","year":"2021","unstructured":"Rotemberg, V., et al.: A patient-centric dataset of images and metadata for identifying melanomas using clinical context. Sci. Data 8(1), 1\u20138 (2021)","journal-title":"Sci. Data"},{"issue":"3","key":"66_CR32","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: Imagenet large scale visual recognition challenge. Int. J. Comput. Vision 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision"},{"issue":"1","key":"66_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2018.161","volume":"5","author":"P Tschandl","year":"2018","unstructured":"Tschandl, P., Rosendahl, C., Kittler, H.: The ham10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions. Sci. Data 5(1), 1\u20139 (2018)","journal-title":"Sci. Data"},{"issue":"8","key":"66_CR34","doi-asserted-by":"publisher","first-page":"1597","DOI":"10.1109\/TMI.2017.2665165","volume":"36","author":"VV Valindria","year":"2017","unstructured":"Valindria, V.V., et al.: Reverse classification accuracy: predicting segmentation performance in the absence of ground truth. IEEE Trans. Med. Imaging 36(8), 1597\u20131606 (2017)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"66_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-3-030-32251-9_40","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"C Yoon","year":"2019","unstructured":"Yoon, C., Hamarneh, G., Garbi, R.: Generalizable feature learning in the presence of data bias and domain class imbalance with application to skin lesion classification. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11767, pp. 365\u2013373. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32251-9_40"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-16449-1_66","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:01:27Z","timestamp":1709830887000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-16449-1_66"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031164484","9783031164491"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-16449-1_66","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"17 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft Conference","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1831","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"574","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}