{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T15:21:30Z","timestamp":1778858490697,"version":"3.51.4"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032058249","type":"print"},{"value":"9783032058256","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T00:00:00Z","timestamp":1758672000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T00:00:00Z","timestamp":1758672000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-05825-6_3","type":"book-chapter","created":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T06:40:43Z","timestamp":1758609643000},"page":"23-33","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["What Can We Learn from\u00a0Inter-Annotator Variability in\u00a0Skin Lesion Segmentation?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7341-9617","authenticated-orcid":false,"given":"Kumar","family":"Abhishek","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6406-5300","authenticated-orcid":false,"given":"Jeremy","family":"Kawahara","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5040-7448","authenticated-orcid":false,"given":"Ghassan","family":"Hamarneh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,24]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"Abhishek, K., et\u00a0al.: Predicting the clinical management of skin lesions using deep learning. Sci. Rep. (2021)","DOI":"10.1101\/2020.11.02.20223941"},{"key":"3_CR2","doi-asserted-by":"publisher","unstructured":"Abhishek, K., et\u00a0al.: Segmentation style discovery: Application to skin lesion images. In: MICCAI ISIC (2024). https:\/\/doi.org\/10.1007\/978-3-031-77610-6_3","DOI":"10.1007\/978-3-031-77610-6_3"},{"key":"3_CR3","unstructured":"Ahamed, S., et\u00a0al.: Comprehensive evaluation and insights into the use of deep neural networks to detect and quantify lymphoma lesions in PET\/CT images. arXiv preprint arXiv:2311.09614 (2023)"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Asgari\u00a0Taghanaki, S., et\u00a0al.: Deep semantic segmentation of natural and medical images: a review. Artif. Intell. Rev. (2021)","DOI":"10.1007\/s10462-020-09854-1"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Ballerini, L., et\u00a0al.: A color and texture based hierarchical K-NN approach to the classification of non-melanoma skin lesions. In: Color Medical Image Analysis (2013)","DOI":"10.1007\/978-94-007-5389-1_4"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Barrett, G.F., et\u00a0al.: Consistent tests for stochastic dominance. Econometrica (2003)","DOI":"10.1111\/1468-0262.00390"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Celebi, M.E., et\u00a0al.: A state-of-the-art survey on lesion border detection in dermoscopy images. Dermoscopy Image Analis (2015)","DOI":"10.1201\/b19107"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Chattopadhay, A., et\u00a0al.: Grad-CAM++: Generalized gradient-based visual explanations for deep convolutional networks. In: WACV (2018)","DOI":"10.1109\/WACV.2018.00097"},{"key":"3_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/978-3-030-01364-6_12","volume-title":"Intravascular Imaging and Computer Assisted Stenting and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis","author":"V Cheplygina","year":"2018","unstructured":"Cheplygina, V., Pluim, J.P.W.: Crowd disagreement about medical images is informative. In: Stoyanov, D., et al. (eds.) LABELS\/CVII\/STENT -2018. LNCS, vol. 11043, pp. 105\u2013111. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01364-6_12"},{"key":"3_CR10","unstructured":"Codella, N., et\u00a0al.: Skin lesion analysis toward melanoma detection 2018: A challenge hosted by the international skin imaging collaboration (ISIC). arXiv preprint arXiv:1902.03368 (2019)"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Codella, N.C., et\u00a0al.: Skin lesion analysis toward melanoma detection: a challenge at the 2017 international symposium on biomedical imaging (ISBI), hosted by the international skin imaging collaboration (ISIC). In: ISBI (2018)","DOI":"10.1109\/ISBI.2018.8363547"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Cohen, J.: Statistical Power Analysis for the Behavioral Sciences. Routledge (2013)","DOI":"10.4324\/9780203771587"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Fortina, A.B., et\u00a0al.: Where\u2019s the Naevus? Inter-operator variability in the localization of melanocytic lesion border. Skin Res. Technol. (2012)","DOI":"10.1111\/j.1600-0846.2011.00572.x"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Fu, M.C., et\u00a0al.: Interrater and intrarater agreements of magnetic resonance imaging findings in the lumbar spine: significant variability across degenerative conditions. Spine J. (2014)","DOI":"10.1016\/j.spinee.2014.03.010"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Girshick, R.: Fast R-CNN. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.169"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Griff, S.K., et\u00a0al.: Chapter 16 - breast cancer. In: Bragg, D.G., et\u00a0al. (eds.) Oncologic Imaging (2002). https:\/\/doi.org\/10.1016\/B0-72-167494-1\/50019-0","DOI":"10.1016\/B0-72-167494-1\/50019-0"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Gut, D., et\u00a0al.: Use of superpixels for improvement of inter-rater and intra-rater reliability during annotation of medical images. Med Image Anal (2024)","DOI":"10.1016\/j.media.2024.103141"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Hasan, M.K., et\u00a0al.: A survey, review, and future trends of skin lesion segmentation and classification. Comput. Biol. Med. (2023)","DOI":"10.1016\/j.compbiomed.2023.106624"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Hern\u00e1ndez-P\u00e9rez, C., et\u00a0al.: BCN20000: dermoscopic lesions in the wild. Sci. Data (2024)","DOI":"10.1038\/s41597-024-03387-w"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Kawahara, J., et\u00a0al.: Seven-point checklist and skin lesion classification using multitask multimodal neural nets. IEEE J. Biomed. Health Inform. (2018)","DOI":"10.1109\/JBHI.2018.2824327"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Kaya, S., et\u00a0al.: Abrupt skin lesion border cutoff measurement for malignancy detection in dermoscopy images. BMC Bioinform. (2016)","DOI":"10.1186\/s12859-016-1221-4"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Korotkov, K., et\u00a0al.: Computerized analysis of pigmented skin lesions: a review. Artif. Intell. Med. (2012)","DOI":"10.1016\/j.artmed.2012.08.002"},{"key":"3_CR23","unstructured":"Lee, K., et\u00a0al.: PySDTest: a Python\/Stata package for stochastic dominance tests. arXiv preprint arXiv:2307.10694 (2023)"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Li, X., et\u00a0al.: Estimating the ground truth from multiple individual segmentations with application to skin lesion segmentation. In: MIUA (2010)","DOI":"10.1109\/ISBI.2011.5872670"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et\u00a0al.: Focal loss for dense object detection. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.324"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Lucieri, A., et\u00a0al.: ExAID: a multimodal explanation framework for computer-aided diagnosis of skin lesions. Comput. Methods Programs Biomed. (2022)","DOI":"10.1016\/j.cmpb.2022.106620"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Mann, H.B., et\u00a0al.: On a test of whether one of two random variables is stochastically larger than the other. Ann. Math. Stat. (1947)","DOI":"10.1214\/aoms\/1177730491"},{"key":"3_CR28","unstructured":"Maurer, A., et\u00a0al.: The benefit of multitask representation learning. J. Mach. Learn. Res. (2016)"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Mirikharaji, Z., et\u00a0al.: D-LEMA: deep learning ensembles from multiple annotations-application to skin lesion segmentation. In: CVPR ISIC (2021)","DOI":"10.1109\/CVPRW53098.2021.00203"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Mirikharaji, Z., et\u00a0al.: A survey on deep learning for skin lesion segmentation. Med, Image Anal. (2023)","DOI":"10.1016\/j.media.2023.102863"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Patr\u00edcio, C., et\u00a0al.: Coherent concept-based explanations in medical image and its application to skin lesion diagnosis. In: CVPR SAIAD (2023)","DOI":"10.1109\/CVPRW59228.2023.00394"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Peruch, F., et\u00a0al.: Simpler, faster, more accurate melanocytic lesion segmentation through MEDS. IEEE Trans. Biomed. Eng. (2013)","DOI":"10.1109\/TBME.2013.2283803"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Raumanns, R., et\u00a0al.: ENHANCE (enriching health data by annotations of crowd and experts): a case study for skin lesion classification. Mach. Learn. Biomed. Imaging (2021)","DOI":"10.59275\/j.melba.2021-geb9"},{"key":"3_CR34","unstructured":"Ribeiro, V., et\u00a0al.: Handling inter-annotator agreement for automated skin lesion segmentation. arXiv preprint arXiv:1906.02415 (2019)"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Ribeiro, V., et\u00a0al.: Less is more: sample selection and label conditioning improve skin lesion segmentation. In: CVPR ISIC (2020)","DOI":"10.1109\/CVPRW50498.2020.00377"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Sampat, M.P., et\u00a0al.: Measuring intra-and inter-observer agreement in identifying and localizing structures in medical images. In: ICIP (2006)","DOI":"10.1109\/ICIP.2006.312367"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Sohns, C., et\u00a0al.: Value of the BI-RADS classification in MR-mammography for diagnosis of benign and malignant breast tumors. Eur. Radiol. (2011)","DOI":"10.1007\/s00330-011-2210-7"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Song, L., et\u00a0al.: An end-to-end multi-task deep learning framework for skin lesion analysis. IEEE J. Biomed. Health Inform. (2020)","DOI":"10.1109\/JBHI.2020.2973614"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Tschandl, P., et\u00a0al.: The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions. Sci. Data (2018)","DOI":"10.1038\/sdata.2018.161"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Tschandl, P., et\u00a0al.: Domain-specific classification-pretrained fully convolutional network encoders for skin lesion segmentation. Comput. Biol. Med. (2019)","DOI":"10.1016\/j.compbiomed.2018.11.010"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Wang, J., et\u00a0al.: Contour-aware multi-expert model for ambiguous medical image segmentation. IEEE Trans. Med. Imaging (2025)","DOI":"10.1109\/TMI.2025.3561117"},{"key":"3_CR42","unstructured":"Wang, S., et\u00a0al.: MSE-Nets: multi-annotated semi-supervised ensemble networks for improving segmentation of medical image with ambiguous boundaries. arXiv preprint arXiv:2311.10380 (2023)"},{"key":"3_CR43","doi-asserted-by":"crossref","unstructured":"Whang, Y.J.: Econometric analysis of stochastic dominance: concepts, methods, tools, and applications (2019)","DOI":"10.1017\/9781108602204"},{"key":"3_CR44","doi-asserted-by":"crossref","unstructured":"Williams, N.M., et\u00a0al.: Assessment of diagnostic accuracy of dermoscopic structures and patterns used in melanoma detection: a systematic review and meta-analysis. JAMA Dermatol. (2021)","DOI":"10.1001\/jamadermatol.2021.2845"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Xie, Y., et\u00a0al.: A mutual bootstrapping model for automated skin lesion segmentation and classification. IEEE Trans. Med. Imaging (2020)","DOI":"10.1109\/TMI.2020.2972964"},{"key":"3_CR46","unstructured":"Yang, X., et\u00a0al.: A novel multi-task deep learning model for skin lesion segmentation and classification. arXiv preprint arXiv:1703.01025 (2017)"},{"key":"3_CR47","unstructured":"Zepf, K., et\u00a0al.: That label\u2019s got style: handling label style bias for uncertain image segmentation. arXiv preprint arXiv:2303.15850 (2023)"},{"key":"3_CR48","doi-asserted-by":"crossref","unstructured":"Zhao, Y., et\u00a0al.: Multi-task deep learning for medical image computing and analysis: a review. Comput. Biol. Med. (2023)","DOI":"10.1016\/j.compbiomed.2022.106496"}],"container-title":["Lecture Notes in Computer Science","Skin Image Analysis, and Computer-Aided Pelvic Imaging for Female Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-05825-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T06:41:15Z","timestamp":1758609675000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-05825-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,24]]},"ISBN":["9783032058249","9783032058256"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-05825-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,24]]},"assertion":[{"value":"24 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"DGM4MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"MICCAI Workshop on Deep Generative Models","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dgm4miccai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dgm4miccai.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}