{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T08:03:38Z","timestamp":1784534618618,"version":"3.55.0"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","award":["775 MedResyst-CanPro"],"award-info":[{"award-number":["775 MedResyst-CanPro"]}],"id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018985","name":"Waalse Gewest","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100018985","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009595","name":"Walloon Public Service","doi-asserted-by":"publisher","award":["2010235"],"award-info":[{"award-number":["2010235"]}],"id":[{"id":"10.13039\/501100009595","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Artificial Intelligence in Medicine"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.artmed.2026.103459","type":"journal-article","created":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T15:33:32Z","timestamp":1780155212000},"page":"103459","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Annotator reliability and probabilistic consensus for semantic segmentation in digital pathology"],"prefix":"10.1016","volume":"180","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8896-5711","authenticated-orcid":false,"given":"Laura G\u00e1lvez","family":"Jim\u00e9nez","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5495-1931","authenticated-orcid":false,"given":"Christine","family":"Decaestecker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"5","key":"10.1016\/j.artmed.2026.103459_b1","doi-asserted-by":"crossref","first-page":"051802","DOI":"10.1117\/1.JMI.10.5.051802","article-title":"Artificial intelligence and digital pathology: clinical promise and deployment considerations","volume":"10","author":"Zarella","year":"2023","journal-title":"J Med Imaging"},{"key":"10.1016\/j.artmed.2026.103459_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2020.101759","article-title":"Deep learning with noisy labels: Exploring techniques and remedies in medical image analysis","volume":"65","author":"Karimi","year":"2020","journal-title":"Med Image Anal"},{"issue":"4","key":"10.1016\/j.artmed.2026.103459_b3","doi-asserted-by":"crossref","first-page":"W612","DOI":"10.2214\/AJR.12.10173","article-title":"Comparison of interreader reproducibility of the prostate imaging reporting and data system and likert scales for evaluation of multiparametric prostate MRI","volume":"201","author":"Rosenkrantz","year":"2013","journal-title":"Am J Roentgenol"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b4","doi-asserted-by":"crossref","first-page":"29","DOI":"10.4103\/2153-3539.186902","article-title":"Deep learning for digital pathology image analysis: A comprehensive tutorial with selected use cases","volume":"7","author":"Janowczyk","year":"2016","journal-title":"J Pathol Inform","ISSN":"https:\/\/id.crossref.org\/issn\/2153-3539","issn-type":"print"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b5","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1111\/his.13767","article-title":"Grading of prostate cancer: a work in progress","volume":"74","author":"Kweldam","year":"2019","journal-title":"Histopathology"},{"issue":"6","key":"10.1016\/j.artmed.2026.103459_b6","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1080\/21681805.2016.1206619","article-title":"Interobserver variability in gleason histological grading of prostate cancer","volume":"50","author":"Ozkan","year":"2016","journal-title":"Scand J Urol"},{"key":"10.1016\/j.artmed.2026.103459_b7","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1007\/BF02583988","article-title":"Histologic grading of prostatic adenocarcinoma: Intraobserver reproducibility of the mostofi, gleason and b\u00f6cking grading systems","volume":"23","author":"Cintra","year":"1991","journal-title":"Int Urol Nephrol"},{"issue":"23","key":"10.1016\/j.artmed.2026.103459_b8","doi-asserted-by":"crossref","DOI":"10.3390\/ijms242316771","article-title":"Targeting the tumor microenvironment in breast cancer: Prognostic and predictive significance and therapeutic opportunities","volume":"24","author":"Dom\u00ednguez-Cejudo","year":"2023","journal-title":"Int J Mol Sci"},{"issue":"7","key":"10.1016\/j.artmed.2026.103459_b9","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1109\/TMI.2004.828354","article-title":"Simultaneous truth and performance level estimation (STAPLE): an algorithm for the validation of image segmentation","volume":"23","author":"Warfield","year":"2004","journal-title":"IEEE Trans Med Imaging"},{"issue":"3","key":"10.1016\/j.artmed.2026.103459_b10","doi-asserted-by":"crossref","first-page":"e190442","DOI":"10.1001\/jamanetworkopen.2019.0442","article-title":"Comparison of artificial intelligence techniques to evaluate performance of a classifier for automatic grading of prostate cancer from digitized histopathologic images","volume":"2","author":"Nir","year":"2019","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.artmed.2026.103459_b11","first-page":"287","article-title":"Processing multi-expert annotations in digital pathology: a study of the gleason 2019 challenge","volume":"vol. 12088","author":"Foucart","year":"2021"},{"key":"10.1016\/j.artmed.2026.103459_b12","series-title":"Proceedings of the 15th annual international conference of the IEEE engineering in medicine and biology societ","first-page":"162","article-title":"Measurement reliability and reproducibility in manual and semi-automatic MRI segmentation","author":"Zijdenbos","year":"1993"},{"issue":"2","key":"10.1016\/j.artmed.2026.103459_b13","doi-asserted-by":"crossref","DOI":"10.1002\/nbm.4430","article-title":"Evaluation of interrater reliability of different muscle segmentation techniques in diffusion tensor imaging","volume":"34","author":"Forsting","year":"2021","journal-title":"NMR Biomed"},{"key":"10.1016\/j.artmed.2026.103459_b14","doi-asserted-by":"crossref","first-page":"21300","DOI":"10.1109\/ACCESS.2023.3249759","article-title":"Assessing inter-annotator agreement for medical image segmentation","volume":"11","author":"Yang","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.artmed.2026.103459_b15","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2025.103489","article-title":"Learning robust medical image segmentation from multi-source annotations","volume":"101","author":"Wang","year":"2025","journal-title":"Med Image Anal","ISSN":"https:\/\/id.crossref.org\/issn\/1361-8415","issn-type":"print"},{"key":"10.1016\/j.artmed.2026.103459_b16","series-title":"International MICCAI brainlesion workshop","first-page":"585","article-title":"Using soft labels to model uncertainty in medical image segmentation","author":"Louren\u00e7o-Silva","year":"2021"},{"key":"10.1016\/j.artmed.2026.103459_b17","article-title":"A soft label method for medical image segmentation with multirater annotations","volume":"2023:1883597","author":"Zhang","year":"2023","journal-title":"Comput Intell Neurosci"},{"key":"10.1016\/j.artmed.2026.103459_b18","series-title":"Proceedings of the 33rd international conference on neural information processing systems","first-page":"4694","article-title":"When does label smoothing help?","author":"M\u00fcller","year":"2019"},{"key":"10.1016\/j.artmed.2026.103459_b19","series-title":"Information processing in medical imaging: 27th international conference, IPMI 2021, proceedings 27","first-page":"677","article-title":"Spatially varying label smoothing: Capturing uncertainty from expert annotations","author":"Islam","year":"2021"},{"key":"10.1016\/j.artmed.2026.103459_b20","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"11244","article-title":"Learning from noisy labels by regularized estimation of annotator confusion","author":"Tanno","year":"2019"},{"issue":"5","key":"10.1016\/j.artmed.2026.103459_b21","doi-asserted-by":"crossref","first-page":"1413","DOI":"10.1109\/JBHI.2019.2944643","article-title":"Deep learning-based gleason grading of prostate cancer from histopathology images\u2014role of multiscale decision aggregation and data augmentation","volume":"24","author":"Karimi","year":"2019","journal-title":"IEEE J Biomed Health Inform"},{"key":"10.1016\/j.artmed.2026.103459_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2022.104108","article-title":"Multi-rater label fusion based on an information bottleneck for fundus image segmentation","volume":"79","author":"Zhang","year":"2023","journal-title":"Biomed Signal Process Control"},{"key":"10.1016\/j.artmed.2026.103459_b23","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2023.109400","article-title":"Learning from multiple annotators for medical image segmentation","volume":"138","author":"Zhang","year":"2023","journal-title":"Pattern Recognit"},{"key":"10.1016\/j.artmed.2026.103459_b24","doi-asserted-by":"crossref","unstructured":"Schmidt Arne, Morales-\u00c1lvarez Pablo, Molina Rafael. Probabilistic Modeling of Inter-and Intra-observer Variability in Medical Image Segmentation. In: Proceedings of the IEEE\/CVF international conference on computer vision. 2023, p. 21097\u2013106.","DOI":"10.1109\/ICCV51070.2023.01929"},{"key":"10.1016\/j.artmed.2026.103459_b25","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/j.cviu.2016.01.006","article-title":"Combining multiple expert annotations using semi-supervised learning and graph cuts for medical image segmentation","volume":"151","author":"Mahapatra","year":"2016","journal-title":"Comput Vis Image Underst"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b26","article-title":"Chi-squared distance metric learning for histogram data","volume":"2015","author":"Yang","year":"2015","journal-title":"Math Probl Eng"},{"key":"10.1016\/j.artmed.2026.103459_b27","series-title":"Wiley encyclopedia of clinical trials","first-page":"1","article-title":"Intrarater reliability","author":"Gwet","year":"2008"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b28","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1038\/s41591-021-01620-2","article-title":"Artificial intelligence for diagnosis and gleason grading of prostate cancer: the PANDA challenge","volume":"28","author":"Bulten","year":"2022","journal-title":"Nature Med"},{"issue":"3","key":"10.1016\/j.artmed.2026.103459_b29","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1016\/j.eururo.2015.06.046","article-title":"A contemporary prostate cancer grading system: A validated alternative to the gleason score","volume":"69","author":"Epstein","year":"2016","journal-title":"Eur Urol","ISSN":"https:\/\/id.crossref.org\/issn\/0302-2838","issn-type":"print"},{"issue":"6","key":"10.1016\/j.artmed.2026.103459_b30","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","article-title":"Data-efficient and weakly supervised computational pathology on whole-slide images","volume":"5","author":"Lu","year":"2021","journal-title":"Nat Biomed Eng"},{"issue":"18","key":"10.1016\/j.artmed.2026.103459_b31","doi-asserted-by":"crossref","first-page":"3461","DOI":"10.1093\/bioinformatics\/btz083","article-title":"Structured crowdsourcing enables convolutional segmentation of histology images","volume":"35","author":"Amgad","year":"2019","journal-title":"Bioinformatics"},{"key":"10.1016\/j.artmed.2026.103459_b32","series-title":"International conference on artificial intelligence in medicine","first-page":"245","article-title":"Crowdsourcing segmentation of histopathological images using annotations provided by medical students","author":"L\u00f3pez-P\u00e9rez","year":"2023"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b33","doi-asserted-by":"crossref","first-page":"12054","DOI":"10.1038\/s41598-018-30535-1","article-title":"Automated gleason grading of prostate cancer tissue microarrays via deep learning","volume":"8","author":"Arvaniti","year":"2018","journal-title":"Sci Rep"},{"key":"10.1016\/j.artmed.2026.103459_b34","series-title":"Proceedings of the second international conference on knowledge discovery and data mining","first-page":"226","article-title":"A density-based algorithm for discovering clusters in large spatial databases with noise","author":"Ester","year":"1996"},{"key":"10.1016\/j.artmed.2026.103459_b35","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"16144","article-title":"Scaling vision transformers to gigapixel images via hierarchical self-supervised learning","author":"Chen","year":"2022"},{"key":"10.1016\/j.artmed.2026.103459_b36","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2025.103663","article-title":"Hierarchical vision transformers for prostate biopsy grading: Towards bridging the generalization gap","volume":"105","author":"Grisi","year":"2025","journal-title":"Med Image Anal","ISSN":"https:\/\/id.crossref.org\/issn\/1361-8415","issn-type":"print"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b37","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/j.patcog.2012.07.021","article-title":"An extensive comparative study of cluster validity indices","volume":"46","author":"Arbelaitz","year":"2013","journal-title":"Pattern Recognit"},{"issue":"2","key":"10.1016\/j.artmed.2026.103459_b38","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1007\/s00357-005-0012-9","article-title":"Hierarchical clustering via joint between-within distances: Extending ward\u2019s minimum variance method","volume":"22","author":"Szekely","year":"2005","journal-title":"J Classification"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b39","first-page":"37","article-title":"Evaluation: From precision, recall and F-measure to ROC, informedness, markedness & correlation","volume":"2","author":"Powers","year":"2011","journal-title":"J Mach Learn Technol"},{"issue":"1","key":"10.1016\/j.artmed.2026.103459_b40","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1186\/s13104-022-06096-y","article-title":"Towards a guideline for evaluation metrics in medical image segmentation","volume":"15","author":"M\u00fcller","year":"2022","journal-title":"BMC Res Notes"},{"key":"10.1016\/j.artmed.2026.103459_b41","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1007\/s10462-015-9433-y","article-title":"Dealing with the evaluation of supervised classification algorithms","volume":"44","author":"Santafe","year":"2015","journal-title":"Artif Intell Rev"},{"key":"10.1016\/j.artmed.2026.103459_b42","series-title":"Statistical power analysis for the behavioral sciences","author":"Cohen","year":"2013"},{"issue":"2","key":"10.1016\/j.artmed.2026.103459_b43","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1038\/s41592-020-01008-z","article-title":"Nnu-net: a self-configuring method for deep learning-based biomedical image segmentation","volume":"18","author":"Isensee","year":"2021","journal-title":"Nature Methods"},{"key":"10.1016\/j.artmed.2026.103459_b44","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2024.103280","article-title":"TransUNet: Rethinking the U-net architecture design for medical image segmentation through the lens of transformers","volume":"97","author":"Chen","year":"2024","journal-title":"Med Image Anal"},{"key":"10.1016\/j.artmed.2026.103459_b45","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.neunet.2019.08.025","article-title":"MultiResUNet: Rethinking the U-net architecture for multimodal biomedical image segmentation","volume":"121","author":"Ibtehaz","year":"2020","journal-title":"Neural Netw"},{"key":"10.1016\/j.artmed.2026.103459_b46","doi-asserted-by":"crossref","unstructured":"Chen Liang-Chieh, Zhu Yukun, Papandreou George, Schroff Florian, Adam Hartwig. Encoder-decoder with atrous separable convolution for semantic image segmentation. In: Proceedings of the European conference on computer vision. ECCV, 2018, p. 801\u201318.","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"10.1016\/j.artmed.2026.103459_b47","doi-asserted-by":"crossref","unstructured":"Kirillov Alexander, Mintun Eric, Ravi Nikhila, Mao Hanzi, Rolland Chloe, Gustafson Laura, Xiao Tete, Whitehead Spencer, Berg Alexander C, Lo Wan-Yen, et al. Segment anything. In: Proceedings of the IEEE\/CVF international conference on computer vision. 2023, p. 4015\u201326.","DOI":"10.1109\/ICCV51070.2023.00371"}],"container-title":["Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365726001119?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0933365726001119?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T07:20:08Z","timestamp":1784532008000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0933365726001119"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":47,"alternative-id":["S0933365726001119"],"URL":"https:\/\/doi.org\/10.1016\/j.artmed.2026.103459","relation":{},"ISSN":["0933-3657"],"issn-type":[{"value":"0933-3657","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Annotator reliability and probabilistic consensus for semantic segmentation in digital pathology","name":"articletitle","label":"Article Title"},{"value":"Artificial Intelligence in Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.artmed.2026.103459","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"103459"}}