{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T01:27:27Z","timestamp":1776216447016,"version":"3.50.1"},"reference-count":56,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"KIT Future Fields Project \u201cScreening Platform for Personalized Oncology (SPPO),\u201d"},{"DOI":"10.13039\/501100008798","name":"HoreKa Supercomputer through the Ministry of Science, Research, and the Arts Baden-W\u00fcrttemberg","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008798","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009318","name":"Helmholtz Association\u2019s Initiative and Networking Fund through the Helmholtz AI and the Helmholtz Imaging Platform","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100009318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009133","name":"KIT-Publication Fund of the Karlsruhe Institute of Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009133","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3140378","type":"journal-article","created":{"date-parts":[[2022,1,4]],"date-time":"2022-01-04T20:30:01Z","timestamp":1641328201000},"page":"2753-2765","source":"Crossref","is-referenced-by-count":17,"title":["Automated Annotator Variability Inspection for Biomedical Image Segmentation"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7366-2134","authenticated-orcid":false,"given":"Marcel P.","family":"Schilling","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8755-2825","authenticated-orcid":false,"given":"Tim","family":"Scherr","sequence":"additional","affiliation":[]},{"given":"Friedrich R.","family":"Munke","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4438-300X","authenticated-orcid":false,"given":"Oliver","family":"Neumann","sequence":"additional","affiliation":[]},{"given":"Mark","family":"Schutera","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9100-5496","authenticated-orcid":false,"given":"Ralf","family":"Mikut","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7780-6374","authenticated-orcid":false,"given":"Markus","family":"Reischl","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-17795-9_10"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-020-01008-z"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2019.2945514"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0612-7"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0257635"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.52866\/ijcsm.2022.01.01.013"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI.2018.8363547"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.4473"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6560\/abc363"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101759"},{"key":"ref11","article-title":"Pervasive label errors in test sets destabilize machine learning benchmarks","author":"Northcutt","year":"2021","journal-title":"arXiv:2103.14749"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6560\/ab99e5"},{"key":"ref13","article-title":"Deep learning is robust to massive label noise","author":"Rolnick","year":"2017","journal-title":"arXiv:1705.10694"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3152527"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101693"},{"key":"ref16","first-page":"1","article-title":"Training convolutional networks with noisy labels","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Sukhbaatar"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10894"},{"key":"ref18","first-page":"6226","article-title":"Peer loss functions: Learning from noisy labels without knowing noise rates","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liu"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.240"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0243219"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01249-6_9"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33391-1_24"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00571"},{"key":"ref24","article-title":"Learning with confident examples: Rank pruning for robust classification with noisy labels","author":"Northcutt","year":"2017","journal-title":"arXiv:1705.01936"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12125"},{"key":"ref26","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo"},{"key":"ref27","first-page":"2902","article-title":"Addressing failure prediction by learning model confidence","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Corbi\u00e8re"},{"key":"ref28","first-page":"33","article-title":"Uncertainty based detection and relabeling of noisy image labels","volume-title":"Proc. IEEE Comput. Soc. Conf. Comput. Vis. Pattern Recognit.","author":"K\u00f6hler"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01150"},{"key":"ref30","first-page":"6965","article-title":"A probabilistic U-Net for segmentation of ambiguous images","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kohl"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1091\/mbc.E20-02-0156"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.5220\/0010395100002932"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00175"},{"key":"ref34","first-page":"1","article-title":"Is uncertainty quantification in deep learning sufficient for out-of-distribution detection?","volume-title":"Proc. Int. Joint Conf. Artif. Intell., Workshop Artif. Intell. Saf.","author":"Schwaiger"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.05.008"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045502"},{"issue":"56","key":"ref37","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295309"},{"key":"ref39","first-page":"6405","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lakshminarayanan"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.103"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-61808-3"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CIBCB48159.2020.9277638"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2019.03.042"},{"key":"ref44","first-page":"1184","article-title":"Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Depeweg"},{"key":"ref45","volume-title":"Foundations of Machine Learning","author":"Mohri","year":"2012"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref47","volume-title":"PyTorch Lightning","author":"Falcon","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3390\/info11020125"},{"issue":"11","key":"ref49","first-page":"120","article-title":"The OpenCV library","volume":"25","author":"Bradski","year":"2000","journal-title":"Dr. Dobb\u2019s J. Softw. Tools Prof. Program."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.453"},{"key":"ref51","article-title":"A computational workflow for interdisciplinary deep learning projects utilizing bwHPC infrastructure","volume-title":"Proc. 7th bwHPC-Symp.","author":"Schilling"},{"key":"ref52","volume-title":"Experiment Tracking With Weights and Biases","author":"Biewald","year":"2020"},{"issue":"2","key":"ref53","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref54","volume-title":"Computer Vision Annotation Tool (CVAT)","author":"Sekachev","year":"2020"},{"key":"ref55","first-page":"211","article-title":"Label assistant: A workflow for assisted data annotation in image segmentation tasks","volume-title":"Proc. Workshop Comput. Intell.","author":"Schilling"},{"key":"ref56","volume-title":"Image Labeling Tool","author":"Bartschat","year":"2019"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09668915.pdf?arnumber=9668915","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,13]],"date-time":"2024-01-13T21:39:27Z","timestamp":1705181967000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9668915\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3140378","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}