{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T08:51:56Z","timestamp":1743065516569,"version":"3.40.3"},"publisher-location":"Cham","reference-count":63,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031546044"},{"type":"electronic","value":"9783031546051"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-54605-1_30","type":"book-chapter","created":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T11:43:10Z","timestamp":1709811790000},"page":"459-475","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Label Smarter, Not Harder: CleverLabel for\u00a0Faster Annotation of\u00a0Ambiguous Image Classification with\u00a0Higher Quality"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6945-5957","authenticated-orcid":false,"given":"Lars","family":"Schmarje","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7560-3867","authenticated-orcid":false,"given":"Vasco","family":"Grossmann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8827-0838","authenticated-orcid":false,"given":"Tim","family":"Michels","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6800-2462","authenticated-orcid":false,"given":"Jakob","family":"Nazarenus","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4159-1367","authenticated-orcid":false,"given":"Monty","family":"Santarossa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9902-2212","authenticated-orcid":false,"given":"Claudius","family":"Zelenka","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4398-1569","authenticated-orcid":false,"given":"Reinhard","family":"Koch","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,8]]},"reference":[{"issue":"3","key":"30_CR1","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1093\/icesjms\/fsx216","volume":"75","author":"PFEE Addison","year":"2018","unstructured":"Addison, P.F.E.E., et al.: A new wave of marine evidence-based management: emerging challenges and solutions to transform monitoring, evaluating, and reporting. ICES J. Mar. Sci. 75(3), 941\u2013952 (2018). https:\/\/doi.org\/10.1093\/icesjms\/fsx216","journal-title":"ICES J. Mar. Sci."},{"key":"30_CR2","doi-asserted-by":"publisher","unstructured":"Arazo, E., Ortego, D., Albert, P., O\u2019Connor, N.E., McGuinness, K.: Pseudo-labeling and confirmation bias in deep semi-supervised learning. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2020). https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9207304","DOI":"10.1109\/IJCNN48605.2020.9207304"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Basile, V., et al.: We need to consider disagreement in evaluation. In: Proceedings of the 1st Workshop on Benchmarking: Past, Present and Future, pp. 15\u201321 (2021)","DOI":"10.18653\/v1\/2021.bppf-1.3"},{"key":"30_CR4","unstructured":"Berthelot, D., Carlini, N., Goodfellow, I., Papernot, N., Oliver, A., Raffel, C.A.: Mixmatch: a holistic approach to semi-supervised learning. In: Advances in Neural Information Processing Systems, pp. 5050\u20135060 (2019)"},{"key":"30_CR5","unstructured":"Beyer, L., et al.: Are we done with ImageNet? arXiv preprint arXiv:2006.07159 (2020)"},{"issue":"5","key":"30_CR6","doi-asserted-by":"publisher","first-page":"1030","DOI":"10.1017\/S1751731118003038","volume":"13","author":"J Br\u00fcnger","year":"2019","unstructured":"Br\u00fcnger, J., Dippel, S., Koch, R., Veit, C.: \u2018Tailception\u2019: using neural networks for assessing tail lesions on pictures of pig carcasses. Animal 13(5), 1030\u20131036 (2019). https:\/\/doi.org\/10.1017\/S1751731118003038","journal-title":"Animal"},{"key":"30_CR7","doi-asserted-by":"crossref","unstructured":"Collier, M., Mustafa, B., Kokiopoulou, E., Jenatton, R., Berent, J.: Correlated input-dependent label noise in large-scale image classification. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1551\u20131560 (2021)","DOI":"10.1109\/CVPR46437.2021.00160"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Collins, K.M., Bhatt, U., Weller, A.: Eliciting and learning with soft labels from every annotator. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol. 10, no. 1 (2022)","DOI":"10.1609\/hcomp.v10i1.21986"},{"key":"30_CR9","unstructured":"Cortes, C., Lawrence, N.D.: Inconsistency in conference peer review: revisiting the 2014 neurips experiment. arXiv preprint arXiv:2109.09774 (2021)"},{"key":"30_CR10","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1162\/tacl_a_00449","volume":"10","author":"AM Davani","year":"2022","unstructured":"Davani, A.M., D\u00edaz, M., Prabhakaran, V.: Dealing with disagreements: looking beyond the majority vote in subjective annotations. Trans. Assoc. Comput. Linguist. 10, 92\u2013110 (2022). https:\/\/doi.org\/10.1162\/tacl_a_00449","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"30_CR11","unstructured":"Desmond, M., Duesterwald, E., Brimijoin, K., Brachman, M., Pan, Q.: Semi-automated data labeling. In: NeurIPS 2020 Competition and Demonstration Track, pp. 156\u2013169. PMLR (2021)"},{"key":"30_CR12","doi-asserted-by":"publisher","unstructured":"Desmond, M., et al.: Increasing the speed and accuracy of data labeling through an AI assisted interface. In: 26th International Conference on Intelligent User Interfaces, pp. 392\u2013401. Association for Computing Machinery (2021). https:\/\/doi.org\/10.1145\/3397481.3450698","DOI":"10.1145\/3397481.3450698"},{"key":"30_CR13","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2021)"},{"key":"30_CR14","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1007\/978-3-031-20053-3_24","volume-title":"Computer Vision","author":"Z Gao","year":"2022","unstructured":"Gao, Z., et al.: Learning from multiple annotator noisy labels via sample-wise label fusion. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022, Part XXIV. LNCS, vol. 13684, pp. 407\u2013422. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20053-3_24"},{"key":"30_CR15","doi-asserted-by":"publisher","unstructured":"Gordon, M.L., Zhou, K., Patel, K., Hashimoto, T., Bernstein, M.S.: The disagreement deconvolution: bringing machine learning performance metrics in line with reality. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314. ACM (2021). https:\/\/doi.org\/10.1145\/3411764.3445423","DOI":"10.1145\/3411764.3445423"},{"key":"30_CR16","unstructured":"Grossmann, V., Schmarje, L., Koch, R.: Beyond hard labels: investigating data label distributions. In: ICML 2022 Workshop DataPerf: Benchmarking Data for Data-Centric AI (2022)"},{"key":"30_CR17","doi-asserted-by":"crossref","unstructured":"Gu, K., Masotto, X., Bachani, V., Lakshminarayanan, B., Nikodem, J., Yin, D.: An instance-dependent simulation framework for learning with label noise. Mach. Learn. 1\u201326 (2022)","DOI":"10.1007\/s10994-022-06207-7"},{"key":"30_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.: Masked autoencoders are scalable vision learners. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 16000\u201316009 (2022)","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"30_CR19","unstructured":"Hendrycks, D., Mazeika, M., Kadavath, S., Song, D.: Using self-supervised learning can improve model robustness and uncertainty. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"issue":"2","key":"30_CR20","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1017\/bpp.2018.43","volume":"3","author":"JM Jachimowicz","year":"2019","unstructured":"Jachimowicz, J.M., Duncan, S., Weber, E.U., Johnson, E.J.: When and why defaults influence decisions: a meta-analysis of default effects. Behavioural Public Policy 3(2), 159\u2013186 (2019)","journal-title":"Behavioural Public Policy"},{"key":"30_CR21","doi-asserted-by":"publisher","unstructured":"Jung, H., Park, Y., Lease, M.: Predicting next label quality: a time-series model of crowdwork. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol. 2, no. 1, pp. 87\u201395 (2014). https:\/\/doi.org\/10.1609\/hcomp.v2i1.13165","DOI":"10.1609\/hcomp.v2i1.13165"},{"key":"30_CR22","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1007\/978-3-030-58558-7_29","volume-title":"Computer Vision","author":"A Kolesnikov","year":"2020","unstructured":"Kolesnikov, A., et al.: Big transfer (BiT): general visual representation learning. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.M. (eds.) ECCV 2020. LNCS, vol. 12350, pp. 491\u2013507. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58558-7_29"},{"key":"30_CR23","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Technical report, Citeseer (2009)"},{"key":"30_CR24","doi-asserted-by":"publisher","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, vol. 60, pp. 1097\u20131105. Association for Computing Machinery (2012). https:\/\/doi.org\/10.1145\/3065386","DOI":"10.1145\/3065386"},{"issue":"1","key":"30_CR25","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback, S., Leibler, R.A.: On information and sufficiency. Ann. Math. Statist. 22(1), 79\u201386 (1951). https:\/\/doi.org\/10.1214\/aoms\/1177729694","journal-title":"Ann. Math. Statist."},{"key":"30_CR26","unstructured":"Lee, D.H.: Pseudo-label: the simple and efficient semi-supervised learning method for deep neural networks. In: Workshop on Challenges in Representation Learning, ICML, vol. 3, p. 2 (2013)"},{"key":"30_CR27","unstructured":"Li, J., Socher, R., Hoi, S.C.H.: DivideMix: learning with noisy labels as semi-supervised learning. In: International Conference on Learning Representations, pp. 1\u201314 (2020)"},{"issue":"4","key":"30_CR28","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1007\/s11704-019-8452-2","volume":"13","author":"YF Li","year":"2019","unstructured":"Li, Y.F., Liang, D.M.: Safe semi-supervised learning: a brief introduction. Front. Comp. Sci. 13(4), 669\u2013676 (2019)","journal-title":"Front. Comp. Sci."},{"key":"30_CR29","unstructured":"Lopresti, D., Nagy, G.: Optimal data partition for semi-automated labeling. In: Proceedings of the 21st International Conference on Pattern Recognition (ICPR 2012), pp. 286\u2013289. IEEE (2012)"},{"key":"30_CR30","unstructured":"Lukasik, M., Bhojanapalli, S., Menon, A.K., Kumar, S.: Does label smoothing mitigate label noise? In: International Conference on Machine Learning, pp. 6448\u20136458. PMLR (2020)"},{"key":"30_CR31","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"648","DOI":"10.1007\/978-3-031-19775-8_38","volume-title":"Computer Vision","author":"T Lukov","year":"2022","unstructured":"Lukov, T., Zhao, N., Lee, G.H., Lim, S.N.: Teaching with soft label smoothing for mitigating noisy labels in facial expressions. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022, Part XII. LNCS, vol. 13672, pp. 648\u2013665. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19775-8_38"},{"key":"30_CR32","first-page":"18571","volume":"35","author":"M Mazeika","year":"2022","unstructured":"Mazeika, M., et al.: How would the viewer feel? Estimating wellbeing from video scenarios. Adv. Neural. Inf. Process. Syst. 35, 18571\u201318585 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"30_CR33","doi-asserted-by":"crossref","unstructured":"Misra, I., van der Maaten, L., van der Maaten, L.: Self-supervised learning of pretext-invariant representations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6707\u20136717 (2020)","DOI":"10.1109\/CVPR42600.2020.00674"},{"key":"30_CR34","unstructured":"Motamedi, M., Sakharnykh, N., Kaldewey, T.: A data-centric approach for training deep neural networks with less data. In: NeurIPS 2021 Data-Centric AI workshop (2021)"},{"key":"30_CR35","unstructured":"M\u00fcller, R., Kornblith, S., Hinton, G.: When does label smoothing help? In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"30_CR36","doi-asserted-by":"publisher","first-page":"110575","DOI":"10.1109\/ACCESS.2020.3001507","volume":"8","author":"A Naeem","year":"2020","unstructured":"Naeem, A., Farooq, M.S., Khelifi, A., Abid, A.: Malignant melanoma classification using deep learning: datasets, performance measurements, challenges and opportunities. IEEE Access 8, 110575\u2013110597 (2020)","journal-title":"IEEE Access"},{"key":"30_CR37","unstructured":"Nguyen, T., Ilharco, G., Wortsman, M., Oh, S., Schmidt, L.: Quality Not Quantity: On the Interaction between Dataset Design and Robustness of CLIP, pp. 1\u201346 (2022)"},{"key":"30_CR38","unstructured":"Northcutt, C.G., Athalye, A., Mueller, J.: Pervasive label errors in test sets destabilize machine learning benchmarks. In: 35th Conference on Neural Information Processing Systems (NeurIPS 2021) Track on Datasets and Benchmarks (2021)"},{"key":"30_CR39","doi-asserted-by":"publisher","first-page":"1373","DOI":"10.1613\/JAIR.1.12125","volume":"70","author":"CG Northcutt","year":"2021","unstructured":"Northcutt, C.G., Jiang, L., Chuang, I.L.: Confident learning: estimating uncertainty in dataset labels. J. Artif. Intell. Res. 70, 1373\u20131411 (2021). https:\/\/doi.org\/10.1613\/JAIR.1.12125","journal-title":"J. Artif. Intell. Res."},{"key":"30_CR40","doi-asserted-by":"publisher","unstructured":"Ooms, E.A., et al.: Mammography: interobserver variability in breast density assessment. Breast 16(6), 568\u2013576 (2007). https:\/\/doi.org\/10.1016\/j.breast.2007.04.007","DOI":"10.1016\/j.breast.2007.04.007"},{"key":"30_CR41","doi-asserted-by":"crossref","unstructured":"Papadopoulos, D.P., Weber, E., Torralba, A.: Scaling up instance annotation via label propagation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 15364\u201315373 (2021)","DOI":"10.1109\/ICCV48922.2021.01508"},{"key":"30_CR42","doi-asserted-by":"publisher","unstructured":"Patel, B.N., et al.: Human-machine partnership with artificial intelligence for chest radiograph diagnosis. NPJ Digit. Med. 2(1), 1\u201310 (2019). https:\/\/doi.org\/10.1038\/s41746-019-0189-7","DOI":"10.1038\/s41746-019-0189-7"},{"key":"30_CR43","doi-asserted-by":"publisher","unstructured":"Peterson, J., Battleday, R., Griffiths, T., Russakovsky, O.: Human uncertainty makes classification more robust. In: Proceedings of the IEEE International Conference on Computer Vision 2019-October, pp. 9616\u20139625 (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00971","DOI":"10.1109\/ICCV.2019.00971"},{"issue":"9","key":"30_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3472291","volume":"54","author":"P Ren","year":"2021","unstructured":"Ren, P., et al.: A survey of deep active learning. ACM Comput. Surv. (CSUR) 54(9), 1\u201340 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"1","key":"30_CR45","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-020-71639-x","volume":"10","author":"A Saleh","year":"2020","unstructured":"Saleh, A., Laradji, I.H., Konovalov, D.A., Bradley, M., Vazquez, D., Sheaves, M.: A realistic fish-habitat dataset to evaluate algorithms for underwater visual analysis. Sci. Rep. 10(1), 1\u201310 (2020). https:\/\/doi.org\/10.1038\/s41598-020-71639-x","journal-title":"Sci. Rep."},{"issue":"19","key":"30_CR46","doi-asserted-by":"publisher","first-page":"6661","DOI":"10.3390\/s21196661","volume":"21","author":"L Schmarje","year":"2021","unstructured":"Schmarje, L., Br\u00fcnger, J., Santarossa, M., Schr\u00f6der, S.M., Kiko, R., Koch, R.: Fuzzy overclustering: semi-supervised classification of fuzzy labels with overclustering and inverse cross-entropy. Sensors 21(19), 6661 (2021). https:\/\/doi.org\/10.3390\/s21196661","journal-title":"Sensors"},{"key":"30_CR47","first-page":"33215","volume":"35","author":"L Schmarje","year":"2022","unstructured":"Schmarje, L., et al.: Is one annotation enough? A data-centric image classification benchmark for noisy and ambiguous label estimation. Adv. Neural. Inf. Process. Syst. 35, 33215\u201333232 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"30_CR48","unstructured":"Schmarje, L., Grossmann, V., Zelenka, C., Koch, R.: Annotating Ambiguous Images: General Annotation Strategy for High-Quality Data with Real-World Biomedical Validation. arXiv preprint arXiv:2306.12189 (2023)"},{"key":"30_CR49","doi-asserted-by":"crossref","unstructured":"Schmarje, L., et al.: A data-centric approach for improving ambiguous labels with combined semi-supervised classification and clustering. In: Proceedings of the European Conference on Computer Vision (ECCV) (2022)","DOI":"10.1007\/978-3-031-20074-8_21"},{"key":"30_CR50","doi-asserted-by":"crossref","unstructured":"Schr\u00f6der, S.M., Kiko, R., Koch, R.: MorphoCluster: efficient annotation of plankton images by clustering. Sensors 20 (2020)","DOI":"10.3390\/s20113060"},{"key":"30_CR51","doi-asserted-by":"publisher","unstructured":"Schulz, C., et al.: Analysis of automatic annotation suggestions for hard discourse-level tasks in expert domains. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 2761\u20132772. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/P19-1265","DOI":"10.18653\/v1\/P19-1265"},{"issue":"6","key":"30_CR52","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1006205","volume":"14","author":"P Schustek","year":"2018","unstructured":"Schustek, P., Moreno-Bote, R.: Instance-based generalization for human judgments about uncertainty. PLoS Comput. Biol. 14(6), e1006205 (2018). https:\/\/doi.org\/10.1371\/journal.pcbi.1006205","journal-title":"PLoS Comput. Biol."},{"key":"30_CR53","doi-asserted-by":"crossref","unstructured":"Shah, F.A., Sirts, K., Pfahl, D.: The impact of annotation guidelines and annotated data on extracting app features from app reviews. arXiv preprint arXiv:1810.05187 (2018)","DOI":"10.31219\/osf.io\/wazhf"},{"key":"30_CR54","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F.: Get another label? Improving Data Quality and Data Mining Using Multiple, Noisy Labelers Categories and Subject Descriptors, New York, pp. 614\u2013622 (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"30_CR55","unstructured":"Singh, A., Nowak, R., Zhu, J.: Unlabeled data: now it helps, now it doesn\u2019t. In: Advances in Neural Information Processing Systems, vol. 21 (2008)"},{"key":"30_CR56","unstructured":"Sohn, K., et al.: FixMatch: simplifying semi-supervised learning with consistency and confidence. In: Advances in Neural Information Processing Systems 33 pre-proceedings (NeurIPS 2020) (2020)"},{"issue":"5","key":"30_CR57","first-page":"1","volume":"17","author":"P Tarling","year":"2021","unstructured":"Tarling, P., Cantor, M., Clap\u00e9s, A., Escalera, S.: Deep learning with self-supervision and uncertainty regularization to count fish in underwater images. PLoS ONE 17(5), 1\u201322 (2021)","journal-title":"PLoS ONE"},{"key":"30_CR58","unstructured":"Tifrea, A., Clarysse, J., Yang, F.: Uniform versus uncertainty sampling: when being active is less efficient than staying passive. arXiv preprint arXiv:2212.00772 (2022)"},{"key":"30_CR59","doi-asserted-by":"crossref","unstructured":"Uijlings, J., Mensink, T., Ferrari, V.: The Missing Link: Finding label relations across datasets (2022)","DOI":"10.1007\/978-3-031-20074-8_31"},{"key":"30_CR60","first-page":"6720","volume":"35","author":"V Vasudevan","year":"2022","unstructured":"Vasudevan, V., Caine, B., Gontijo-Lopes, R., Fridovich-Keil, S., Roelofs, R.: When does dough become a bagel? Analyzing the remaining mistakes on ImageNet. Adv. Neural. Inf. Process. Syst. 35, 6720\u20136734 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"30_CR61","unstructured":"Wei, J., Zhu, Z., Cheng, H., Liu, T., Niu, G., Liu, Y.: Learning with noisy labels revisited: a study using real-world human annotations. In: ICLR, pp. 1\u201323 (2021)"},{"key":"30_CR62","doi-asserted-by":"crossref","unstructured":"Wei, X., Cong, H., Zhang, Z., Peng, J., Chen, G., Li, J.: Faint Features Tell: Automatic Vertebrae Fracture Screening Assisted by Contrastive Learning (2022)","DOI":"10.1109\/BIBM55620.2022.9995127"},{"key":"30_CR63","doi-asserted-by":"crossref","unstructured":"Yun, S., Oh, S.J., Heo, B., Han, D., Choe, J., Chun, S.: Re-labeling imagenet: from single to multi-labels, from global to localized labels. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2340\u20132350 (2021)","DOI":"10.1109\/CVPR46437.2021.00237"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-54605-1_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T12:10:05Z","timestamp":1709813405000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-54605-1_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031546044","9783031546051"],"references-count":63,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-54605-1_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"8 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DAGM GCPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"DAGM German Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Heidelberg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"45","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dagm2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.dagm-gcpr.de\/year\/2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"76","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}