{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T06:19:32Z","timestamp":1777357172103,"version":"3.51.4"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031730351","type":"print"},{"value":"9783031730368","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,21]],"date-time":"2024-11-21T00:00:00Z","timestamp":1732147200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,21]],"date-time":"2024-11-21T00:00:00Z","timestamp":1732147200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73036-8_19","type":"book-chapter","created":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T09:02:21Z","timestamp":1732093341000},"page":"329-346","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Bayesian Detector Combination for\u00a0Object Detection with\u00a0Crowdsourced Annotations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5521-6808","authenticated-orcid":false,"given":"Zhi Qin","family":"Tan","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8506-6871","authenticated-orcid":false,"given":"Olga","family":"Isupova","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5571-6220","authenticated-orcid":false,"given":"Gustavo","family":"Carneiro","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9284-2955","authenticated-orcid":false,"given":"Xiatian","family":"Zhu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4798-541X","authenticated-orcid":false,"given":"Yunpeng","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,21]]},"reference":[{"issue":"5","key":"19_CR1","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni, S., Baur, C., Achilles, F., Belagiannis, V., Demirci, S., Navab, N.: AggNet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans. Med. Imag. 35(5), 1313\u20131321 (2016)","journal-title":"IEEE Trans. Med. Imag."},{"key":"19_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-32245-8_14","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"CF Baumgartner","year":"2019","unstructured":"Baumgartner, C.F., et al.: PHiSeg: capturing uncertainty in medical image segmentation. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11765, pp. 119\u2013127. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32245-8_14"},{"key":"19_CR3","unstructured":"Bernard, J.M., Smith, A.F.M.: Bayesian Theory, chap.\u00a03, pp. 136\u2013138. Wiley, West Sussex (1993)"},{"issue":"1","key":"19_CR4","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1038\/s41467-022-28818-3","volume":"13","author":"M Bernhardt","year":"2022","unstructured":"Bernhardt, M., et al.: Active label cleaning for improved dataset quality under resource constraints. Nature Commun. 13(1), 1161 (2022)","journal-title":"Nature Commun."},{"key":"19_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/978-3-030-87722-4_23","volume-title":"Domain Adaptation and Representation Transfer, and Affordable Healthcare and AI for Resource Diverse Global Health","author":"S Budd","year":"2021","unstructured":"Budd, S., et al.: Can non-specialists provide high quality gold standard labels in challenging modalities? In: Albarqouni, S., et al. (eds.) DART\/FAIR -2021. LNCS, vol. 12968, pp. 251\u2013262. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-87722-4_23"},{"key":"19_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/978-3-030-58452-8_13","volume-title":"Computer Vision \u2013 ECCV 2020","author":"N Carion","year":"2020","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A., Zagoruyko, S.: End-to-End object detection with transformers. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12346, pp. 213\u2013229. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58452-8_13"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Chen, Z., et al.: Structured probabilistic end-to-end learning from crowds. In: International Joint Conference on Artificial Intelligence, pp. 1512\u20131518 (2020)","DOI":"10.24963\/ijcai.2020\/210"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. Roy. Statist. Soc. Ser. C (Appl. Statist.) 28(1), 20\u201328 (1979)","DOI":"10.2307\/2346806"},{"key":"19_CR9","unstructured":"Dung, N.B., Nguyen, H.Q., Elliott, J., Nhan, N.T., Culliton, P.: KeepLearning: VinBigData chest x-ray abnormalities detection (2020). https:\/\/kaggle.com\/competitions\/vinbigdata-chest-xray-abnormalities-detection"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Everingham, M., Luc Van\u00a0Gool, C.K.I.W., Winn, J., Zisserman, A.: The PASCAL visual object classes challenge 2007 (VOC 2007). Int. J. Comput. Vis. 88, 303\u2013338 (2010)","DOI":"10.1007\/s11263-009-0275-4"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Fang, Y., et al.: EVA: exploring the limits of masked visual representation learning at scale. In: IEEE Conference on Computer Vision Pattern Recognition, Vancouver, Canada, pp. 19358\u201319369 (2023)","DOI":"10.1109\/CVPR52729.2023.01855"},{"key":"19_CR12","unstructured":"Goh, H.W., Tkachenko, U., Mueller, J.: CROWDLAB: supervised learning to infer consensus labels and quality scores for data with multiple annotators (2022). arXiv:2210.06812"},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Guan, M.Y., Gulshan, V., Dai, A.M., Hinton, G.E.: Who said what: modeling individual labelers improves classification. In: AAAI Conference on Artificial Intelligence, San Francisco, CA, USA, pp. 3109\u20133118 (2017)","DOI":"10.1609\/aaai.v32i1.11756"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Hu, Y., Meina, S.: Crowd R-CNN: an object detection model utilizing crowdsourced labels. In: International Conference on Vision Image Signal Processing, Bangkok, Thailand, pp.\u00a01\u20137 (2020)","DOI":"10.1145\/3387168.3387180"},{"key":"19_CR15","unstructured":"Isupova, O., Li, Y., Kuzin, D., Roberts, S.J., Willis, K.J., Reece, S.: BCCNet: bayesian classifier combination neural network. In: Neural Information Processing System Workshop Machine Learning and Development, Montr\u00e9al, Canada (2018)"},{"key":"19_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1007\/978-3-030-32251-9_59","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"MH Jensen","year":"2019","unstructured":"Jensen, M.H., J\u00f8rgensen, D.R., Jalaboi, R., Hansen, M.E., Olsen, M.A.: Improving uncertainty estimation in convolutional neural networks using inter-rater agreement. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11767, pp. 540\u2013548. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32251-9_59"},{"key":"19_CR17","doi-asserted-by":"crossref","unstructured":"Ji, W., et al.: Learning calibrated medical image segmentation via multi-rater agreement modeling. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 12336\u201312346 (2021)","DOI":"10.1109\/CVPR46437.2021.01216"},{"key":"19_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1007\/978-3-030-00928-1_77","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"A Jungo","year":"2018","unstructured":"Jungo, A., et al.: On the effect of inter-observer variability for a reliable estimation of uncertainty of medical image segmentation. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11070, pp. 682\u2013690. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00928-1_77"},{"key":"19_CR19","unstructured":"Kim, H., Ghahramani, Z.: Bayesian classifier combination. In: International Conference on Artificial Intelligence Statistics, La Palma, Canary Islands, pp. 619\u2013627 (2012)"},{"key":"19_CR20","unstructured":"Kohl, S.A.A., et al.: A probabilistic u-net for segmentation of ambiguous images. In: Advances on Neural Information Processing System, Montr\u00e9al, Canada, pp. 6965\u20136975 (2018)"},{"issue":"2","key":"19_CR21","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1148\/radiol.2392042127","volume":"239","author":"E Lazarus","year":"2006","unstructured":"Lazarus, E., Mainiero, M.B., Schepps, B., Koelliker, S.L., Livingston, L.S.: BI-RADS lexicon for US and mammography: interobserver variability and positive predictive value. Radiology 239(2), 385\u2013391 (2006)","journal-title":"Radiology"},{"key":"19_CR22","doi-asserted-by":"publisher","first-page":"14105","DOI":"10.1109\/ACCESS.2023.3243845","volume":"11","author":"K Le","year":"2023","unstructured":"Le, K., Tran, T., Pham, H., Nguyen Trung, H., Le, T., Nguyen, H.Q.: Learning from multiple expert annotators for enhancing anomaly detection in medical image analysis. IEEE Access 11, 14105\u201314114 (2023)","journal-title":"IEEE Access"},{"key":"19_CR23","unstructured":"LeCun, Y., Cortes, C., Burges, C.: MNIST handwritten digit database (2010). http:\/\/yann.lecun.com\/exdb\/mnist"},{"key":"19_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"19_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/978-3-319-10470-6_44","volume-title":"Medical Image Computing and Computer-Assisted Intervention \u2013 MICCAI 2014","author":"L Maier-Hein","year":"2014","unstructured":"Maier-Hein, L., et al.: Crowdsourcing for reference correspondence generation in endoscopic images. In: Golland, P., Hata, N., Barillot, C., Hornegger, J., Howe, R. (eds.) MICCAI 2014. LNCS, vol. 8674, pp. 349\u2013356. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10470-6_44"},{"key":"19_CR26","unstructured":"M\u00fcller, R., Kornblith, S., Hinton, G.: When does label smoothing help? In: Advances on Neural Information Processing Systems, Vancouver, Canada, pp. 4694\u20134703 (2019)"},{"key":"19_CR27","unstructured":"Murphy, K.: Conjugate bayesian analysis of the gaussian distribution (2007). https:\/\/www.cs.ubc.ca\/~murphyk\/Papers\/bayesGauss.pdf"},{"issue":"1","key":"19_CR28","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/s41597-022-01498-w","volume":"9","author":"HQ Nguyen","year":"2022","unstructured":"Nguyen, H.Q., et al.: VinDr-CXR: an open dataset of chest x-rays with radiologist\u2019s annotations. Sci. Data 9(1), 429 (2022)","journal-title":"Sci. Data"},{"key":"19_CR29","unstructured":"Nowruzi, F.E., Kapoor, P., Kolhatkar, D., Hassanat, F., Laganiere, R., Rebut, J.: How much real data do we actually need: Analyzing object detection performance using synthetic and real data. In: International Conference on Machine Learning and Workshop AI Autonomous Driving, Long Beach, CA, USA (2019)"},{"issue":"43","key":"19_CR30","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., et al.: Learning from crowds. J. Mach. Learn. Res. 11(43), 1297\u20131322 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"19_CR31","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. In: Advances on Neural Information Processing Systems, Montr\u00e9al, Canada, pp. 91\u201399 (2015)"},{"key":"19_CR32","doi-asserted-by":"crossref","unstructured":"Rezatofighi, H., Tsoi, N., Gwak, J., Sadeghian, A., Reid, I., Savarese, S.: Generalized intersection over union: a metric and a loss for bounding box regression. In: IEEE Conference on Computer Vision and Pattern Recognition, Long Beach, CA, USA, pp. 658\u2013666 (2019)","DOI":"10.1109\/CVPR.2019.00075"},{"key":"19_CR33","doi-asserted-by":"crossref","unstructured":"Rodrigues, F., Pereira, F.C.: Deep learning from crowds. In: AAAI Conference on Artificial Intelligence, New Orleans, LA, USA, pp. 1611\u20131618 (2018)","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"19_CR34","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F., Ipeirotis, P.G.: Get another label? improving data quality and data mining using multiple, noisy labelers. In: ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Las Vegas, NV, USA, pp. 614\u2013622 (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"19_CR35","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.imavis.2021.104117","volume":"107","author":"R Solovyev","year":"2021","unstructured":"Solovyev, R., Wang, W., Gabruseva, T.: Weighted boxes fusion: ensembling boxes from different object detection models. Image Vis. Comput. 107, 104\u2013117 (2021)","journal-title":"Image Vis. Comput."},{"key":"19_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1007\/978-3-030-32251-9_73","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"CH Sudre","year":"2019","unstructured":"Sudre, C.H., et al.: Let\u2019s agree to disagree: learning highly debatable multirater labelling. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11767, pp. 665\u2013673. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32251-9_73"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., Shokouhi, M.: Community-based bayesian aggregation models for crowdsourcing. In: International Conference on World Wide Web, Seoul, Korea, pp. 155\u2013164 (2014)","DOI":"10.1145\/2566486.2567989"},{"key":"19_CR38","doi-asserted-by":"crossref","unstructured":"Wang, C.Y., Bochkovskiy, A., Liao, H.Y.M.: YOLOv7: trainable bag-of-freebies sets new state-of-the-art for real-time object detectors. In: IEEE Conference on Computer Vision Pattern Recognition, Vancouver, Canada, pp. 7464\u20137475 (2023)","DOI":"10.1109\/CVPR52729.2023.00721"},{"issue":"3","key":"19_CR39","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1148\/radiol.12112516","volume":"266","author":"T Watadani","year":"2012","unstructured":"Watadani, T., et al.: Interobserver variability in the CT assessment of honeycombing in the lungs. Radiology 266(3), 936\u2013944 (2012)","journal-title":"Radiology"},{"key":"19_CR40","doi-asserted-by":"publisher","first-page":"10552","DOI":"10.1109\/TNNLS.2022.3168696","volume":"34","author":"H Wei","year":"2022","unstructured":"Wei, H., Xie, R., Feng, L., Han, B., An, B.: Deep learning from multiple noisy annotators as a union. IEEE Trans. Neural Netw. Learn. Syst. 34, 10552\u201310562 (2022)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"19_CR41","doi-asserted-by":"crossref","unstructured":"Wei, J., Zhu, Z., Luo, T., Amid, E., Kumar, A., Liu, Y.: To aggregate or not? learning with separate noisy labels. In: ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Long Beach, CA, USA, pp. 2523\u20132535 (2023)","DOI":"10.1145\/3580305.3599522"},{"key":"19_CR42","unstructured":"Whitehill, J., Wu, T.f., Bergsma, J., Movellan, J., Ruvolo, P.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Advances on Neural Information Processing Systems, Vancouver, Canada, pp. 2035\u20132043 (2009)"},{"key":"19_CR43","unstructured":"Wu, J., et al.: Multi-rater prism: learning self-calibrated medical image segmentation from multiple raters (2022). arXiv:2212.00601"},{"key":"19_CR44","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1007\/978-3-030-59710-8_72","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"S Yu","year":"2020","unstructured":"Yu, S., et al.: Difficulty-aware glaucoma classification with multi-rater consensus modeling. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12261, pp. 741\u2013750. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59710-8_72"},{"key":"19_CR45","unstructured":"Zhang, L., et al.: Disentangling human error from the ground truth in segmentation of medical images. In: Advances on Neural Information Processing Systems, pp. 15750\u201315762 (2020)"},{"key":"19_CR46","doi-asserted-by":"crossref","unstructured":"Zhu, X., Vondrick, C., Ramanan, D., Fowlkes, C.: Do we need more training data or better models for object detection? In: British Machine on Vision Conference, Surrey, UK (2012)","DOI":"10.5244\/C.26.80"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73036-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T09:55:58Z","timestamp":1732096558000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73036-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,21]]},"ISBN":["9783031730351","9783031730368"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73036-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,21]]},"assertion":[{"value":"21 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}