{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T13:15:28Z","timestamp":1782134128141,"version":"3.54.5"},"reference-count":70,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,14]],"date-time":"2022-06-14T00:00:00Z","timestamp":1655164800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,14]],"date-time":"2022-06-14T00:00:00Z","timestamp":1655164800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906089"],"award-info":[{"award-number":["61906089"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2020AAA0107000"],"award-info":[{"award-number":["2020AAA0107000"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100005145","name":"Jiangsu Province Basic Research Program","doi-asserted-by":"crossref","award":["BK20190408"],"award-info":[{"award-number":["BK20190408"]}],"id":[{"id":"10.13039\/501100005145","id-type":"DOI","asserted-by":"crossref"}]},{"name":"China Postdoc Science Foundation","award":["2019TQ0152"],"award-info":[{"award-number":["2019TQ0152"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s10994-022-06185-w","type":"journal-article","created":{"date-parts":[[2022,6,14]],"date-time":"2022-06-14T16:40:52Z","timestamp":1655224852000},"page":"1823-1845","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Learning from crowds with sparse and imbalanced annotations"],"prefix":"10.1007","volume":"112","author":[{"given":"Ye","family":"Shi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0610-8568","authenticated-orcid":false,"given":"Shao-Yuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sheng-Jun","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,14]]},"reference":[{"key":"6185_CR1","doi-asserted-by":"crossref","unstructured":"Atarashi, K., Oyama, S., & Kurihara, M. (2018). Semi-supervised learning from crowds using deep generative models. In: Proceedings of the 32nd Conference on Artificial Intelligence, pp. 1555\u20131562","DOI":"10.1609\/aaai.v32i1.11513"},{"key":"6185_CR2","unstructured":"Berthelot, D., Carlini, N., Cubuk, E.D., Kurakin, A., Sohn, K., Zhang, H., & Raffel, C. (2020). Remixmatch: Semi-supervised learning with distribution matching and augmentation anchoring. In: Proceedings of the 8th International Conference on Learning Representations"},{"key":"6185_CR3","first-page":"5050","volume":"32","author":"D Berthelot","year":"2019","unstructured":"Berthelot, D., Carlini, N., Goodfellow, I. J., Papernot, N., Oliver, A., & Raffel, C. (2019). Mixmatch: A holistic approach to semi-supervised learning. Advances in Neural Information Processing Systems, 32, 5050\u20135060.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR4","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.neunet.2018.07.011","volume":"106","author":"M Buda","year":"2018","unstructured":"Buda, M., Maki, A., & Mazurowski, M. A. (2018). A systematic study of the class imbalance problem in convolutional neural networks. Neural Networks, 106, 249\u2013259.","journal-title":"Neural Networks"},{"key":"6185_CR5","unstructured":"Byrd, J., & Lipton, Z.C. (2019). What is the effect of importance weighting in deep learning? In: Proceedings of the 36th International Conference on Machine Learning, pp. 872\u2013881"},{"key":"6185_CR6","doi-asserted-by":"crossref","unstructured":"Chu, Z., Ma, J., & Wang, H. (2021). Learning from crowds by modeling common confusions. In: Proceedings of the 35th AAAI Conference on Artificial Intelligence, pp. 5832\u20135840","DOI":"10.1609\/aaai.v35i7.16730"},{"key":"6185_CR7","doi-asserted-by":"crossref","unstructured":"Chu, Z., & Wang, H. (2021). Improve learning from crowds via generative augmentation. In: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, pp. 167\u2013175","DOI":"10.1145\/3447548.3467409"},{"key":"6185_CR8","doi-asserted-by":"crossref","unstructured":"Cui, Y., Jia, M., Lin, T., Song, Y., Belongie, S.J. (2019). Class-balanced loss based on effective number of samples. In: Proceedings of the 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9268\u20139277","DOI":"10.1109\/CVPR.2019.00949"},{"key":"6185_CR9","doi-asserted-by":"crossref","unstructured":"Cui, Y., Jia, M., Lin, T., Song, Y., & Belongie, S.J. (2019). Class-balanced loss based on effective number of samples. In: Proceedings of the 2019IEEE Conference on Computer Vision and Pattern Recognition, pp. 9268\u20139277","DOI":"10.1109\/CVPR.2019.00949"},{"key":"6185_CR41","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A. P., & Skene, A. M. (1979). Maximum likelihood estimation of observer error-rates using the em algorithm. Journal of the Royal Statistical Society: Series C (Applied Statistics), 28, 20\u201328.","journal-title":"Journal of the Royal Statistical Society: Series C (Applied Statistics)"},{"issue":"3","key":"6185_CR10","first-page":"130105.1","volume":"64","author":"J Feng","year":"2021","unstructured":"Feng, J., Wang, X., & Liu, W. (2021). Deep graph cut network for weakly-supervised semantic segmentation. Science China Information Science, 64(3), 130105.1\u2013130105.12","journal-title":"Science China Information Science"},{"key":"6185_CR11","doi-asserted-by":"crossref","unstructured":"Filipe, R., & Francisco, P.C. (2018). Deep learning from crowds. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, p.\u00a08. AAAI Press","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"6185_CR12","doi-asserted-by":"crossref","unstructured":"Girshick, R., Donahue, J., Darrell, T., & Malik, J. (2014). Rich feature hierarchies for accurate object detection and semantic segmentation. In: Proceedings of the 2014 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 580\u2013587","DOI":"10.1109\/CVPR.2014.81"},{"key":"6185_CR13","doi-asserted-by":"crossref","unstructured":"Guan, M.Y., Gulshan, V., Dai, A.M., & Hinton, G.E. (2018). Who said what: Modeling individual labelers improves classification. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, pp. 3109\u20133118","DOI":"10.1609\/aaai.v32i1.11756"},{"issue":"9","key":"6185_CR14","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1109\/TKDE.2008.239","volume":"21","author":"H He","year":"2009","unstructured":"He, H., & Garcia, E. A. (2009). Learning from imbalanced data. IEEE Transactions on Knowledge and Data Engineering, 21(9), 1263\u20131284.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"6185_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J. (2016). Deep residual learning for image recognition. In: Proceedings of the 2016 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"issue":"2","key":"6185_CR16","first-page":"13","volume":"28","author":"E Horvitz","year":"2007","unstructured":"Horvitz, E. (2007). Reflections on challenges and promises of mixed-initiative interaction. AI Magazine, 28(2), 13\u201322.","journal-title":"AI Magazine"},{"key":"6185_CR17","doi-asserted-by":"crossref","unstructured":"Iscen, A., Tolias, G., Avrithis, Y., & Chum, O. (2019). Label propagation for deep semi-supervised learning. In: Proceedings of the 2019 IEEE Conference on Computer Vision and Pattern Recognition, pp. 5070\u20135079","DOI":"10.1109\/CVPR.2019.00521"},{"key":"6185_CR18","doi-asserted-by":"crossref","unstructured":"Jamal, M.A., Brown, M., Yang, M., Wang, L., & Gong, B. (2020). Rethinking class-balanced methods for long-tailed visual recognition from a domain adaptation perspective. In: Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7607\u20137616","DOI":"10.1109\/CVPR42600.2020.00763"},{"issue":"5","key":"6185_CR19","doi-asserted-by":"publisher","first-page":"429","DOI":"10.3233\/IDA-2002-6504","volume":"6","author":"N Japkowicz","year":"2002","unstructured":"Japkowicz, N., & Stephen, S. (2002). The class imbalance problem: A systematic study. Intelligent Data Analysis, 6(5), 429\u2013449.","journal-title":"Intelligent Data Analysis"},{"key":"6185_CR20","unstructured":"Kang, B., Xie, S., Rohrbach, M., Yan, Z., Gordo, A., Feng, J., Kalantidis, Y. (2020). Decoupling representation and classifier for long-tailed recognition. In: Proceedings of the 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26\u201330, 2020"},{"issue":"8","key":"6185_CR21","first-page":"3573","volume":"29","author":"SH Khan","year":"2018","unstructured":"Khan, S. H., Hayat, M., Bennamoun, M., Sohel, F. A., & Togneri, R. (2018). Cost-sensitive learning of deep feature representations from imbalanced data. IEEE Transactions on Knowledge and Data Engineering, 29(8), 3573\u20133587.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"6185_CR22","unstructured":"Kim, H.C., Ghahramani, Z. (2012). Bayesian classifier combination. In: Proceedings of the 15th International Conference on Artificial Intelligence and Statistics Artificial Intelligence and Statistics, pp. 619\u2013627"},{"key":"6185_CR23","unstructured":"Kingma, D.P., Ba, J. (2015). Adam: A method for stochastic optimization. In: Proceedings of the 3rd International Conference on Learning Representations, p. (Poster)"},{"key":"6185_CR24","doi-asserted-by":"crossref","unstructured":"Krause, J., Sapp, B., Howard, A., Zhou, H., Toshev, A., Duerig, T., Philbin, J., & Fei-Fei, L. (2016). The unreasonable effectiveness of noisy data for fine-grained recognition. In: Proceedings of the 14th European Conference on Computer Vision, pp. 301\u2013320","DOI":"10.1007\/978-3-319-46487-9_19"},{"key":"6185_CR25","unstructured":"Krizhevsky, A. (2009). Learning multiple layers of features from tiny images. Technical report"},{"key":"6185_CR26","first-page":"1106","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky, A., Sutskever, I., & Hinton, G. E. (2012). Imagenet classification with deep convolutional neural networks. Advances in Neural Information Processing Systems, 25, 1106\u20131114.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR27","unstructured":"Lee, D.H., et\u00a0al. (2013). Pseudo-label: The simple and efficient semi-supervised learning method for deep neural networks. In: Workshop on challenges in representation learning, ICML,3, 896"},{"key":"6185_CR28","doi-asserted-by":"crossref","unstructured":"Li, Q., Li, Y., Gao, J., Su, L., Zhao, B., Demirbas, M., Fan, W., & Han, J. (2014). A confidence-aware approach for truth discovery on long-tail data. In: Proceedings of the VLDB Endowment, 8, 425\u2013436","DOI":"10.14778\/2735496.2735505"},{"issue":"3","key":"6185_CR29","first-page":"130104.1","volume":"64","author":"SY Li","year":"2021","unstructured":"Li, S.Y., Huang, S.J., & Chen, S. (2021). Crowdsourcing aggregation with deep bayesian learning. Science China Information Science, 64(3), 130104.1\u2013130104.11","journal-title":"Science China Information Science"},{"key":"6185_CR30","doi-asserted-by":"crossref","unstructured":"Li, S.Y., Jiang, Y. (2018). Multi-label crowdsourcing learning with incomplete annotations. In: Proceedings of the 15th Pacific Rim International Conference on Artificial Intelligence, pp. 232\u2013245","DOI":"10.1007\/978-3-319-97304-3_18"},{"issue":"7","key":"6185_CR31","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1109\/TKDE.2018.2857766","volume":"31","author":"SY Li","year":"2019","unstructured":"Li, S. Y., Jiang, Y., Chawla, N. V., & Zhou, Z. H. (2019). Multi-label learning from crowds. IEEE Transactions on Knowledge and Data Engineering, 31(7), 1369\u20131382.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"6185_CR32","doi-asserted-by":"crossref","unstructured":"Li, X.C., Zhan, D.C., Yang, J.Q., & Shi, Y. (2021). Deep multiple instance selection. Science China Information Science, 64(3)","DOI":"10.1007\/s11432-020-3117-3"},{"key":"6185_CR33","unstructured":"Li, Y., Rubinstein, B.I.P., & Cohn, T. (2019). Exploiting worker correlation for label aggregation in crowdsourcing. In: Proceedings of the 36th International Conference on Machine Learning, pp. 3886\u20133895"},{"issue":"2","key":"6185_CR34","first-page":"318","volume":"42","author":"T Lin","year":"2020","unstructured":"Lin, T., Goyal, P., Girshick, R. B., He, K., & Doll\u00e1r, P. (2020). Focal loss for dense object detection. IEEE Transactions on Knowledge and Data Engineering, 42(2), 318\u2013327.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"6185_CR35","first-page":"692","volume":"25","author":"Q Liu","year":"2012","unstructured":"Liu, Q., Peng, J., & Ihler, A. (2012). Variational inference for crowdsourcing. Advances in Neural Information Processing Systems, 25, 692\u2013700.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"350","key":"6185_CR36","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1080\/01621459.1975.10479874","volume":"70","author":"GJ McLachlan","year":"1975","unstructured":"McLachlan, G. J. (1975). Iterative reclassification procedure for constructing an asymptotically optimal rule of allocation in discriminant analysis. Journal of the American Statistical Association, 70(350), 365\u2013369.","journal-title":"Journal of the American Statistical Association"},{"key":"6185_CR37","first-page":"1607","volume":"16","author":"PG Moreno","year":"2015","unstructured":"Moreno, P. G., Art\u00e9s-Rodr\u00edguez, A., Teh, Y. W., & Perez-Cruz, F. (2015). Bayesian nonparametric crowdsourcing. Journal of Machine Learning Research, 16, 1607\u20131627.","journal-title":"Journal of Machine Learning Research"},{"key":"6185_CR38","doi-asserted-by":"crossref","unstructured":"Nassar, I., Herath, S., Abbasnejad, E., Buntine, W.L., & Haffari, G. (2021). All labels are not created equal: Enhancing semi-supervision via label grouping and co-training. In: Proceedings of the 2021 IEEE Conference on Computer Vision and Pattern Recognition, pp. 7241\u20137250","DOI":"10.1109\/CVPR46437.2021.00716"},{"key":"6185_CR39","doi-asserted-by":"crossref","unstructured":"Pang, N., Zhao, X., Wang, W., Xiao, W., & Guo, D. (2021). Few-shot text classification by leveraging bi-directional attention and cross-class knowledge. Science China Information Science,  64(3)","DOI":"10.1007\/s11432-020-3055-1"},{"key":"6185_CR40","doi-asserted-by":"crossref","unstructured":"Peterson, J.C., Battleday, R.M., Griffiths, T.L., & Russakovsky, O. (2019). Human uncertainty makes classification more robust. In: Proceedings of the 2019 IEEE\/CVF International Conference on Computer Vision, pp. 9616\u20139625","DOI":"10.1109\/ICCV.2019.00971"},{"key":"6185_CR42","first-page":"3546","volume":"28","author":"A Rasmus","year":"2015","unstructured":"Rasmus, A., Berglund, M., Honkala, M., Valpola, H., & Raiko, T. (2015). Semi-supervised learning with ladder networks. Advances in Neural Information Processing Systems,, 28, 3546\u20133554.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR43","first-page":"1297","volume":"11","author":"V Raykar","year":"2010","unstructured":"Raykar, V., Yu, S., Zhao, L., Valadez, G., Florin, C., Bogoni, L., & Moy, L. (2010). Learning from crowds. Journal of Machine Learning Research, 11, 1297\u20131322.","journal-title":"Journal of Machine Learning Research"},{"key":"6185_CR44","unstructured":"Rizve, M.N., Duarte, K., Rawat, Y.S., & Shah, M. (2021). In defense of pseudo-labeling: An uncertainty-aware pseudo-label selection framework for semi-supervised learning. In: Proceedings of the 9th International Conference on Learning Representations"},{"key":"6185_CR45","unstructured":"Rodrigues, F., Pereira, F.C., & Ribeiro, B. (2014). Gaussian process classification and active learning with multiple annotators. In: Proceedings of the 31th International Conference on Machine Learning, pp. 433\u2013441"},{"issue":"5","key":"6185_CR46","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"A Shadi","year":"2016","unstructured":"Shadi, A., Christoph, B., Felix, A., Vasileios, B., Stefanie, D., & Nassir, N. (2016). Aggnet: Deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Transactions on Medical Imaging, 35(5), 1313\u20131321","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"6185_CR47","doi-asserted-by":"crossref","unstructured":"Shen, L., Lin, Z., & Huang, Q. (2016). Relay backpropagation for effective learning of deep convolutional neural networks. In: Proceedings of the 14th European conference on computer vision, pp. 467\u2013482","DOI":"10.1007\/978-3-319-46478-7_29"},{"key":"6185_CR48","doi-asserted-by":"crossref","unstructured":"Shi, W., Gong, Y., Ding, C., Ma, Z., Tao, X., & Zheng, N. (2018). Transductive semi-supervised deep learning using min-max features. In: Proceedings of the 15th European Conference of Computer Vision, pp. 311\u2013327","DOI":"10.1007\/978-3-030-01228-1_19"},{"key":"6185_CR49","first-page":"1917","volume":"32","author":"J Shu","year":"2019","unstructured":"Shu, J., Xie, Q., Yi, L., Zhao, Q., Zhou, S., Xu, Z., & Meng, D. (2019). Meta-weight-net: Learning an explicit mapping for sample weighting. Advances in Neural Information Processing Systems, 32, 1917\u20131928.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR50","unstructured":"Simonyan, K., & Zisserman, A. (2015). Very deep convolutional networks for large-scale image recognition. In: Proceedings of the 3rd International Conference on Learning Representations"},{"key":"6185_CR51","doi-asserted-by":"crossref","unstructured":"Simpson, E., Roberts, S., Psorakis, I., Smith, A. (2013). Dynamic bayesian combination of multiple imperfect classifiers. Decision making and imperfection, p. 1-35","DOI":"10.1007\/978-3-642-36406-8_1"},{"key":"6185_CR52","doi-asserted-by":"crossref","unstructured":"Smith, L.N. (2017). Cyclical learning rates for training neural networks. In: Proceedings of the 2017 IEEE Winter Conference on Applications of Computer Vision, pp. 464\u2013472","DOI":"10.1109\/WACV.2017.58"},{"key":"6185_CR53","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A. (2008). Cheap and fast - but is it good? evaluating non-expert annotations for natural language tasks. In: Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263. Honolulu, Hawaii","DOI":"10.3115\/1613715.1613751"},{"key":"6185_CR54","unstructured":"Sohn, K., Berthelot, D., Carlini, N., Zhang, Z., Zhang, H., Raffel, C., Cubuk, E.D., Kurakin, A., & Li, C. (2020). Fixmatch: Simplifying semi-supervised learning with consistency and confidence Advances in Neural Information Processing Systems, 33"},{"key":"6185_CR55","doi-asserted-by":"crossref","unstructured":"Su, G., Chen, W., & Xu, M. (2021). Positive-unlabeled learning from imbalanced data. In: IJCAI.","DOI":"10.24963\/ijcai.2021\/412"},{"key":"6185_CR56","unstructured":"Tang, K., Huang, J., & Zhang, H. (2020). Long-tailed classification by keeping the good and removing the bad momentum causal effect. Advances in Neural Information Processing Systems, 33"},{"key":"6185_CR57","doi-asserted-by":"crossref","unstructured":"Tanno, R., Saeedi, A., Sankaranarayanan, S., Alexander, D.C., & Silberman, N. (2019). Learning from noisy labels by regularized estimation of annotator confusion. In: Proceedings of the 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11244\u201311253","DOI":"10.1109\/CVPR.2019.01150"},{"key":"6185_CR58","unstructured":"Tarvainen, A., & Valpola, H. (2017). Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results. In: Proceedings of the 5th International Conference on Learning Representations"},{"key":"6185_CR59","unstructured":"Thierry, B., Henrik, S.J., Marcel, F.R., & Rolf, P. (2010). Crowdsourcing, open innovation and collective intelligence in the scientific method: a research agenda and operational framework. In: Proceedings of the 20th International Conference on the Synthesis and Simulation of Living Systems, pp. 679\u2013686."},{"key":"6185_CR60","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai G.and\u00a0Kohli, P., & Shokouhi, M. (2014). Community-based bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd international conference on World wide web, pp. 155\u2013164. Seoul, Republic of Korea.","DOI":"10.1145\/2566486.2567989"},{"key":"6185_CR61","doi-asserted-by":"crossref","unstructured":"Wei, C., Sohn, K., Mellina, C., Yuille, A.L., & Yang, F. (2021). Crest: A class-rebalancing self-training framework for imbalanced semi-supervised learning. In: Proceedings of the 2021 IEEE Conference on Computer Vision and Pattern Recognition, pp. 10857\u201310866","DOI":"10.1109\/CVPR46437.2021.01071"},{"key":"6185_CR62","first-page":"2024","volume":"23","author":"P Welinder","year":"2010","unstructured":"Welinder, P., Branson, S., Belongie, S., & Perona, P. (2010). The multidimensional wisdom of crowds. Advances in Neural Information Processing Systems, 23, 2024\u20132432.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR63","first-page":"2035","volume":"22","author":"J Whitehill","year":"2009","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., & Movellan, J. R. (2009). Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in Neural Information Processing Systems, 22, 2035\u20132043.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6185_CR64","unstructured":"Xiao, T., Xia, T., Yang, Y., Huang, C., & Wang, X. (2015). Learning from massive noisy labeled data for image classification. In: Proceedings of the 2015 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2691\u20132699."},{"key":"6185_CR65","doi-asserted-by":"crossref","unstructured":"Xie, Q., Luong, M.T., Hovy, E.H., & Le, Q.V. (2020). Self-training with noisy student improves imagenet classification. In: Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10687\u201310698.","DOI":"10.1109\/CVPR42600.2020.01070"},{"issue":"3","key":"6185_CR66","first-page":"130101.1","volume":"64","author":"M Xu","year":"2021","unstructured":"Xu, M., & Guo, L.Z. (2021). Learning from group supervision: the impact of supervision deficiency on multi-label learning. Science China Information Science, 64(3), 130101.1\u2013130101.13","journal-title":"Science China Information Science"},{"key":"6185_CR67","unstructured":"Yin, C., Menglin, J., Tsung-Yi, L., Yang, S., & Serge, B. (2019). Class-balanced loss based on effective number of samples. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9268\u20139277"},{"issue":"5","key":"6185_CR68","first-page":"1081","volume":"45","author":"J Zhang","year":"2015","unstructured":"Zhang, J., Wu, X., & Sheng, V. S. (2015). Active learning with imbalanced multiple noisy labeling. IEEE Transactions on Cybernetics, 45(5), 1081\u20131093.","journal-title":"IEEE Transactions on Cybernetics"},{"key":"6185_CR69","doi-asserted-by":"crossref","unstructured":"Zhou, B., Cui, Q., Wei, X., & Chen, Z. (2020). BBN: bilateral-branch network with cumulative learning for long-tailed visual recognition. In: Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9716\u20139725","DOI":"10.1109\/CVPR42600.2020.00974"},{"key":"6185_CR70","first-page":"2195","volume":"25","author":"D Zhou","year":"2012","unstructured":"Zhou, D., Basu, S., Mao, Y., & Platt, J. (2012). Learning from the wisdom of crowds by minimax entropy. Advances in Neural Information Processing Systems, 25, 2195\u20132203.","journal-title":"Advances in Neural Information Processing Systems"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06185-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-022-06185-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06185-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T00:03:05Z","timestamp":1686700985000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-022-06185-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,14]]},"references-count":70,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["6185"],"URL":"https:\/\/doi.org\/10.1007\/s10994-022-06185-w","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,14]]},"assertion":[{"value":"29 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 June 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Shao-Yuan Li, Ye Shi and Sheng-Jun Huang declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The datasets used in the study are publicly available from their corresponding authors.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and material"}},{"value":"The code for this study are not publicly available until the paper is published, but are available from the corresponding author Shao-Yuan Li on reasonable request.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}