{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T15:38:21Z","timestamp":1779291501564,"version":"3.51.4"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T00:00:00Z","timestamp":1731283200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T00:00:00Z","timestamp":1731283200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s11704-023-3578-7","type":"journal-article","created":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T09:18:59Z","timestamp":1731316739000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["KD-Crowd: a knowledge distillation framework for learning from crowds"],"prefix":"10.1007","volume":"19","author":[{"given":"Shaoyuan","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuxiang","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ye","family":"Shi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shengjun","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Songcan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,11]]},"reference":[{"key":"3578_CR1","first-page":"254","volume-title":"Proceedings of Conference on Empirical Methods in Natural Language Processing","author":"R Snow","year":"2008","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng A Y. Cheap and fast - but is it good?: evaluating non-expert annotations for natural language tasks. In: Proceedings of Conference on Empirical Methods in Natural Language Processing. 2008, 254\u2013263"},{"key":"3578_CR2","first-page":"1297","volume":"11","author":"V C Raykar","year":"2010","unstructured":"Raykar V C, Yu S, Zhao L H, Valadez G H, Florin C, Bogoni L, Moy L. Learning from crowds. The Journal of Machine Learning Research, 2010, 11: 1297\u20131322","journal-title":"The Journal of Machine Learning Research"},{"issue":"5","key":"3578_CR3","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni S, Baur C, Achilles F, Belagiannis V, Demirci S, Navab N. AggNet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Transactions on Medical Imaging, 2016, 35(5): 1313\u20131321","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"3578_CR4","volume-title":"Proceedings of the 32nd AAAI Conference on Artificial Intelligence, 30th Innovative Applications of Artificial Intelligence Conference, and 8th AAAI Symposium on Educational Advances in Artificial Intelligence","author":"F Rodrigues","year":"2017","unstructured":"Rodrigues F, Pereira F. Deep learning from crowds. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, 30th Innovative Applications of Artificial Intelligence Conference, and 8th AAAI Symposium on Educational Advances in Artificial Intelligence. 2017"},{"key":"3578_CR5","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3156367","volume-title":"IEEE Transactions on Cybernetics","author":"Y Yang","year":"2022","unstructured":"Yang Y, Wei H, Zhu H, Yu D, Xiong H, Yang J. Exploiting crossmodal prediction and relation consistency for semisupervised image captioning. IEEE Transactions on Cybernetics, 2022, doi: https:\/\/doi.org\/10.1109\/TCYB.2022.3156367"},{"issue":"1","key":"3578_CR6","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"A P Dawid","year":"1979","unstructured":"Dawid A P, Skene A M. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied Statistics, 1979, 28(1): 20\u201328","journal-title":"Applied Statistics"},{"key":"3578_CR7","volume-title":"Proceedings of the 7th International Conference on Learning Representations","author":"P Cao","year":"2019","unstructured":"Cao P, Xu Y, Kong Y, Wang Y. Max-MIG: an information theoretic approach for joint learning from crowds. In: Proceedings of the 7th International Conference on Learning Representations. 2019"},{"key":"3578_CR8","first-page":"1196","volume-title":"Proceedings of the 27th Annual Conference on Neural Information Processing Systems","author":"N Natarajan","year":"2013","unstructured":"Natarajan N, Dhillon I S, Ravikumar P, Tewari A. Learning with noisy labels. In: Proceedings of the 27th Annual Conference on Neural Information Processing Systems. 2013, 1196\u20131204"},{"key":"3578_CR9","first-page":"233","volume-title":"Proceedings of the 34th International Conference on Machine Learning","author":"D Arpit","year":"2017","unstructured":"Arpit D, Jastrzebski S, Ballas N, Krueger D, Bengio E, Kanwal M S, Maharaj T, Fischer A, Courville A, Bengio Y, Lacoste-Julien S. A closer look at memorization in deep networks. In: Proceedings of the 34th International Conference on Machine Learning. 2017, 233\u2013242"},{"key":"3578_CR10","first-page":"2469","volume-title":"Proceedings of the 30th International Joint Conference on Artificial Intelligence","author":"X-J Gui","year":"2021","unstructured":"Gui X-J, Wang W, Tian Z-H. Towards understanding deep learning from noisy labels with small-loss criterion. In: Proceedings of the 30th International Joint Conference on Artificial Intelligence. 2021, 2469\u20132475"},{"key":"3578_CR11","first-page":"2304","volume-title":"Proceedings of the 35th International Conference on Machine Learning","author":"L Jiang","year":"2018","unstructured":"Jiang L, Zhou Z, Leung T, Li L-J, Li F-F. MentorNet: learning data-driven curriculum for very deep neural networks on corrupted labels. In: Proceedings of the 35th International Conference on Machine Learning. 2018, 2304\u20132313"},{"key":"3578_CR12","first-page":"8536","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems","author":"B Han","year":"2018","unstructured":"Han B, Yao Q, Yu X, Niu G, Xu M, Hu W, Tsang I W, Sugiyama M. Co-teaching: robust training of deep neural networks with extremely noisy labels. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems. 2018, 8536\u20138546"},{"key":"3578_CR13","first-page":"7164","volume-title":"Proceedings of the 36th International Conference on Machine Learning","author":"X Yu","year":"2019","unstructured":"Yu X, Han B, Yao J, Niu G, Tsang I, Sugiyama M. How does disagreement help generalization against label corruption? In: Proceedings of the 36th International Conference on Machine Learning. 2019, 7164\u20137173"},{"key":"3578_CR14","first-page":"961","volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems","author":"E Malach","year":"2017","unstructured":"Malach E, Shalev-Shwartz S. Decoupling \u201cwhen to update\u201d from \u201chow to update\u201d. In: Proceedings of the 31st International Conference on Neural Information Processing Systems. 2017, 961\u2013971"},{"key":"3578_CR15","volume-title":"Proceedings of the 8th International Conference on Learning Representations","author":"J Li","year":"2020","unstructured":"Li J, Socher R, Hoi S C H. DivideMix: learning with noisy labels as semi-supervised learning. In: Proceedings of the 8th International Conference on Learning Representations. 2020"},{"key":"3578_CR16","first-page":"1707","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","author":"S Liu","year":"2020","unstructured":"Liu S, Niles-Weed J, Razavian N, Fernandez-Granda C. Early-learning regularization prevents memorization of noisy labels. In: Proceedings of the 34th International Conference on Neural Information Processing Systems. 2020, 1707"},{"key":"3578_CR17","first-page":"5907","volume-title":"Proceedings of the 36th International Conference on Machine Learning","author":"H Song","year":"2019","unstructured":"Song H, Kim M, Lee J G. SELFIE: refurbishing unclean samples for robust deep learning. In: Proceedings of the 36th International Conference on Machine Learning. 2019, 5907\u20135915"},{"key":"3578_CR18","first-page":"692","volume-title":"Proceedings of the 25th International Conference on Neural Information Processing Systems","author":"Q Liu","year":"2012","unstructured":"Liu Q, Peng J, Ihler A T. Variational inference for crowdsourcing. In: Proceedings of the 25th International Conference on Neural Information Processing Systems. 2012, 692\u2013700"},{"key":"3578_CR19","first-page":"2195","volume-title":"Proceedings of the 25th International Conference on Neural Information Processing Systems","author":"D Zhou","year":"2012","unstructured":"Zhou D, Platt J C, Basu S, Mao Y. Learning from the wisdom of crowds by minimax entropy. In: Proceedings of the 25th International Conference on Neural Information Processing Systems. 2012, 2195\u20132203"},{"key":"3578_CR20","first-page":"433","volume-title":"Proceedings of the 31st International Conference on Machine Learning","author":"F Rodrigues","year":"2014","unstructured":"Rodrigues F, Pereira F C, Ribeiro B. Gaussian process classification and active learning with multiple annotators. In: Proceedings of the 31st International Conference on Machine Learning. 2014, 433\u2013441"},{"key":"3578_CR21","volume-title":"Proceedings of the 32nd AAAI Conference on Artificial Intelligence and 30th Innovative Applications of Artificial Intelligence Conference and Eighth AAAI Symposium on Educational Advances in Artificial Intelligence","author":"M Y Guan","year":"2018","unstructured":"Guan M Y, Gulshan V, Dai A M, Hinton G E. Who said what: modeling individual labelers improves classification. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence and 30th Innovative Applications of Artificial Intelligence Conference and Eighth AAAI Symposium on Educational Advances in Artificial Intelligence. 2018"},{"key":"3578_CR22","first-page":"11236","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"R Tanno","year":"2019","unstructured":"Tanno R, Saeedi A, Sankaranarayanan S, Alexander D C, Silberman N. Learning from noisy labels by regularized estimation of annotator confusion. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 2019, 11236\u201311245"},{"key":"3578_CR23","first-page":"5832","volume-title":"Proceedings of the 35th AAAI Conference on Artificial Intelligence AAAI 2021, 33rd Conference on Innovative Applications of Artificial Intelligence, IAAI 2021, and 11th Symposium on Educational Advances in Artificial Intelligence","author":"Z Chu","year":"2021","unstructured":"Chu Z, Ma J, Wang H. Learning from crowds by modeling common confusions. In: Proceedings of the 35th AAAI Conference on Artificial Intelligence AAAI 2021, 33rd Conference on Innovative Applications of Artificial Intelligence, IAAI 2021, and 11th Symposium on Educational Advances in Artificial Intelligence. 2021, 5832\u20135840"},{"issue":"3","key":"3578_CR24","doi-asserted-by":"publisher","first-page":"130104","DOI":"10.1007\/s11432-020-3118-7","volume":"64","author":"S-Y Li","year":"2021","unstructured":"Li S-Y, Huang S-J, Chen S. Crowdsourcing aggregation with deep Bayesian learning. Science China Information Sciences, 2021, 64(3): 130104","journal-title":"Science China Information Sciences"},{"issue":"6","key":"3578_CR25","doi-asserted-by":"publisher","first-page":"1823","DOI":"10.1007\/s10994-022-06185-w","volume":"112","author":"Y Shi","year":"2023","unstructured":"Shi Y, Li S-Y, Huang S-J. Learning from crowds with sparse and imbalanced annotations. Machine Learning, 2023, 112(6): 1823\u20131845","journal-title":"Machine Learning"},{"issue":"7","key":"3578_CR26","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1109\/TKDE.2018.2857766","volume":"31","author":"S-Y Li","year":"2019","unstructured":"Li S-Y, Jiang Y, Chawla N V, Zhou Z-H. Multi-label learning from crowds. IEEE Transactions on Knowledge and Data Engineering, 2019, 31(7): 1369\u20131382","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"3578_CR27","first-page":"3763","volume-title":"Proceedings of the 36th International Conference on Machine Learning","author":"K Lee","year":"2019","unstructured":"Lee K, Yun S, Lee K, Lee H, Li B, Shin J. Robust inference via generative classifiers for handling noisy labels. In: Proceedings of the 36th International Conference on Machine Learning. 2019, 3763\u20133772"},{"key":"3578_CR28","first-page":"7260","volume-title":"Proceedings of the 34th Conference on Neural Information Processing Systems","author":"Y Yao","year":"2020","unstructured":"Yao Y, Liu T, Han B, Gong M, Deng J, Niu G, Sugiyama M. Dual T: reducing estimation error for transition matrix in label-noise learning. In: Proceedings of the 34th Conference on Neural Information Processing Systems. 2020, 7260\u20137271"},{"key":"3578_CR29","first-page":"1919","volume-title":"Proceedings of the 31st AAAI Conference on Artificial Intelligence","author":"A Ghosh","year":"2017","unstructured":"Ghosh A, Kumar H, Sastry P S. Robust loss functions under label noise for deep neural networks. In: Proceedings of the 31st AAAI Conference on Artificial Intelligence. 2017, 1919\u20131925"},{"key":"3578_CR30","first-page":"8792","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems","author":"Z Zhang","year":"2018","unstructured":"Zhang Z, Sabuncu M R. Generalized cross entropy loss for training deep neural networks with noisy labels. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems. 2018, 8792\u20138802"},{"key":"3578_CR31","first-page":"607","volume-title":"Proceedings of the 37th International Conference on Machine Learning","author":"X Ma","year":"2020","unstructured":"Ma X, Huang H, Wang Y, Erfani S R S, Bailey J. Normalized loss functions for deep learning with noisy labels. In: Proceedings of the 37th International Conference on Machine Learning. 2020, 607"},{"key":"3578_CR32","first-page":"4313","volume-title":"Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics","author":"M Li","year":"2020","unstructured":"Li M, Soltanolkotabi M, Oymak S. Gradient descent with early stopping is provably robust to label noise for overparameterized neural networks. In: Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics. 2020, 4313\u20134324"},{"key":"3578_CR33","unstructured":"Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network. 2015. arXiv preprint arXiv: 1503.02531"},{"issue":"1","key":"3578_CR34","first-page":"3","volume":"16","author":"Z-H Zhou","year":"2003","unstructured":"Zhou Z-H, Jiang Y, Chen S-F. Extracting symbolic rules from trained neural network ensembles. AI Communications, 2003, 16(1): 3\u201315","journal-title":"AI Communications"},{"issue":"6","key":"3578_CR35","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1109\/TKDE.2004.11","volume":"16","author":"Z-H Zhou","year":"2004","unstructured":"Zhou Z-H, Jiang Y. NeC4.5: neural ensemble based C4.5. IEEE Transactions on Knowledge and Data Engineering, 2004, 16(6): 770\u2013773","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"3578_CR36","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1007\/978-3-642-33460-3_27","volume-title":"Proceedings of Joint European Conference on Machine Learning and Knowledge Discovery in Databases","author":"N Li","year":"2012","unstructured":"Li N, Yu Y, Zhou Z-H. Diversity regularized ensemble pruning. In: Proceedings of Joint European Conference on Machine Learning and Knowledge Discovery in Databases. 2012, 330\u2013345"},{"key":"3578_CR37","first-page":"1928","volume-title":"Proceedings of IEEE International Conference on Computer Vision","author":"Y Li","year":"2017","unstructured":"Li Y, Yang J, Song Y, Cao L, Luo J, Li L-J. Learning from noisy labels with distillation. In: Proceedings of IEEE International Conference on Computer Vision. 2017, 1928\u20131936"},{"key":"3578_CR38","first-page":"9291","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Zhang H, Arik S \u00d6, Lee H, Pfister T. Distilling effective supervision from severe label noise. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 2020, 9291\u20139300"},{"key":"3578_CR39","first-page":"2831","volume-title":"Proceedings of the 31st AAAI Conference on Artificial Intelligence","author":"Y Yang","year":"2017","unstructured":"Yang Y, Zhan D-C, Fan Y, Jiang Y, Zhou Z-H. Deep learning for fixed model reuse. In: Proceedings of the 31st AAAI Conference on Artificial Intelligence. 2017, 2831\u20132837"},{"key":"3578_CR40","first-page":"10684","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Q Xie","year":"2020","unstructured":"Xie Q, Luong M T, Hovy E, Le Q V. Self-training with noisy student improves ImageNet classification. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 2020, 10684\u201310695"},{"key":"3578_CR41","first-page":"3008","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops","author":"E D Cubuk","year":"2020","unstructured":"Cubuk E D, Zoph B, Shlens J, Le Q V. Randaugment: practical automated data augmentation with a reduced search space. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 2020, 3008\u20133017"},{"key":"3578_CR42","series-title":"Dissertation","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A. Learning multiple layers of features from tiny images. University of Toronto, Dissertation, 2009"},{"key":"3578_CR43","first-page":"7597","volume-title":"Proceedings of the 34th Conference on Neural Information Processing Systems","author":"X Xia","year":"2020","unstructured":"Xia X, Liu T, Han B, Wang N, Gong M, Liu H, Niu G, Tao D, Sugiyama M. Part-dependent label noise: towards instance-dependent label noise. In: Proceedings of the 34th Conference on Neural Information Processing Systems. 2020, 7597\u20137610"},{"key":"3578_CR44","first-page":"9617","volume-title":"Proceedings of IEEE\/CVF International Conference on Computer Vision","author":"J C Peterson","year":"2019","unstructured":"Peterson J C, Battleday R M, Griffiths T L, Russakovsky O. Human uncertainty makes classification more robust. In: Proceedings of IEEE\/CVF International Conference on Computer Vision. 2019, 9617\u20139626"},{"key":"3578_CR45","first-page":"770","volume-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition. 2016, 770\u2013778"},{"key":"3578_CR46","first-page":"122","volume-title":"Proceedings of the 15th European Conference on Computer Vision","author":"N Ma","year":"2018","unstructured":"Ma N, Zhang X, Zheng H-T, Sun J. ShuffleNet V2: practical guidelines for efficient CNN architecture design. In: Proceedings of the 15th European Conference on Computer Vision. 2018, 122\u2013138"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-023-3578-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-023-3578-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-023-3578-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T22:07:28Z","timestamp":1771538848000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-023-3578-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,11]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["3578"],"URL":"https:\/\/doi.org\/10.1007\/s11704-023-3578-7","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,11]]},"assertion":[{"value":"19 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 November 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Competing interests\n                      The authors declare that they have no competing interests or financial conflicts to disclose.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics"}}],"article-number":"191302"}}