{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T02:08:10Z","timestamp":1768874890103,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,18]],"date-time":"2022-02-18T00:00:00Z","timestamp":1645142400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076130,91846104"],"award-info":[{"award-number":["62076130,91846104"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["30918012204, 30920041112"],"award-info":[{"award-number":["30918012204, 30920041112"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFB1804604"],"award-info":[{"award-number":["2020YFB1804604"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,2,18]]},"DOI":"10.1145\/3529836.3529861","type":"proceedings-article","created":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T20:27:55Z","timestamp":1655843275000},"page":"165-169","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Label Aggregation with Clustering for Biased Crowdsourced Labeling"],"prefix":"10.1145","author":[{"given":"Ming","family":"Wu","sequence":"first","affiliation":[{"name":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China"}]},{"given":"Qianmu","family":"Li","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China"}]},{"given":"Jing","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engneering, Nanjing University of Science and Technology, China"}]},{"given":"Jun","family":"Hou","sequence":"additional","affiliation":[{"name":"School of Social Science, Nanjing Vocational University of Industry Technology, China and Intelligent Manufacturing Department, Wuyi University, China"}]}],"member":"320","published-online":{"date-parts":[[2022,6,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"e_1_3_2_1_3_1","volume-title":"Maximum likelihood from incomplete data via the EM algorithm. Journal of the Royal Statistical Society 39","author":"Dempster P.","year":"1977","unstructured":"A.\u00a0 P. Dempster . 1977. Maximum likelihood from incomplete data via the EM algorithm. Journal of the Royal Statistical Society 39 ( 1977 ). A.\u00a0P. Dempster. 1977. Maximum likelihood from incomplete data via the EM algorithm. Journal of the Royal Statistical Society 39 (1977)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2750550"},{"key":"e_1_3_2_1_5_1","volume-title":"Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence.","author":"Jung Hyun\u00a0Joon","year":"2011","unstructured":"Hyun\u00a0Joon Jung and Matthew Lease . 2011 . Improving consensus accuracy via z-score and weighted voting . In Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence. Hyun\u00a0Joon Jung and Matthew Lease. 2011. Improving consensus accuracy via z-score and weighted voting. In Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"e_1_3_2_1_7_1","unstructured":"Hyun-Chul Kim and Zoubin Ghahramani. 2012. Bayesian classifier combination. In Artificial Intelligence and Statistics. PMLR 619\u2013627.  Hyun-Chul Kim and Zoubin Ghahramani. 2012. Bayesian classifier combination. In Artificial Intelligence and Statistics. PMLR 619\u2013627."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327026"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 26th International Joint Conference on Artificial Intelligence. AAAI Press. 1325\u20131331","author":"Li\u2019ang\u00a0Yin Jianhua\u00a0Han","year":"2017","unstructured":"Jianhua\u00a0Han Li\u2019ang\u00a0Yin , Weinan Zhang , and Yong Yu . 2017 . Aggregating crowd wisdoms with label-aware autoencoders . In Proceedings of the 26th International Joint Conference on Artificial Intelligence. AAAI Press. 1325\u20131331 . Jianhua\u00a0Han Li\u2019ang\u00a0Yin, Weinan Zhang, and Yong Yu. 2017. Aggregating crowd wisdoms with label-aware autoencoders. In Proceedings of the 26th International Joint Conference on Artificial Intelligence. AAAI Press. 1325\u20131331."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Charles Mallah James Cope James Orwell 2013. Plant leaf classification using probabilistic integration of shape texture and margin features. Signal Processing Pattern Recognition and Applications 5 1(2013).  Charles Mallah James Cope James Orwell 2013. Plant leaf classification using probabilistic integration of shape texture and margin features. Signal Processing Pattern Recognition and Applications 5 1(2013).","DOI":"10.2316\/P.2013.798-098"},{"key":"e_1_3_2_1_11_1","volume-title":"International Conference on Machine Learning. PMLR, 535\u2013544","author":"Ok Jungseul","year":"2016","unstructured":"Jungseul Ok , Sewoong Oh , Jinwoo Shin , and Yung Yi . 2016 . Optimality of belief propagation for crowdsourced classification . In International Conference on Machine Learning. PMLR, 535\u2013544 . Jungseul Ok, Sewoong Oh, Jinwoo Shin, and Yung Yi. 2016. Optimality of belief propagation for crowdsourced classification. In International Conference on Machine Learning. PMLR, 535\u2013544."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"e_1_3_2_1_13_1","volume-title":"Learning from crowds.Journal of Machine Learning Research 11, 4","author":"Raykar C","year":"2010","unstructured":"Vikas\u00a0 C Raykar , Shipeng Yu , Linda\u00a0 H Zhao , Gerardo\u00a0Hermosillo Valadez , Charles Florin , Luca Bogoni , and Linda Moy . 2010. Learning from crowds.Journal of Machine Learning Research 11, 4 ( 2010 ). Vikas\u00a0C Raykar, Shipeng Yu, Linda\u00a0H Zhao, Gerardo\u00a0Hermosillo Valadez, Charles Florin, Luca Bogoni, and Linda Moy. 2010. Learning from crowds.Journal of Machine Learning Research 11, 4 (2010)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.05.012"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2018.11.021"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.133"},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. 33rd AAAI Conf. Artif. Intell.9837\u20139843","author":"S.","unstructured":"Victor\u00a0 S. Sheng and Jing Zhang. 2019. Machine learning with crowdsourcing: A brief summary of the past research and future directions . In Proc. 33rd AAAI Conf. Artif. Intell.9837\u20139843 . Victor\u00a0S. Sheng and Jing Zhang. 2019. Machine learning with crowdsourcing: A brief summary of the past research and future directions. In Proc. 33rd AAAI Conf. Artif. Intell.9837\u20139843."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 2008 conference on empirical methods in natural language processing. 254\u2013263","author":"Snow Rion","year":"2008","unstructured":"Rion Snow , Brendan O\u2019connor , Dan Jurafsky , and Andrew\u00a0 Y Ng . 2008 . Cheap and fast\u2013but is it good? evaluating non-expert annotations for natural language tasks . In Proceedings of the 2008 conference on empirical methods in natural language processing. 254\u2013263 . Rion Snow, Brendan O\u2019connor, Dan Jurafsky, and Andrew\u00a0Y Ng. 2008. Cheap and fast\u2013but is it good? evaluating non-expert annotations for natural language tasks. In Proceedings of the 2008 conference on empirical methods in natural language processing. 254\u2013263."},{"key":"e_1_3_2_1_19_1","volume-title":"Domain-weighted majority voting for crowdsourcing","author":"Tao Dapeng","year":"2018","unstructured":"Dapeng Tao , Jun Cheng , Zhengtao Yu , Kun Yue , and Lizhen Wang . 2018. Domain-weighted majority voting for crowdsourcing . IEEE transactions on neural networks and learning systems 30, 1( 2018 ), 163\u2013174. Dapeng Tao, Jun Cheng, Zhengtao Yu, Kun Yue, and Lizhen Wang. 2018. Domain-weighted majority voting for crowdsourcing. IEEE transactions on neural networks and learning systems 30, 1(2018), 163\u2013174."},{"key":"e_1_3_2_1_20_1","volume-title":"Bayesian Bias Mitigation for Crowdsourcing. In Proceedings of the 24th International Conference on Neural Information Processing Systems. Curran Associates Inc.","author":"L.","year":"1800","unstructured":"Fabian\u00a0 L. Wauthier and Michael\u00a0I. Jordan. 2011 . Bayesian Bias Mitigation for Crowdsourcing. In Proceedings of the 24th International Conference on Neural Information Processing Systems. Curran Associates Inc. , Red Hook, NY, USA , 1800 \u20131808. Fabian\u00a0L. Wauthier and Michael\u00a0I. Jordan. 2011. Bayesian Bias Mitigation for Crowdsourcing. In Proceedings of the 24th International Conference on Neural Information Processing Systems. Curran Associates Inc., Red Hook, NY, USA, 1800\u20131808."},{"key":"e_1_3_2_1_21_1","volume-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22","author":"Whitehill Jacob","year":"2009","unstructured":"Jacob Whitehill , Ting-fan Wu, Jacob Bergsma , Javier Movellan , and Paul Ruvolo . 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22 ( 2009 ), 2035\u20132043. Jacob Whitehill, Ting-fan Wu, Jacob Bergsma, Javier Movellan, and Paul Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22 (2009), 2035\u20132043."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISKE.2017.8258809"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-021-01276-x"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Hao Zhang Liangxiao Jiang and Wenqiang Xu. 2019. Multiple Noisy Label Distribution Propagation for Crowdsourcing.. In IJCAI. 1473\u20131479.  Hao Zhang Liangxiao Jiang and Wenqiang Xu. 2019. Multiple Noisy Label Distribution Propagation for Crowdsourcing.. In IJCAI. 1473\u20131479.","DOI":"10.24963\/ijcai.2019\/204"},{"key":"e_1_3_2_1_25_1","volume-title":"Consensus algorithms for biased labeling in crowdsourcing. Information Sciences 382-383","author":"Zhang Jing","year":"2017","unstructured":"Jing Zhang , Victor\u00a0 S. Sheng , Qianmu Li , Jian Wu , and Xindong Wu. 2017. Consensus algorithms for biased labeling in crowdsourcing. Information Sciences 382-383 ( 2017 ), 254\u2013273. Jing Zhang, Victor\u00a0S. Sheng, Qianmu Li, Jian Wu, and Xindong Wu. 2017. Consensus algorithms for biased labeling in crowdsourcing. Information Sciences 382-383 (2017), 254\u2013273."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2504974"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327039"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-016-9491-9"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2344674"},{"key":"e_1_3_2_1_30_1","volume-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in neural information processing systems 27","author":"Zhang Yuchen","year":"2014","unstructured":"Yuchen Zhang , Xi Chen , Dengyong Zhou , and Michael\u00a0 I Jordan . 2014. Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in neural information processing systems 27 ( 2014 ), 1260\u20131268. Yuchen Zhang, Xi Chen, Dengyong Zhou, and Michael\u00a0I Jordan. 2014. Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in neural information processing systems 27 (2014), 1260\u20131268."}],"event":{"name":"ICMLC 2022: 2022 14th International Conference on Machine Learning and Computing","location":"Guangzhou China","acronym":"ICMLC 2022"},"container-title":["2022 14th International Conference on Machine Learning and Computing (ICMLC)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3529836.3529861","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3529836.3529861","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:25Z","timestamp":1750188685000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3529836.3529861"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,18]]},"references-count":30,"alternative-id":["10.1145\/3529836.3529861","10.1145\/3529836"],"URL":"https:\/\/doi.org\/10.1145\/3529836.3529861","relation":{},"subject":[],"published":{"date-parts":[[2022,2,18]]},"assertion":[{"value":"2022-06-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}