{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:38:03Z","timestamp":1767339483557},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2015,9,15]],"date-time":"2015-09-15T00:00:00Z","timestamp":1442275200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2015,11]]},"DOI":"10.1007\/s11432-015-5391-x","type":"journal-article","created":{"date-parts":[[2015,10,28]],"date-time":"2015-10-28T06:38:20Z","timestamp":1446014300000},"page":"1-12","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Crowdsourcing label quality: a theoretical analysis","\u4f17\u5305\u6807\u8bb0\u8d28\u91cf\u7684\u7406\u8bba\u5206\u6790"],"prefix":"10.1007","volume":"58","author":[{"given":"Wei","family":"Wang","sequence":"first","affiliation":[]},{"given":"Zhi-Hua","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,9,15]]},"reference":[{"key":"5391_CR1","first-page":"06","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J. The rise of crowdsourcing. Wired, 2006, 14.06","journal-title":"Wired"},{"key":"5391_CR2","volume-title":"Crowdsourcing: Why the Power of the Crowd Is Driving the Future of Business","author":"J Howe","year":"2008","unstructured":"Howe J. Crowdsourcing: Why the Power of the Crowd Is Driving the Future of Business. New York: Crown Publishing Group, 2008"},{"key":"5391_CR3","doi-asserted-by":"crossref","first-page":"614","DOI":"10.1145\/1401890.1401965","volume-title":"Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","author":"V S Sheng","year":"2008","unstructured":"Sheng V S, Provost F J, Ipeirotis P G. Get another label? Improving data quality and data mining using multiple, noisy labelers. In: Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Las Vegas, 2008. 614\u2013622"},{"key":"5391_CR4","doi-asserted-by":"crossref","first-page":"254","DOI":"10.3115\/1613715.1613751","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"R Snow","year":"2008","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, et al. Cheap and fast\u2014but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Honolulu, 2008. 254\u2013263"},{"key":"5391_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/CVPRW.2008.4562953","volume-title":"Proceedings of the 2008 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshop on Internet Vision","author":"A Sorokin","year":"2008","unstructured":"Sorokin A, Forsyth D. Utility data annotation with Amazon Mechanical Turk. In: Proceedings of the 2008 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshop on Internet Vision, Anchorage, 2008. 1\u20138"},{"key":"5391_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"A Dempster","year":"1977","unstructured":"Dempster A, Laird N, Rubin D. Maximum likelihood from incomplete data via the em algorithm. J Roy Stat Soc Ser B, 1977, 39: 1\u201338","journal-title":"J Roy Stat Soc Ser B"},{"key":"5391_CR7","volume-title":"Proceedings of the 26th International Conference on Machine Learning","author":"V C Raykar","year":"2009","unstructured":"Raykar V C, Yu S, Zhao L H, et al. Supervised learning from multiple experts: whom to trust when everyone lies a bit. In: Proceedings of the 26th International Conference on Machine Learning, Quebec, 2009"},{"key":"5391_CR8","first-page":"1297","volume":"11","author":"V C Raykar","year":"2010","unstructured":"Raykar V C, Yu S, Zhao L H, et al. Learning from crowds. J Mach Learn Res, 2010, 11: 1297\u20131322","journal-title":"J Mach Learn Res"},{"key":"5391_CR9","first-page":"2035","volume-title":"Advances in Neural Information Processing Systems 22","author":"J Whitehill","year":"2009","unstructured":"Whitehill J, Ruvolo P, Wu T, et al. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In: Bengio Y, Schuurmans D, Lafferty J D, et al., eds. Advances in Neural Information Processing Systems 22. Cambridge: MIT Press, 2009. 2035\u20132043"},{"key":"5391_CR10","first-page":"2424","volume-title":"Advances in Neural Information Processing Systems 23","author":"P Welinder","year":"2010","unstructured":"Welinder P, Branson S, Belongie S, et al. The multidimensional wisdom of crowds. In: Lafferty J D, Williams C K I, Shawe-Taylor J, et al., eds. Advances in Neural Information Processing Systems 23. Cambridge: MIT Press, 2010. 2424\u20132432"},{"key":"5391_CR11","first-page":"491","volume":"13","author":"V C Raykar","year":"2012","unstructured":"Raykar V C, Yu S. Eliminating spammers and ranking annotators for crowdsourced labeling tasks. J Mach Learn Res, 2012, 13: 491\u2013518","journal-title":"J Mach Learn Res"},{"key":"5391_CR12","first-page":"701","volume-title":"Advances in Neural Information Processing Systems 25","author":"Q Liu","year":"2012","unstructured":"Liu Q, Peng J, Ihler A T. Variational inference for crowdsourcing. In: Bartlett P L, Pereira F C N, Burges C J C, et al., eds. Advances in Neural Information Processing Systems 25. Cambridge: MIT Press, 2012. 701\u2013709"},{"key":"5391_CR13","first-page":"2204","volume-title":"Advances in Neural Information Processing Systems 25","author":"D Zhou","year":"2012","unstructured":"Zhou D, Platt J C, Basu S, et al. Learning from the wisdom of crowds by minimax entropy. In: Bartlett P L, Pereira F C N, Burges C J C, et al., eds. Advances in Neural Information Processing Systems 25. Cambridge: MIT Press, 2012. 2204\u20132212"},{"key":"5391_CR14","first-page":"1161","volume-title":"Proceedings of the 28th International Conference on Machine Learning","author":"Y Yan","year":"2011","unstructured":"Yan Y, Rosales R, Fung G, et al. Active learning from crowds. In: Proceedings of the 28th International Conference on Machine Learning, Bellevue, 2011. 1161\u20131168"},{"key":"5391_CR15","first-page":"1800","volume-title":"Advances in Neural Information Processing Systems 24","author":"F L Wauthier","year":"2011","unstructured":"Wauthier F L, Jordan M I. Bayesian bias mitigation for crowdsourcing. In: Shawe-Taylor J, Zemel R S, Bartlett P L, et al., eds. Advances in Neural Information Processing Systems 24. Cambridge: MIT Press, 2011. 1800\u20131808"},{"key":"5391_CR16","first-page":"1953","volume-title":"Advances in Neural Information Processing Systems 24","author":"D R Karger","year":"2011","unstructured":"Karger D R, Oh S, Shah D. Iterative learning for reliable crowdsourcing systems. In: Shawe-Taylor J, Zemel R S, Bartlett P L, et al., eds. Advances in Neural Information Processing Systems 24. Cambridge: MIT Press, 2011. 1953\u20131961"},{"key":"5391_CR17","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1137\/S0097539701398375","volume":"32","author":"P Auer","year":"2003","unstructured":"Auer P, Cesa-Bianchi N, Freund Y, et al. The nonstochastic multiarmed bandit problem. SIAM J Comput, 2003, 32: 48\u201377","journal-title":"SIAM J Comput"},{"key":"5391_CR18","volume-title":"Proceedings of the 26th AAAI Conference on Artificial Intelligence","author":"C-J Ho","year":"2012","unstructured":"Ho C-J, Vaughan JW. Online task assignment in crowdsourcing markets. In: Proceedings of the 26th AAAI Conference on Artificial Intelligence, Toronto, 2012"},{"key":"5391_CR19","first-page":"689","volume-title":"Proceedings of the 13th Annual European Symposium","author":"N Buchbinder","year":"2005","unstructured":"Buchbinder N, Naor J. Online primal-dual algorithms for covering and packing problems. In: Proceedings of the 13th Annual European Symposium, Palma de Mallorca, 2005. 689\u2013701"},{"key":"5391_CR20","first-page":"534","volume-title":"Proceedings of the 30th International Conference on Machine Learning","author":"C-J Ho","year":"2013","unstructured":"Ho C-J, Jabbari S, Vaughan J W. Adaptive task assignment for crowdsourced classification. In: Proceedings of the 30th International Conference on Machine Learning, Atlanta, 2013. 534\u2013542"},{"key":"5391_CR21","first-page":"64","volume-title":"Proceedings of the 30th International Conference on Machine Learning","author":"X Chen","year":"2013","unstructured":"Chen X, Lin Q, Zhou D. Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing. In: Proceedings of the 30th International Conference on Machine Learning, Atlanta, 2013. 64\u201372"},{"key":"5391_CR22","volume-title":"Proceedings of the 22nd Conference on Learning Theory","author":"O Dekel","year":"2009","unstructured":"Dekel O, Shamir O. Vox populi: Collecting high-quality labels from a crowd. In: Proceedings of the 22nd Conference on Learning Theory, Quebec, 2009"},{"key":"5391_CR23","first-page":"768","volume-title":"Proceedings of the 20th European Conference on Artificial Intelligence","author":"L Tran-Thanh","year":"2012","unstructured":"Tran-Thanh L, Stein S, Rogers A, et al. Efficient crowdsourcing of unknown experts using multi-armed bandits. In: Proceedings of the 20th European Conference on Artificial Intelligence, Montpellier, 2012. 768\u2013773"},{"key":"5391_CR24","first-page":"882","volume-title":"Proceedings of the 26th Annual Conference on Learning Theory","author":"I Abraham","year":"2013","unstructured":"Abraham I, Alonso O, Kandylas V, et al. Adaptive crowdsourcing algorithms for the bandit survey problem. In: Proceedings of the 26th Annual Conference on Learning Theory, Princeton, 2013. 882\u2013910"},{"key":"5391_CR25","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1214\/aos\/1079120131","volume":"32","author":"A Tsybakov","year":"2004","unstructured":"Tsybakov A. Optimal aggregation of classifiers in statistical learning. Ann Stat, 2004, 32: 135\u2013166","journal-title":"Ann Stat"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-015-5391-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11432-015-5391-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-015-5391-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T02:17:47Z","timestamp":1718158667000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11432-015-5391-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,9,15]]},"references-count":25,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2015,11]]}},"alternative-id":["5391"],"URL":"https:\/\/doi.org\/10.1007\/s11432-015-5391-x","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9,15]]}}}