{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T18:25:37Z","timestamp":1772043937316,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2018,3,1]],"date-time":"2018-03-01T00:00:00Z","timestamp":1519862400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. Comput. Sci. Technol."],"published-print":{"date-parts":[[2018,3]]},"DOI":"10.1007\/s11390-018-1823-6","type":"journal-article","created":{"date-parts":[[2018,3,24]],"date-time":"2018-03-24T05:44:11Z","timestamp":1521870251000},"page":"351-365","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Collusion-Proof Result Inference in Crowdsourcing"],"prefix":"10.1007","volume":"33","author":[{"given":"Peng-Peng","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hai-Long","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi-Li","family":"Fang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jin-Peng","family":"Huai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,3,23]]},"reference":[{"issue":"9","key":"1823_CR1","doi-asserted-by":"publisher","first-page":"2296","DOI":"10.1109\/TKDE.2016.2535242","volume":"28","author":"GL Li","year":"2016","unstructured":"Li G L, Wang J N, Zheng Y D, Franklin M J. Crowdsourced data management: A survey. IEEE Trans. Knowledge and Data Engineering, 2016, 28(9): 2296-2319.","journal-title":"IEEE Trans. Knowledge and Data Engineering"},{"key":"1823_CR2","doi-asserted-by":"crossref","unstructured":"Chen L, Lee D, Milo T. Data-driven crowdsourcing: Management, mining, and applications. In Proc. the 31st Int. Conf. Data Engineering, April 2015, pp.1527-1529.","DOI":"10.1109\/ICDE.2015.7113418"},{"key":"1823_CR3","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R et al. ImageNet: A large-scale hierarchical image database. In Proc. IEEE Conf. Computer Vision and Pattern Recognition, June 2009, pp.248-255.","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"10","key":"1823_CR4","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.14778\/2336664.2336676","volume":"5","author":"X Liu","year":"2012","unstructured":"Liu X, Lu M Y, Ooi B C, Shen Y Y, Wu S, Zhang M H. CDAS: A crowdsourcing data analytics system. Proceedings of the VLDB Endowment, 2012, 5(10): 1040-1051.","journal-title":"Proceedings of the VLDB Endowment"},{"key":"1823_CR5","doi-asserted-by":"crossref","unstructured":"Fang Y L, Sun H L, Li G L, Zhang R C, Huai J P. Effective result inference for context-sensitive tasks in crowdsourcing. In Proc. the 21st Int. Conf. Database Systems for Advanced Applications, April 2016, pp.33-48.","DOI":"10.1007\/978-3-319-32025-0_3"},{"issue":"5895","key":"1823_CR6","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1126\/science.1160379","volume":"321","author":"L Ahn von","year":"2008","unstructured":"von Ahn L, Maurer B, McMillen C, Abraham D, Blum M. reCAPTCHA: Human-based character recognition via web security measures. Science, 2008, 321(5895): 1465-1468.","journal-title":"Science"},{"key":"1823_CR7","doi-asserted-by":"crossref","unstructured":"Fang Y L, Sun H L, Zhang R C, Huai J P, Mao Y Y. A model for aggregating contributions of synergistic crowdsourcing workflows. In Proc. the 28th AAAI Conf. Artificial Intelligence, July 2014, pp.3102-3103.","DOI":"10.1609\/aaai.v28i1.9091"},{"key":"1823_CR8","unstructured":"Zaidan O F, Callison-Burch C. Crowdsourcing translation: Professional quality from non-professionals. In Proc. the 49th Annual Meeting of the Association for Computational Linguistics, June 2011, pp.1220-1229."},{"issue":"8","key":"1823_CR9","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1145\/2791285","volume":"58","author":"MS Bernstein","year":"2015","unstructured":"Bernstein M S, Little G, Miller R C, Hartmann B, Ackerman M S, Karger D R, Crowell D, Panovich K. Soylent: A word processor with a crowd inside. Communications of the ACM, 2015, 58(8): 85-94.","journal-title":"Communications of the ACM"},{"key":"1823_CR10","doi-asserted-by":"crossref","unstructured":"Zhu Y S, Yue S C, Yu C, Shi Y C. CEPT: Collaborative editing tool for non-native authors. In Proc. ACM Conf. Computer Supported Cooperative Work and Social Computing, February 25-March 1, 2017, pp.273-285.","DOI":"10.1145\/2998181.2998306"},{"key":"1823_CR11","doi-asserted-by":"crossref","unstructured":"Nebeling M, To A, Guo A H, De Freitas A A, Teevan J, Dow S P, Bigham J P. WearWrite: Crowd-assisted writing from smartwatches. In Proc. CHI Conf. Human Factors in Computing Systems, May 2016, pp.3834-3846.","DOI":"10.1145\/2858036.2858169"},{"key":"1823_CR12","doi-asserted-by":"crossref","unstructured":"Gray M L, Suri S, Ali S S, Kulkarni D. The crowd is a collaborative network. In Proc. the 19th ACM Conf. Computer-Supported Cooperative Work & Social Computing, February 27-March 2, 2016, pp.134-147.","DOI":"10.1145\/2818048.2819942"},{"key":"1823_CR13","doi-asserted-by":"crossref","unstructured":"Yin M, Gray M L, Suri S, Vaughan J W. The communication network within the crowd. In Proc. the 25th Int. Conf. World Wide Web, April 2016, pp.1293-1303.","DOI":"10.1145\/2872427.2883036"},{"key":"1823_CR14","doi-asserted-by":"crossref","unstructured":"Salehi N, McCabe A, Valentine M, Bernstein M. Huddler: Convening stable and familiar crowd teams despite unpredictable availability. In Proc. ACM Conf. Computer Supported Cooperative Work and Social Computing, February 25-March 1, 2017, pp.1700-1713.","DOI":"10.1145\/2998181.2998300"},{"key":"1823_CR15","doi-asserted-by":"crossref","unstructured":"Gadiraju U, Kawase R, Dietze S, Demartini G. Understanding malicious behavior in crowdsourcing platforms: The case of online surveys. In Proc. the 33rd Annual ACM Conf. Human Factors in Computing Systems, April 2015, pp.1631-1640.","DOI":"10.1145\/2702123.2702443"},{"key":"1823_CR16","doi-asserted-by":"crossref","unstructured":"Sodr\u00e9 I, Brasileiro F. An analysis of the use of qualifications on the Amazon mechanical Turk online labor market. Computer Supported Cooperative Work, 2017, 26(4\/5\/6): 837-872.","DOI":"10.1007\/s10606-017-9283-z"},{"key":"1823_CR17","doi-asserted-by":"crossref","unstructured":"Chang J C, Amershi S, Kamar E. Revolt: Collaborative crowdsourcing for labeling machine learning datasets. In Proc. CHI Conf. Human Factors in Computing Systems, May 2017, pp.2334-2346.","DOI":"10.1145\/3025453.3026044"},{"key":"1823_CR18","doi-asserted-by":"crossref","unstructured":"Wang G, Wilson C, Zhao X H, Zhu Y B, Mohanlal M, Zheng H T, Zhao B Y. Serf and turf: Crowdturfing for fun and profit. In Proc. the 21st Int. Conf. World Wide Web, April 2012, pp.679-688.","DOI":"10.1145\/2187836.2187928"},{"issue":"6","key":"1823_CR19","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1080\/1369118X.2013.808362","volume":"17","author":"SA Adams","year":"2014","unstructured":"Adams S A. Maintaining the collision of accounts: Crowdsourcing sites in health care as brokers in the co-production of pharmaceutical knowledge. Information Communication & Society, 2014, 17(6): 657-669.","journal-title":"Information Communication & Society"},{"key":"1823_CR20","doi-asserted-by":"crossref","unstructured":"Douceur J R. The Sybil attack. In Proc. the 1st Int. Workshop on Peer-to-Peer Systems, March 2002, pp.251-260.","DOI":"10.1007\/3-540-45748-8_24"},{"key":"1823_CR21","unstructured":"Lev O, Polukarov M, Bachrach Y, Rosenschein J S. Mergers and collusion in all-pay auctions and crowdsourcing contests. In Proc. Int. Conf. Autonomous Agents and Multi-Agent Systems, May 2013, pp.675-682."},{"key":"1823_CR22","doi-asserted-by":"crossref","unstructured":"KhudaBukhsh A R, Carbonell J G, Jansen P J. Detecting non-adversarial collusion in crowdsourcing. In Proc. the 2nd AAAI Conf. Human Computation and Crowdsourcing, November 2014, pp.104-111.","DOI":"10.1609\/hcomp.v2i1.13157"},{"key":"1823_CR23","unstructured":"Xiang Q K, Nevat I, Zhang P F, Zhang J. Collusionresistant spatial phenomena crowdsourcing via mixture of Gaussian processes regression. In Proc. the 18th Int. Conf. Trust in Agent Societies, May 2016, pp.30-41."},{"key":"1823_CR24","doi-asserted-by":"crossref","unstructured":"Fang Y L, Chen P P, Sun K, Sun H L. A decision tree based quality control framework for multi-phase tasks in crowdsourcing. In Proc. the 12th Chinese Conf. Computer Supported Cooperative Work and Social Computing, September 2017, pp.10-17.","DOI":"10.1145\/3127404.3127408"},{"issue":"5","key":"1823_CR25","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1007\/s11390-017-1770-7","volume":"32","author":"YL Fang","year":"2017","unstructured":"Fang Y L, Sun H L, Chen P P, Deng T. Improving the quality of crowdsourced image labeling via label similarity. Journal of Computer Science and Technology, 2017, 32(5): 877-889.","journal-title":"Journal of Computer Science and Technology"},{"key":"1823_CR26","doi-asserted-by":"crossref","unstructured":"Sheng V S, Provost F, Ipeirotis P G. Get another label? Improving data quality and data mining using multiple, noisy labelers. In Proc. the 14th ACM SIGKDD Int. Conf. Knowledge Discovery and Data Mining, August 2008, pp.614-622.","DOI":"10.1145\/1401890.1401965"},{"key":"1823_CR27","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng A Y. Cheap and fast-but is it good?: Evaluating non-expert annotations for natural language tasks. In Proc. Conf. Empirical Methods in Natural Language Processing, October 2008, pp.254-263.","DOI":"10.3115\/1613715.1613751"},{"issue":"1","key":"1823_CR28","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid A P, Skene A M. Maximum likelihood estimation of observer error-rates using the EM algorithm. Journal of the Royal Statistical Society, 1979, 28(1): 20-28.","journal-title":"Journal of the Royal Statistical Society"},{"key":"1823_CR29","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar V C, Yu S P, Zhao L H, Valadez G H, Florin C, Bogoni L, Moy L. Learning from crowds. Journal of Machine Learning Research, 2010, 11: 1297-1322.","journal-title":"Journal of Machine Learning Research"},{"key":"1823_CR30","unstructured":"Gao C, Lu Y, Zhou D Y. Exact exponent in optimal rates for crowdsourcing. In Proc. the 33rd Int. Conf. Machine Learning, June 2016, pp.603-611."},{"key":"1823_CR31","unstructured":"Whitehill J, Ruvolo P, Wu T, Bergsma J, Movellan J. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In Proc. the 22nd Int. Conf. Neural Information Processing Systems, December 2009, pp.2035-2043."},{"issue":"4","key":"1823_CR32","doi-asserted-by":"publisher","first-page":"901","DOI":"10.1109\/TKDE.2016.2518669","volume":"28","author":"H Garcia-Molina","year":"2016","unstructured":"Garcia-Molina H, Joglekar M, Marcus A, Parameswaran A, Verroios V. Challenges in data crowdsourcing. IEEE Trans Knowledge and Data Engineering, 2016, 28(4): 901-911.","journal-title":"IEEE Trans Knowledge and Data Engineering"},{"key":"1823_CR33","doi-asserted-by":"crossref","unstructured":"Shin H, Park T, Kang S, Lee B, Song J, Chon Y, Cha H. CoSMiC: Designing a mobile crowd-sourced collaborative application to find a missing child in situ. In Proc. the 16th Int. Conf. Human-Computer Interaction with Mobile Devices & Services, September 2014, pp.389-398.","DOI":"10.1145\/2628363.2628400"},{"key":"1823_CR34","doi-asserted-by":"crossref","unstructured":"Ambati V, Vogel S, Carbonell J. Collaborative workflow for crowdsourcing translation. In Proc. ACM Conf. Computer Supported Cooperative Work, February 2012, pp.1191-1194.","DOI":"10.1145\/2145204.2145382"},{"key":"1823_CR35","doi-asserted-by":"crossref","unstructured":"Teevan J, Iqbal S T, Von Veh C. Supporting collaborative writing with microtasks. In Proc. CHI Conf. Human Factors in Computing Systems, May 2016, pp.2657-2668.","DOI":"10.1145\/2858036.2858108"},{"key":"1823_CR36","doi-asserted-by":"crossref","unstructured":"Rahman H, Roy S B, Thirumuruganathan S, Amer-Yahia S, Das G. Task assignment optimization in collaborative crowdsourcing. In Proc. IEEE Int. Conf. Data Mining, November 2015, pp.949-954.","DOI":"10.1109\/ICDM.2015.119"},{"issue":"1","key":"1823_CR37","first-page":"9","volume":"1","author":"MN Torshiz","year":"2017","unstructured":"Torshiz M N, Amintoosi H. Collusion-resistant worker selection in social crowdsensing systems. Journal of Computer and Knowledge Engineering, 2017, 1(1): 9-20.","journal-title":"Journal of Computer and Knowledge Engineering"},{"key":"1823_CR38","doi-asserted-by":"crossref","unstructured":"Celis L E, Reddy S P, Singh I P, Vaya S. Assignment techniques for crowdsourcing sensitive tasks. In Proc. the 19th ACM Conf. Computer-Supported Cooperative Work & Social Computing, February 27-March 2, 2016, pp.836-847.","DOI":"10.1145\/2818048.2835202"},{"key":"1823_CR39","unstructured":"Wang L, Zhou Z H. Cost-saving effect of crowdsourcing learning. In Proc. the 25th Int. Joint Conf. Artificial Intelligence, July 2016, pp.2111-2117."},{"key":"1823_CR40","unstructured":"Welinder P, Branson S, Belongie S, Perona P. The multidimensional wisdom of crowds. In Proc. the 23rd Int. Conf. Neural Information Processing Systems, December 2010, pp.2424-2432."},{"key":"1823_CR41","doi-asserted-by":"crossref","unstructured":"Ipeirotis P G, Provost F, Wang J. Quality management on Amazon Mechanical Turk. In Proc. ACM SIGKDD Workshop on Human Computation, July 2010, pp.64-67.","DOI":"10.1145\/1837885.1837906"}],"container-title":["Journal of Computer Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-018-1823-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11390-018-1823-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-018-1823-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T19:31:32Z","timestamp":1693596692000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11390-018-1823-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,3]]}},"alternative-id":["1823"],"URL":"https:\/\/doi.org\/10.1007\/s11390-018-1823-6","relation":{},"ISSN":["1000-9000","1860-4749"],"issn-type":[{"value":"1000-9000","type":"print"},{"value":"1860-4749","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3]]},"assertion":[{"value":"17 April 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}