{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T02:58:17Z","timestamp":1764212297779,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":21,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819923847"},{"type":"electronic","value":"9789819923854"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-2385-4_9","type":"book-chapter","created":{"date-parts":[[2023,5,12]],"date-time":"2023-05-12T14:03:52Z","timestamp":1683900232000},"page":"118-132","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Effectiveness of\u00a0Malicious Behavior and\u00a0Its Impact on\u00a0Crowdsourcing"],"prefix":"10.1007","author":[{"given":"Xinyi","family":"Ding","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhenjie","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuangmiao","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huamao","family":"Gu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yili","family":"Fang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,5,13]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., et al.: ImageNet: A large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition. IEEE, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"10","key":"9_CR2","first-page":"1040","volume":"5","author":"X Liu","year":"2012","unstructured":"Liu, X., Lu, M., Ooi, B.C., et al.: CDAS: a crowdsourcing data analytics system. PVLDB 5(10), 1040\u20131051 (2012)","journal-title":"PVLDB"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Fang, Y., Sun, H., Zhang, R., et al.: A model for aggregating contributions of synergistic crowdsourcing workflows. In: Twenty-Eighth AAAI Conference on Artificial Intelligence (2014)","DOI":"10.1609\/aaai.v28i1.9091"},{"key":"9_CR4","unstructured":"Zaidan, O., Callison-Burch, C.: Crowdsourcing translation: professional quality from non-professionals. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 1220\u20131229 (2011)"},{"issue":"9","key":"9_CR5","doi-asserted-by":"publisher","first-page":"2296","DOI":"10.1109\/TKDE.2016.2535242","volume":"28","author":"G Li","year":"2016","unstructured":"Li, G., Wang, J., Zheng, Y., et al.: Crowdsourced data management: a survey. IEEE Trans. Knowl. Data Eng. 28(9), 2296\u20132319 (2016)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Yuan, D., Li, G., Li, Q., et al.: Sybil defense in crowdsourcing platforms. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management. pp. 1529\u20131538 (2017)","DOI":"10.1145\/3132847.3133039"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., Dietze, S., et al.: Understanding malicious behavior in crowdsourcing platforms: the case of online surveys. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems. pp. 1631\u20131640 (2015)","DOI":"10.1145\/2702123.2702443"},{"key":"9_CR8","doi-asserted-by":"crossref","unstructured":"Yin, M., Gray, M.L., Suri, S., et al.: The communication network within the crowd. In: Proceedings of the 25th International Conference on World Wide Web. pp. 1293\u20131303 (2016)","DOI":"10.1145\/2872427.2883036"},{"issue":"2","key":"9_CR9","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s11390-018-1823-6","volume":"33","author":"PP Chen","year":"2018","unstructured":"Chen, P.P., Sun, H.L., Fang, Y.L., et al.: Collusion-proof result inference in crowdsourcing. J. Comput. Sci. Technol. 33(2), 351\u2013365 (2018)","journal-title":"J. Comput. Sci. Technol."},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Yu, L., Nickerson, J.V.: Cooks or cobblers? Crowd creativity through combination. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. pp. 1393\u20131402 (2011)","DOI":"10.1145\/1978942.1979147"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Tang, W., Yin, M., Ho, C.J.: Leveraging peer communication to enhance crowdsourcing. In: The World Wide Web Conference. pp. 1794\u20131805 (2019)","DOI":"10.1145\/3308558.3313554"},{"issue":"1","key":"9_CR12","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. Royal Stat. Soc. Series C (Appl. Stat.) 28(1), 20\u201328 (1979)","journal-title":"J. Royal Stat. Soc. Series C (Appl. Stat.)"},{"key":"9_CR13","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., et al.: Learning from crowds. J. Mach. Learn. Res. 11(4), 1297\u20131322 (2010)"},{"key":"9_CR14","unstructured":"Zhou, D., Basu, S., Mao, Y., et al.: Learning from the wisdom of crowds by minimax entropy. In: Advances in Neural Information Processing Systems, p. 25 (2012)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Liu, C., Wang, S., Ma, L., et al.: Mechanism design games for thwarting malicious behavior in crowdsourcing applications. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications. IEEE, pp. 1\u20139 (2017)","DOI":"10.1109\/INFOCOM.2017.8057176"},{"key":"9_CR16","unstructured":"Wang, G., Wang, T., Zheng, H., et al.: Man vs. machine: practical adversarial detection of malicious crowdsourcing workers. In: 23rd USENIX Security Symposium (USENIX Security 14). pp. 239\u2013254 (2014)"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Kaghazgaran P, Caverlee J, Alfifi M.: Behavioral analysis of review fraud: Linking malicious crowdsourcing to amazon and beyond. In: Proceedings of the International AAAI Conference on Web and Social Media. vol, 11, no. 1, pp. 560\u2013563 (2017)","DOI":"10.1609\/icwsm.v11i1.14953"},{"key":"9_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1007\/978-3-030-49669-2_18","volume-title":"Data and Applications Security and Privacy XXXIV","author":"Farnaz Tahmasebian","year":"2020","unstructured":"Tahmasebian, Farnaz, Xiong, Li., Sotoodeh, Mani, Sunderam, Vaidy: Crowdsourcing Under Data Poisoning Attacks: A Comparative Study. In: Singhal, Anoop, Vaidya, Jaideep (eds.) DBSec 2020. LNCS, vol. 12122, pp. 310\u2013332. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-49669-2_18"},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Miao, C., Li, Q., Su, L., et al.: Attack under disguise: an intelligent data poisoning attack mechanism in crowdsourcing. In: Proceedings of the 2018 World Wide Web Conference. pp. 13\u201322 (2018)","DOI":"10.1145\/3178876.3186032"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019connor, B., Jurafsky, D., et al.: Cheap and fast-but is it good? evaluating non-expert annotations for natural language tasks. In: Proceedings of the 2008 conference on empirical methods in natural language processing. pp. 254\u2013263 (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Welinder, P., Branson, S., Perona, P., et al.: The multidimensional wisdom of crowds. In: Advances in Neural Information Processing Systems, p. 23 (2010)","DOI":"10.1088\/2058-7058\/23\/04\/37"}],"container-title":["Communications in Computer and Information Science","Computer Supported Cooperative Work and Social Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-2385-4_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,12]],"date-time":"2023-05-12T14:05:19Z","timestamp":1683900319000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-2385-4_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819923847","9789819923854"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-2385-4_9","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"13 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ChineseCSCW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF Conference on Computer Supported Cooperative Work  and Social Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Datong","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"chinesecscw2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.scholat.com\/ccscw\/2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"211","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}