{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T08:17:18Z","timestamp":1783153038711,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","funder":[{"name":"National Natural Science Foundation of China","award":["92567301"],"award-info":[{"award-number":["92567301"]}]},{"name":"National Natural Science Foundation of China","award":["62132018"],"award-info":[{"award-number":["62132018"]}]},{"name":"National Natural Science Foundation of China","award":["62231015"],"award-info":[{"award-number":["62231015"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3774904.3792170","type":"proceedings-article","created":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T13:28:36Z","timestamp":1777296516000},"page":"51-62","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The Power of Penalties: Negativity-Aware Incentives for High-Quality Crowdsourced Data Labeling"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-3768-6088","authenticated-orcid":false,"given":"Kai","family":"Wang","sequence":"first","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6986-5825","authenticated-orcid":false,"given":"Runze","family":"Wu","sequence":"additional","affiliation":[{"name":"NetEase Fuxi AI Lab, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9656-6193","authenticated-orcid":false,"given":"Yu","family":"Xiong","sequence":"additional","affiliation":[{"name":"NetEase Fuxi AI Lab, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4980-6263","authenticated-orcid":false,"given":"Haifeng","family":"Sun","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3592-4153","authenticated-orcid":false,"given":"Anran","family":"Li","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9261-5210","authenticated-orcid":false,"given":"Shaojie","family":"Tang","sequence":"additional","affiliation":[{"name":"University at Buffalo, Buffalo, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5420-0516","authenticated-orcid":false,"given":"Changjie","family":"Fan","sequence":"additional","affiliation":[{"name":"NetEase Fuxi AI Lab, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6070-6625","authenticated-orcid":false,"given":"Xiang-Yang","family":"Li","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"AMT. 2025. Amazon Mechanical Turk. https:\/\/www.mturk.com\/."},{"key":"e_1_3_2_1_2_1","volume-title":"Game theory: an introduction","author":"Barron Emmanual N","unstructured":"Emmanual N Barron. 2024. Game theory: an introduction. John Wiley & Sons."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-023-09708-8"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519660"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741102"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.54941\/ahfe1003270"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3296670"},{"key":"e_1_3_2_1_9_1","unstructured":"Tanguy Lefort Benjamin Charlier Alexis Joly and Joseph Salmon. 2024. Weighted majority vote using Shapley values in crowdsourcing. In CAp 2024-Conf\u00e9rence sur l'Apprentissage Automatique."},{"key":"e_1_3_2_1_10_1","volume-title":"Evaluating equating transformations in IRT observed-score and kernel equating methods. Applied psychological measurement","author":"Le\u02c6oncio Waldir","year":"2023","unstructured":"Waldir Le\u02c6oncio, Marie Wiberg, and Michela Battauz. 2023. Evaluating equating transformations in IRT observed-score and kernel equating methods. Applied psychological measurement, Vol. 47, 2 (2023), 123-140."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM52122.2024.10621438"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3565559"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641023"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445734"},{"key":"e_1_3_2_1_15_1","unstructured":"Robert S Pindyck et al. 2018. Microeconomics. Pearson."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Lloyd S Shapley et al. 1953. A value for n-person games. (1953).","DOI":"10.1515\/9781400881970-018"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488489"},{"key":"e_1_3_2_1_18_1","unstructured":"Sandip Sinharay and Scott Monroe. 2024. Assessment of fit of item response theory models: A critical review of the status quo and some future directions. Brit. J. Math. Statist. Psych. (2024)."},{"key":"e_1_3_2_1_19_1","first-page":"1","volume-title":"Perception and Practices in Micro-Task Crowdsourcing. Proceedings of the ACM on Human-Computer Interaction","volume":"6","author":"Sun Yuling","year":"2022","unstructured":"Yuling Sun, Xiaojuan Ma, Kai Ye, and Liang He. 2022. Investigating Crowdworkers' Identify, Perception and Practices in Micro-Task Crowdsourcing. Proceedings of the ACM on Human-Computer Interaction, Vol. 6, GROUP (2022), 1-20."},{"key":"e_1_3_2_1_20_1","volume-title":"Cross-domain-aware Worker Selection with Training for Crowdsourced Annotation. In 2024 IEEE 40th International Conference on Data Engineering (ICDE). IEEE, 249-262","author":"Sun Yushi","year":"2024","unstructured":"Yushi Sun, Jiachuan Wang, Peng Cheng, Libin Zheng, Lei Chen, and Jian Yin. 2024. Cross-domain-aware Worker Selection with Training for Crowdsourced Annotation. In 2024 IEEE 40th International Conference on Data Engineering (ICDE). IEEE, 249-262."},{"key":"e_1_3_2_1_21_1","unstructured":"Fei Wang Haoyu Liu Haoyang Bi Xiangzhuang Shen Renyu Zhu Runze Wu Minmin Lin Tangjie Lv Changjie Fan Qi Liu et al. 2024b. A Dataset for the Validation of Truth Inference Algorithms Suitable for Online Deployment. arXiv preprint arXiv:2403.08826 (2024)."},{"key":"e_1_3_2_1_22_1","volume-title":"Combinatorial Incentive Mechanism for Bundling Spatial Crowdsourcing with Unknown Utilities. In IEEE INFOCOM 2024-IEEE Conference on Computer Communications. IEEE","author":"Wang Hengzhi","year":"2024","unstructured":"Hengzhi Wang, Laizhong Cui, Lei Zhang, Linfeng Shen, and Long Chen. 2024a. Combinatorial Incentive Mechanism for Bundling Spatial Crowdsourcing with Unknown Utilities. In IEEE INFOCOM 2024-IEEE Conference on Computer Communications. IEEE, 1821-1830."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00309"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2022.3228933"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-023-09464-9"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645679"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583334"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645355"}],"event":{"name":"WWW '26: The ACM Web Conference 2026","location":"Dubai United Arab Emirates","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2026"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3774904.3792170","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T07:34:47Z","timestamp":1783150487000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774904.3792170"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":29,"alternative-id":["10.1145\/3774904.3792170","10.1145\/3774904"],"URL":"https:\/\/doi.org\/10.1145\/3774904.3792170","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-04-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}