{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T19:04:50Z","timestamp":1775243090372,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584039","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"737-749","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Supporting Requesters in Writing Clear Crowdsourcing Task Descriptions Through Computational Flaw Assessment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7551-6242","authenticated-orcid":false,"given":"Zahra","family":"Nouri","sequence":"first","affiliation":[{"name":"Department of Computer Science, Paderborn University, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5976-2961","authenticated-orcid":false,"given":"Nikhil","family":"Prakash","sequence":"additional","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6189-6539","authenticated-orcid":false,"given":"Ujwal","family":"Gadiraju","sequence":"additional","affiliation":[{"name":"Web Information Systems, Delft University of Technology, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2792-621X","authenticated-orcid":false,"given":"Henning","family":"Wachsmuth","sequence":"additional","affiliation":[{"name":"Institute of Artificial Intelligence, Leibniz University Hannover, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242598"},{"key":"e_1_3_2_1_3_1","volume-title":"Readability revisited: The new Dale-Chall readability formula","author":"Chall Jeanne\u00a0Sternlicht","unstructured":"Jeanne\u00a0Sternlicht Chall and Edgar Dale. 1995. Readability revisited: The new Dale-Chall readability formula. Brookline Books."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-8806-4_30"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026044"},{"key":"e_1_3_2_1_6_1","first-page":"1","article-title":"Opportunities for crowdsourcing research on amazon mechanical turk","volume":"5","author":"Chen J","year":"2011","unstructured":"Jenny\u00a0J Chen, Natala\u00a0J Menezes, Adam\u00a0D Bradley, and T North. 2011. Opportunities for crowdsourcing research on amazon mechanical turk. Interfaces 5, 3 (2011), 1.","journal-title":"Interfaces"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274306"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the human language technology conference of the North American chapter of the association for computational linguistics: HLT-NAACL","author":"Collins-Thompson Kevyn","year":"2004","unstructured":"Kevyn Collins-Thompson and James\u00a0P Callan. 2004. A language modeling approach to predicting reading difficulty. In Proceedings of the human language technology conference of the North American chapter of the association for computational linguistics: HLT-NAACL 2004. 193\u2013200."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159661"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499149.2499168"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1989323.1989331"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342220.3343644"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3078714.3078715"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3022198.3023270"},{"key":"e_1_3_2_1_16_1","volume-title":"Fantasktic: Improving quality of results for novice crowdsourcing users. EECS Dept., Univ","author":"Gutheim Philipp","year":"2012","unstructured":"Philipp Gutheim and Bj\u00f6rn Hartmann. 2012. Fantasktic: Improving quality of results for novice crowdsourcing users. EECS Dept., Univ. California, Berkeley, CA, USA, Tech. Rep. UCB\/EECS-2012 112(2012)."},{"key":"e_1_3_2_1_17_1","unstructured":"Pengcheng He Jianfeng Gao and Weizhu Chen. 2021. DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing. CoRR abs\/2111.09543(2021). arXiv:2111.09543https:\/\/arxiv.org\/abs\/2111.09543"},{"key":"e_1_3_2_1_18_1","volume-title":"The rise of crowdsourcing. Wired magazine 14, 6","author":"Howe Jeff","year":"2006","unstructured":"Jeff Howe. 2006. The rise of crowdsourcing. Wired magazine 14, 6 (2006), 1\u20134."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007293"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0026683"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1075\/itl.165.2.01col"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1926180.1926195"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047202"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Anand\u00a0P Kulkarni Matthew Can and Bjoern Hartmann. 2011. Turkomatic: automatic recursive task and workflow design for mechanical turk. In CHI\u201911 extended abstracts on human factors in computing systems. 2053\u20132058.","DOI":"10.1145\/1979742.1979865"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866040"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317081"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v6i1.13338"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858539"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465336.3475109"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Zahra Nouri Ujwal Gadiraju Gregor Engels and Henning Wachsmuth. 2021. What is Unclear? Computational Assessment of Task Clarity in Crowdsourcing. In Submitted for publication.","DOI":"10.1145\/3465336.3475109"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.551"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998332"},{"key":"e_1_3_2_1_36_1","unstructured":"Thimo Schulze Stefan Seedorf David Geiger Nicolas Kaufmann and Martin Schader. 2011. Exploring task properties in crowdsourcing\u2013An empirical study on Mechanical Turk. (2011)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1177\/0730888418762263"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837891"},{"key":"e_1_3_2_1_39_1","unstructured":"Daniel\u00a0S Weld Christopher\u00a0H Lin and Jonathan Bragg. 2015. Artificial intelligence and collective intelligence. Handbook of Collective Intelligence(2015) 89\u2013114."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v5i1.13317"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584039","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584039","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:20Z","timestamp":1750178180000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584039"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":39,"alternative-id":["10.1145\/3581641.3584039","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584039","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}