{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:06:33Z","timestamp":1776107193487,"version":"3.50.1"},"reference-count":30,"publisher":"Association for Computing Machinery (ACM)","issue":"3","license":[{"start":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:00:00Z","timestamp":1740096000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2025,3]]},"abstract":"<jats:p>Crowd workers often use LLMs, but this can have a homogenizing effect on their output. How can we\u2014and should we\u2014prevent LLM use in crowd work?<\/jats:p>","DOI":"10.1145\/3685527","type":"journal-article","created":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T20:37:06Z","timestamp":1739911026000},"page":"42-47","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["<b>Prevalence and Prevention of Large Language Model Use in Crowd<\/b>\n            Work"],"prefix":"10.1145","volume":"68","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9814-4373","authenticated-orcid":false,"given":"Veniamin","family":"Veselovsky","sequence":"first","affiliation":[{"name":"EPFL, Lausanne, VD, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6159-9657","authenticated-orcid":false,"given":"Manoel","family":"Horta Ribeiro","sequence":"additional","affiliation":[{"name":"EPFL, EDIC, Lausanne, VD, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9834-4933","authenticated-orcid":false,"given":"Philip J.","family":"Cozzolino","sequence":"additional","affiliation":[{"name":"Prolific, Oxford, Oxfordshire, United Kingdom of Great Britain and Northern Ireland"}]},{"given":"Andrew","family":"Gordon","sequence":"additional","affiliation":[{"name":"Prolific, Oxford, Oxfordshire, United Kingdom of Great Britain and Northern Ireland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7792-1989","authenticated-orcid":false,"given":"David","family":"Rothschild","sequence":"additional","affiliation":[{"name":"Microsoft Research New York City, New York, New York, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3984-1232","authenticated-orcid":false,"given":"Robert","family":"West","sequence":"additional","affiliation":[{"name":"EPFL, EDIC, Lausanne, VD, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2025,2,21]]},"reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.352.6291.1263"},{"issue":"101470","key":"e_1_3_2_5_2","article-title":"The value of what others value: When perceived biospheric group values influence individuals\u2019 pro-environmental engagement","volume":"71","author":"Bouman T.","year":"2020","unstructured":"Bouman, T., Steg, L., and Zawadzki, S.J. The value of what others value: When perceived biospheric group values influence individuals\u2019 pro-environmental engagement. J. of Environmental Psychology 71, 101470 (2020).","journal-title":"J. of Environmental Psychology"},{"key":"e_1_3_2_6_2","first-page":"2246","volume-title":"Proceedings of the 2016 CHI Conf. on Human Factors in Computing Systems","author":"Brewer R.","year":"2016","unstructured":"Brewer, R., Morris, M.R., and Piper, A.M. Why would anybody do this?\u201c: Older adults\u2019 understanding of and experiences with crowd work. In Proceedings of the 2016 CHI Conf. on Human Factors in Computing Systems. ACM, (2016), 2246\u20132257."},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1148"},{"key":"e_1_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-soc-121919-054614"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3201064.3201074"},{"key":"e_1_3_2_11_2","article-title":"ChatGPT outperforms crowd workers for text-annotation tasks","volume":"120","author":"Gilardi F.","year":"2023","unstructured":"Gilardi, F., Alizadeh, M., and Kubli, M. ChatGPT outperforms crowd workers for text-annotation tasks. In Proceedings of the National Academy of Sciences of the United States of America 120, (2023).","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"e_1_3_2_12_2","volume-title":"Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass","author":"Gray M.L.","year":"2019","unstructured":"Gray, M.L. and Suri, S. Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass. Eamon Dolan Books, (2019)."},{"key":"e_1_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1017\/psrm.2022.17"},{"key":"e_1_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Hartmann J. Schwenzow J. and Witte M. The political ideology of conversational AI: Converging evidence on chatGPT\u2019s pro-environmental left-libertarian orientation. arXiv preprint arXiv:2301.01768 (2023).","DOI":"10.2139\/ssrn.4316084"},{"key":"e_1_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-4076(98)00015-3"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313531"},{"key":"e_1_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_18_2","unstructured":"Luo Z. Xie Q. and Ananiadou S. ChatGPT as a factual inconsistency evaluator for text summarization. arXiv:2303.15621 (2023)."},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2017.06.012"},{"key":"e_1_3_2_20_2","unstructured":"OpenAI. ChatGPT can now see hear and speak. (Sep. 25 2023); https:\/\/openai.com\/index\/chatgpt-can-now-see-hear-and-speak\/"},{"key":"e_1_3_2_21_2","unstructured":"Padmakumar V. and He H. Does writing with language models reduce content diversity?\u00a0In Proceedings of the 12th\u00a0Intern. Conf. on Learning Representations. IEEE (2024).\u00a0"},{"key":"e_1_3_2_22_2","volume-title":"Bit by Bit: Social Research in the Digital Age","author":"Salganik M.J.","year":"2019","unstructured":"Salganik, M.J. Bit by Bit: Social Research in the Digital Age. Princeton University Press, (2019)."},{"key":"e_1_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.5555\/3618408.3619652"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07566-y"},{"key":"e_1_3_2_25_2","unstructured":"Song Z. et al. Reward collapse in aligning large language models. arXiv preprint arXiv:2305.17608 (2023)."},{"issue":"666978","key":"e_1_3_2_26_2","article-title":"Climate change in your backyard: When climate is proximate, people become activists","volume":"3","author":"Sparks A.C.","year":"2021","unstructured":"Sparks, A.C. Climate change in your backyard: When climate is proximate, people become activists. Frontiers in Political Science 3, 666978 (2021).","journal-title":"Frontiers in Political Science"},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-032720-042905"},{"key":"e_1_3_2_28_2","unstructured":"Veselovsky V. Ribeiro M.H. and West R. Artificial artificial artificial intelligence: Crowd workers widely use large language models for text production tasks. arXiv preprint arXiv:2306.07899 (2023)."},{"key":"e_1_3_2_29_2","unstructured":"Wang L. et al. Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533 (2022)."},{"key":"e_1_3_2_30_2","unstructured":"Yang Z. et al. The dawn of LLMs: Preliminary explorations with GPT-4V(ision). arXiv preprint arXiv:2309.17421 (2023)."},{"key":"e_1_3_2_31_2","unstructured":"Zhang T. et al. BERTscore: Evaluating text generation with BERT. In Intern. Conf. on Learning Representations (2020)."}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3685527","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3685527","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:06:18Z","timestamp":1750291578000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3685527"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,21]]},"references-count":30,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["10.1145\/3685527"],"URL":"https:\/\/doi.org\/10.1145\/3685527","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,21]]},"assertion":[{"value":"2023-11-04","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-02-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}