{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T04:00:13Z","timestamp":1776916813943,"version":"3.51.2"},"reference-count":10,"publisher":"Association for Computing Machinery (ACM)","issue":"4","license":[{"start":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:00:00Z","timestamp":1743120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2025,4]]},"abstract":"<jats:p>Considering the impact of generative artificial intelligence on data annotation tasks.<\/jats:p>","DOI":"10.1145\/3706101","type":"journal-article","created":{"date-parts":[[2025,3,4]],"date-time":"2025-03-04T15:44:15Z","timestamp":1741103055000},"page":"24-27","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Crowdsourcing or AI Sourcing?"],"prefix":"10.1145","volume":"68","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0455-9357","authenticated-orcid":false,"given":"Evgenia","family":"Christoforou","sequence":"first","affiliation":[{"name":"CYENS Centre of Excellence Ltd, Nicosia, Nicosia, Cyprus"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7311-3693","authenticated-orcid":false,"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[{"name":"The University of Queensland, School of Electrical Engineering and Computer Science, Saint Lucia, Queensland, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7655-7118","authenticated-orcid":false,"given":"Jahna","family":"Otterbacher","sequence":"additional","affiliation":[{"name":"Open University of Cyprus, Cyprus Center for Algorithmic Transparency (CyCAT), Latsia, Nicosia, Cyprus"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,28]]},"reference":[{"key":"e_1_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1177\/0309816819899410"},{"key":"e_1_3_1_3_2","doi-asserted-by":"crossref","unstructured":"Christoforou E. Demartini G. and Otterbacher J. Generative AI in crowdwork for web and social media research: A survey of workers at three platforms. In Proceedings of the 18th Intern. AAAI Conf. on Web and Social Media (ICWSM) (2024).","DOI":"10.1609\/icwsm.v18i1.31452"},{"key":"e_1_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Faggioli G. et al. Perspectives on large language models for relevance judgment. In Proceedings of the 9th ACM SIGIR\/The 13th Intern. Conf. on the Theory of Information Retrieval (2023).","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Fan S. et al. Socio-economic diversity in human annotations. In Proceedings of the 14th ACM Web Science Conf. 2022 (2022).","DOI":"10.1145\/3501247.3531588"},{"issue":"6","key":"e_1_3_1_6_2","article-title":"The rise of crowdsourcing","volume":"14","author":"Howe J.","year":"2006","unstructured":"Howe, J. et al. The rise of crowdsourcing. Wired 14, 6 (2006).","journal-title":"Wired"},{"key":"e_1_3_1_7_2","article-title":"Striving to earn more: a survey of work strategies and tool use among crowd workers","volume":"6","author":"Kaplan T.","year":"2018","unstructured":"Kaplan, T. et al. Striving to earn more: a survey of work strategies and tool use among crowd workers. In Proceedings of the AAAI Conf. on Human Computation and Crowdsourcing 6 (2018).","journal-title":"Proceedings of the AAAI Conf. on Human Computation and Crowdsourcing"},{"key":"e_1_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Kittur A. et al. The future of crowd work. In Proceedings of the 2013 Conf. on Computer Supported Cooperative Work (2013).","DOI":"10.1145\/2441776.2441923"},{"key":"e_1_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101861"},{"key":"e_1_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Thomas P. et al. Large language models can accurately predict searcher preferences. In Proceedings of the 47th Intern. ACM SIGIR Conf. on Research and Development in Information Retrieval (2024).","DOI":"10.1145\/3626772.3657707"},{"key":"e_1_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Veselovsky V. Ribeiro M.H. and West R. Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks. (2023); 10.48550\/arXiv.2306.07899","DOI":"10.48550\/arXiv.2306.07899"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706101","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706101","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:03Z","timestamp":1750295883000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706101"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,28]]},"references-count":10,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["10.1145\/3706101"],"URL":"https:\/\/doi.org\/10.1145\/3706101","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,28]]},"assertion":[{"value":"2023-09-22","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-03-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}