{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T05:56:39Z","timestamp":1782280599777,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100008321","name":"Pennsylvania State University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100008321","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642834","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-25","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["If in a Crowdsourced Data Annotation Pipeline, a GPT-4"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-7115-2692","authenticated-orcid":false,"given":"Zeyu","family":"He","sequence":"first","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6736-9959","authenticated-orcid":false,"given":"Chieh-Yang","family":"Huang","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9047-0222","authenticated-orcid":false,"given":"Chien-Kuang Cornelia","family":"Ding","sequence":"additional","affiliation":[{"name":"Pathology, University of California, San Francisco, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7426-4576","authenticated-orcid":false,"given":"Shaurya","family":"Rohatgi","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7021-4627","authenticated-orcid":false,"given":"Ting-Hao Kenneth","family":"Huang","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","volume-title":"Open-Source Large Language Models Outperform Crowd Workers and Approach ChatGPT in Text-Annotation Tasks. arXiv preprint arXiv:2307.02179","author":"Alizadeh Meysam","year":"2023","unstructured":"Meysam Alizadeh, Ma\u00ebl Kubli, Zeynab Samei, Shirin Dehghani, Juan\u00a0Diego Bermeo, Maria Korobeynikova, and Fabrizio Gilardi. 2023. Open-Source Large Language Models Outperform Crowd Workers and Approach ChatGPT in Text-Annotation Tasks. arXiv preprint arXiv:2307.02179 (2023)."},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2013.20"},{"key":"e_1_3_3_3_3_1","unstructured":"Appen. 2021. Calculating Worker Agreement with aggregate (WAWA). https:\/\/success.appen.com\/hc\/en-us\/articles\/202703205-Calculating-Worker-Agreement-with-Aggregate-Wawa-"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445717"},{"key":"e_1_3_3_3_5_1","volume-title":"Large Language Models as Annotators: Enhancing Generalization of NLP Models at Minimal Cost. arXiv preprint arXiv:2306.15766","author":"Bansal Parikshit","year":"2023","unstructured":"Parikshit Bansal and Amit Sharma. 2023. Large Language Models as Annotators: Enhancing Generalization of NLP Models at Minimal Cost. arXiv preprint arXiv:2306.15766 (2023)."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467411"},{"key":"e_1_3_3_3_7_1","unstructured":"Antonio Casilli. 2023. This paper is more infuriating than insightful. Three researchers try to demonstrate that chatgpt can replace micro-workers who are essential for AI training verification etc.. there are many holes in their methods thus their claim cannot be supported.https:\/\/t.co\/HKQUG4RWTD. https:\/\/twitter.com\/AntonioCasilli\/status\/1640633647983108097"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274300"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","unstructured":"Shreya Chandrasekhar Chieh-Yang Huang and Ting-Hao Huang. 2023. Good Data Large Data or No Data? Comparing Three Approaches in Developing Research Aspect Classifiers for Biomedical Papers. In The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks. Association for Computational Linguistics Toronto Canada 103\u2013113. https:\/\/doi.org\/10.18653\/v1\/2023.bionlp-1.8","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_3_3_14_1","volume-title":"Investigating data contamination in modern benchmarks for large language models. arXiv preprint arXiv:2311.09783","author":"Deng Chunyuan","year":"2023","unstructured":"Chunyuan Deng, Yilun Zhao, Xiangru Tang, Mark Gerstein, and Arman Cohan. 2023. Investigating data contamination in modern benchmarks for large language models. arXiv preprint arXiv:2311.09783 (2023)."},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_3_3_16_1","volume-title":"Annual Meeting of the Association for Computational Linguistics. https:\/\/api.semanticscholar.org\/CorpusID:254877171","author":"Ding Bosheng","year":"2022","unstructured":"Bosheng Ding, Chengwei Qin, Linlin Liu, Lidong Bing, Shafiq\u00a0R. Joty, and Boyang Li. 2022. Is GPT-3 a Good Data Annotator?. In Annual Meeting of the Association for Computational Linguistics. https:\/\/api.semanticscholar.org\/CorpusID:254877171"},{"key":"e_1_3_3_3_17_1","unstructured":"Anca Dumitrache Oana Inel Lora Aroyo Benjamin Timmermans and Chris Welty. 2018. CrowdTruth 2.0: Quality Metrics for Crowdsourcing with Disagreement. (2018). https:\/\/arxiv.org\/abs\/1808.06080"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.3233\/SW-200415"},{"key":"e_1_3_3_3_19_1","volume-title":"Out of the bleu: how should we assess quality of the code generation models?Journal of Systems and Software 203","author":"Evtikhiev Mikhail","year":"2023","unstructured":"Mikhail Evtikhiev, Egor Bogomolov, Yaroslav Sokolov, and Timofey Bryksin. 2023. Out of the bleu: how should we assess quality of the code generation models?Journal of Systems and Software 203 (2023), 111741."},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499149.2499168"},{"key":"e_1_3_3_3_21_1","volume-title":"Chatgpt outperforms crowd-workers for text-annotation tasks. arXiv preprint arXiv:2303.15056","author":"Gilardi Fabrizio","year":"2023","unstructured":"Fabrizio Gilardi, Meysam Alizadeh, and Ma\u00ebl Kubli. 2023. Chatgpt outperforms crowd-workers for text-annotation tasks. arXiv preprint arXiv:2303.15056 (2023)."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.techfore.2018.05.005"},{"key":"e_1_3_3_3_23_1","volume-title":"Annollm: Making large language models to be better crowdsourced annotators. arXiv preprint arXiv:2303.16854","author":"He Xingwei","year":"2023","unstructured":"Xingwei He, Zhenghao Lin, Yeyun Gong, Alex Jin, Hang Zhang, Chen Lin, Jian Jiao, Siu\u00a0Ming Yiu, Nan Duan, Weizhu Chen, 2023. Annollm: Making large language models to be better crowdsourced annotators. arXiv preprint arXiv:2303.16854 (2023)."},{"key":"e_1_3_3_3_24_1","unstructured":"Tuomo Hiippala Helmiina Hotti and Rosa Suviranta. 2022. Developing a tool for fair and reproducible use of paid crowdsourcing in the digital humanities. In Proceedings of the 6th Joint SIGHUM Workshop on Computational Linguistics for Cultural Heritage Social Sciences Humanities and Literature Stefania Degaetano Anna Kazantseva Nils Reiter and Stan Szpakowicz (Eds.). International Conference on Computational Linguistics Gyeongju Republic of Korea 7\u201312. https:\/\/aclanthology.org\/2022.latechclfl-1.2"},{"key":"e_1_3_3_3_25_1","volume-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 1120\u20131130","author":"Hovy Dirk","year":"2013","unstructured":"Dirk Hovy, Taylor Berg-Kirkpatrick, Ashish Vaswani, and Eduard Hovy. 2013. Learning whom to trust with MACE. In Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 1120\u20131130."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543873.3587368"},{"key":"e_1_3_3_3_27_1","volume-title":"Proceedings of the 1st Workshop on NLP for COVID-19 at ACL 2020","author":"Huang Hao\u00a0Kenneth","year":"2020","unstructured":"Ting-Hao\u00a0Kenneth Huang, Chieh-Yang Huang, Chien-Kuang\u00a0Cornelia Ding, Yen-Chia Hsu, and C.\u00a0Lee Giles. 2020. CODA-19: Using a Non-Expert Crowd to Annotate Research Aspects on 10,000+ Abstracts in the COVID-19 Open Research Dataset. In Proceedings of the 1st Workshop on NLP for COVID-19 at ACL 2020. Association for Computational Linguistics, Online. https:\/\/aclanthology.org\/2020.nlpcovid19-acl.6"},{"key":"e_1_3_3_3_28_1","volume-title":"Investigating data contamination for pre-training language models. arXiv preprint arXiv:2401.06059","author":"Jiang Minhao","year":"2024","unstructured":"Minhao Jiang, Ken\u00a0Ziyu Liu, Ming Zhong, Rylan Schaeffer, Siru Ouyang, Jiawei Han, and Sanmi Koyejo. 2024. Investigating data contamination for pre-training language models. arXiv preprint arXiv:2401.06059 (2024)."},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-short.44"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447803"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132971"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1104"},{"key":"e_1_3_3_3_34_1","volume-title":"BioTABQA: Instruction Learning for Biomedical Table Question Answering. In CEUR Workshop Proceedings, Vol.\u00a03180","author":"Luo Man","year":"2022","unstructured":"Man Luo, Sharad Saxena, Swaroop Mishra, Mihir Parmar, and Chitta Baral. 2022. BioTABQA: Instruction Learning for Biomedical Table Question Answering. In CEUR Workshop Proceedings, Vol.\u00a03180. CEUR-WS, 291\u2013304."},{"key":"e_1_3_3_3_35_1","first-page":"21841","article-title":"Adversarial crowdsourcing through robust rank-one matrix completion","volume":"33","author":"Ma Qianqian","year":"2020","unstructured":"Qianqian Ma and Alex Olshevsky. 2020. Adversarial crowdsourcing through robust rank-one matrix completion. Advances in Neural Information Processing Systems 33 (2020), 21841\u201321852.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_36_1","volume-title":"MDDial: A Multi-turn Differential Diagnosis Dialogue Dataset with Reliability Evaluation. arXiv preprint arXiv:2308.08147","author":"Macherla Srija","year":"2023","unstructured":"Srija Macherla, Man Luo, Mihir Parmar, and Chitta Baral. 2023. MDDial: A Multi-turn Differential Diagnosis Dialogue Dataset with Reliability Evaluation. arXiv preprint arXiv:2308.08147 (2023)."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"crossref","unstructured":"Andrew Mao Ece Kamar Yiling Chen Eric Horvitz Megan\u00a0E Schwamb Chris\u00a0J Lintott and Arfon\u00a0M Smith. 2013. Volunteering Versus Work for Pay: Incentives and Tradeoffs in Crowdsourcing. (2013).","DOI":"10.1609\/hcomp.v1i1.13075"},{"key":"e_1_3_3_3_39_1","unstructured":"Isabelle Mohr Amelie W\u00fchrl and Roman Klinger. 2022. CoVERT: A Corpus of Fact-checked Biomedical COVID-19 Tweets. In Proceedings of the Thirteenth Language Resources and Evaluation Conference Nicoletta Calzolari Fr\u00e9d\u00e9ric B\u00e9chet Philippe Blache Khalid Choukri Christopher Cieri Thierry Declerck Sara Goggi Hitoshi Isahara Bente Maegaard Joseph Mariani H\u00e9l\u00e8ne Mazo Jan Odijk and Stelios Piperidis (Eds.). European Language Resources Association Marseille France 244\u2013257. https:\/\/aclanthology.org\/2022.lrec-1.26"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380195"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2598153.2602248"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479531"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_3_3_45_1","volume-title":"Reliability of MTurk data from masters and workers. Journal of Individual Differences","author":"Rouse V","year":"2019","unstructured":"Steven\u00a0V Rouse. 2019. Reliability of MTurk data from masters and workers. Journal of Individual Differences (2019)."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1475-1313.2012.00928.x"},{"key":"e_1_3_3_3_48_1","volume-title":"Proceedings of the 2008 conference on empirical methods in natural language processing. 254\u2013263","author":"Snow Rion","year":"2008","unstructured":"Rion Snow, Brendan O\u2019connor, Dan Jurafsky, and Andrew\u00a0Y Ng. 2008. Cheap and fast\u2013but is it good? evaluating non-expert annotations for natural language tasks. In Proceedings of the 2008 conference on empirical methods in natural language processing. 254\u2013263."},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2111547119"},{"key":"e_1_3_3_3_50_1","unstructured":"Toloka. [n. d.]. ZeroBasedSkill - crowd-kit: Toloka documentation. https:\/\/toloka.ai\/docs\/crowd-kit\/reference\/crowdkit.aggregation.classification.zero_based_skill.ZeroBasedSkill\/"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979277"},{"key":"e_1_3_3_3_52_1","volume-title":"Chatgpt-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning. arXiv preprint arXiv:2304.06588","author":"T\u00f6rnberg Petter","year":"2023","unstructured":"Petter T\u00f6rnberg. 2023. Chatgpt-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning. arXiv preprint arXiv:2304.06588 (2023)."},{"key":"e_1_3_3_3_53_1","unstructured":"Turkopticon. 2023. Beware the hype: Chatgpt didn\u2019t replace human data annotators. https:\/\/news.techworkerscoalition.org\/2023\/04\/04\/issue-5\/"},{"key":"e_1_3_3_3_54_1","volume-title":"The Ninth AAAI Conference on Human Computation and Crowdsourcing: Works-in-Progress and Demonstration Track (HCOMP","author":"Ustalov Dmitry","year":"2021","unstructured":"Dmitry Ustalov, Nikita Pavlichenko, Vladimir Losev, Iulian Giliazev, and Evgeny Tulin. 2021. A general-purpose crowdsourcing computational quality control toolkit for python. In The Ninth AAAI Conference on Human Computation and Crowdsourcing: Works-in-Progress and Demonstration Track (HCOMP 2021)."},{"key":"e_1_3_3_3_55_1","unstructured":"Dmitry Ustalov Nikita Pavlichenko and Boris Tseitlin. 2023. Learning from Crowds with Crowd-Kit. arxiv:2109.08584\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2109.08584"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v3i1.13256"},{"key":"e_1_3_3_3_57_1","volume-title":"Prevalence and prevention of large language model use in crowd work. arXiv preprint arXiv:2310.15683","author":"Veselovsky Veniamin","year":"2023","unstructured":"Veniamin Veselovsky, Manoel\u00a0Horta Ribeiro, Philip Cozzolino, Andrew Gordon, David Rothschild, and Robert West. 2023. Prevalence and prevention of large language model use in crowd work. arXiv preprint arXiv:2310.15683 (2023)."},{"key":"e_1_3_3_3_58_1","volume-title":"Proceedings of the 1st Workshop on NLP for COVID-19 at ACL 2020","author":"Wang Lucy\u00a0Lu","year":"2020","unstructured":"Lucy\u00a0Lu Wang, Kyle Lo, Yoganand Chandrasekhar, Russell Reas, Jiangjiang Yang, Doug Burdick, Darrin Eide, Kathryn Funk, Yannis Katsis, Rodney\u00a0Michael Kinney, Yunyao Li, Ziyang Liu, William Merrill, Paul Mooney, Dewey\u00a0A. Murdick, Devvret Rishi, Jerry Sheehan, Zhihong Shen, Brandon Stilson, Alex\u00a0D. Wade, Kuansan Wang, Nancy Xin\u00a0Ru Wang, Christopher Wilhelm, Boya Xie, Douglas\u00a0M. Raymond, Daniel\u00a0S. Weld, Oren Etzioni, and Sebastian Kohlmeier. 2020. CORD-19: The COVID-19 Open Research Dataset. In Proceedings of the 1st Workshop on NLP for COVID-19 at ACL 2020. Association for Computational Linguistics, Online. https:\/\/aclanthology.org\/2020.nlpcovid19-acl.1"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.354"},{"key":"e_1_3_3_3_60_1","volume-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22","author":"Whitehill Jacob","year":"2009","unstructured":"Jacob Whitehill, Ting-fan Wu, Jacob Bergsma, Javier Movellan, and Paul Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22 (2009)."},{"key":"e_1_3_3_3_61_1","volume-title":"LLMs as Workers in Human-Computational Algorithms? Replicating Crowdsourcing Pipelines with LLMs. arXiv preprint arXiv:2307.10168","author":"Wu Tongshuang","year":"2023","unstructured":"Tongshuang Wu, Haiyi Zhu, Maya Albayrak, Alexis Axon, Amanda Bertsch, Wenxing Deng, Ziqi Ding, Bill Guo, Sireesh Gururaja, Tzu-Sheng Kuo, 2023. LLMs as Workers in Human-Computational Algorithms? Replicating Crowdsourcing Pipelines with LLMs. arXiv preprint arXiv:2307.10168 (2023)."},{"key":"e_1_3_3_3_62_1","unstructured":"Chloe Xiang. 2023. CHATGPT can replace the underpaid workers who train AI researchers say. https:\/\/www.vice.com\/en\/article\/ak3dwk\/chatgpt-can-replace-the-underpaid-workers-who-train-ai-researchers-say"},{"key":"e_1_3_3_3_63_1","volume-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in neural information processing systems 27","author":"Zhang Yuchen","year":"2014","unstructured":"Yuchen Zhang, Xi Chen, Dengyong Zhou, and Michael\u00a0I Jordan. 2014. Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in neural information processing systems 27 (2014)."},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"e_1_3_3_3_66_1","volume-title":"Can chatgpt reproduce human-generated labels? a study of social computing tasks. arXiv preprint arXiv:2304.10145","author":"Zhu Yiming","year":"2023","unstructured":"Yiming Zhu, Peixian Zhang, Ehsan-Ul Haq, Pan Hui, and Gareth Tyson. 2023. Can chatgpt reproduce human-generated labels? a study of social computing tasks. arXiv preprint arXiv:2304.10145 (2023)."},{"key":"e_1_3_3_3_67_1","unstructured":"Shi Zong Ashutosh Baheti Wei Xu and Alan Ritter. 2022. Extracting a Knowledge Base of COVID-19 Events from Social Media. In Proceedings of the 29th International Conference on Computational Linguistics Nicoletta Calzolari Chu-Ren Huang Hansaem Kim James Pustejovsky Leo Wanner Key-Sun Choi Pum-Mo Ryu Hsin-Hsi Chen Lucia Donatelli Heng Ji Sadao Kurohashi Patrizia Paggio Nianwen Xue Seokhwan Kim Younggyun Hahm Zhong He Tony\u00a0Kyungil Lee Enrico Santus Francis Bond and Seung-Hoon Na (Eds.). International Committee on Computational Linguistics Gyeongju Republic of Korea 3810\u20133823. https:\/\/aclanthology.org\/2022.coling-1.335"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642834","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642834","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:30Z","timestamp":1750290270000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642834"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":67,"alternative-id":["10.1145\/3613904.3642834","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642834","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}