{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:13:02Z","timestamp":1781334782218,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":188,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2315937"],"award-info":[{"award-number":["2315937"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3713726","type":"proceedings-article","created":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T14:48:11Z","timestamp":1745851691000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":55,"title":["Understanding the LLM-ification of CHI: Unpacking the Impact of LLMs at CHI through a Systematic Literature Review"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8613-498X","authenticated-orcid":false,"given":"Rock Yuren","family":"Pang","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7826-3298","authenticated-orcid":false,"given":"Hope","family":"Schroeder","sequence":"additional","affiliation":[{"name":"MIT, Cambridge, Massachusetts, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0857-1277","authenticated-orcid":false,"given":"Kynnedy Simone","family":"Smith","sequence":"additional","affiliation":[{"name":"Columbia University, New York, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4577-466X","authenticated-orcid":false,"given":"Solon","family":"Barocas","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3368-0180","authenticated-orcid":false,"given":"Ziang","family":"Xiao","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1087-1101","authenticated-orcid":false,"given":"Emily","family":"Tseng","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7846-3481","authenticated-orcid":false,"given":"Danielle","family":"Bragg","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, Massachusetts, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642703"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636301"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Lisanne Bainbridge. 1983. Ironies of automation. Automatica 19 6 (1983) 775\u2013779. 10.1016\/0005-1098(83)90046-8","DOI":"10.1016\/0005-1098(83)90046-8"},{"key":"e_1_3_3_3_7_2","first-page":"1","volume-title":"9th Annual conference of the special interest group for computing, information and society","author":"Barocas Solon","year":"2017","unstructured":"Solon Barocas, Kate Crawford, Aaron Shapiro, and Hanna Wallach. 2017. The problem with bias: Allocative versus representational harms in machine learning. In 9th Annual conference of the special interest group for computing, information and society. New York, NY, 1."},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"crossref","unstructured":"Nikki\u00a0M Barrington Nithin Gupta Basel Musmar David Doyle Nicholas Panico Nikhil Godbole Taylor Reardon and Randy\u00a0S D\u2019Amico. 2023. A bibliometric analysis of the rise of ChatGPT in medical research. Medical Sciences 11 3 (2023) 61.","DOI":"10.3390\/medsci11030061"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518810"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642332"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503450"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642406"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"Abeba Birhane Atoosa Kasirzadeh David Leslie and Sandra Wachter. 2023. Science in the age of large language models. Nature Reviews Physics 5 5 (2023) 277\u2013280.","DOI":"10.1038\/s42254-023-00581-4"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"crossref","unstructured":"Danielle Bragg Abraham Glasser Fyodor Minakov Naomi Caselli and William Thies. 2022. Exploring collection of sign language videos through crowdsourcing. Proceedings of the ACM on Human-Computer Interaction 6 CSCW2 (2022) 1\u201324.","DOI":"10.1145\/3555627"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445372"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858498"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581108"},{"key":"e_1_3_3_3_18_2","unstructured":"Nicholas Carlini Daphne Ippolito Matthew Jagielski Katherine Lee Florian Tramer and Chiyuan Zhang. 2023. Quantifying Memorization Across Neural Language Models. arxiv:https:\/\/arXiv.org\/abs\/2202.07646\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2202.07646"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642731"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","unstructured":"Minsuk Chang John Joon\u00a0Young Chung Katy\u00a0Ilonka Gero Ting-Hao\u00a0Kenneth Huang Dongyeop Kang Vipul Raheja Sarah Sterman and Thiemo Wambsganss. 2024. Dark Sides: Envisioning Understanding and Preventing Harmful Effects of Writing Assistants - The Third Workshop on Intelligent and Interactive Writing Assistants. 6\u00a0pages. 10.1145\/3613905.3636312","DOI":"10.1145\/3613905.3636312"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642363"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642377"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642041"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641904"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641967"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501819"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173715"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300231"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300418"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642336"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/169891.169968"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580969"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642579"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858081"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642117"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581347"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642782"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","unstructured":"Lizhou Fan Lingyao Li Zihui Ma Sanggyu Lee Huizi Yu and Libby Hemphill. 2024. A Bibliometric Review of Large Language Models Research from 2017 to 2023. ACM Trans. Intell. Syst. Technol. (may 2024). 10.1145\/3664930Just Accepted.","DOI":"10.1145\/3664930"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642212"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642350"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641969"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581351"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641955"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642303"},{"key":"e_1_3_3_3_45_2","unstructured":"Yunfan Gao Yun Xiong Xinyu Gao Kangxiang Jia Jinliu Pan Yuxi Bi Yi Dai Jiawei Sun and Haofen Wang. 2023. Retrieval-augmented generation for large language models: A survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.10997 (2023)."},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580782"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642549"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07635-5_3"},{"key":"e_1_3_3_3_49_2","volume-title":"Ghost work: How to stop Silicon Valley from building a new global underclass","author":"Gray Mary\u00a0L","year":"2019","unstructured":"Mary\u00a0L Gray and Siddharth Suri. 2019. Ghost work: How to stop Silicon Valley from building a new global underclass. Eamon Dolan Books."},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"crossref","unstructured":"Jonathan Grudin. 2009. AI and HCI: Two fields divided by a common focus. AI magazine 30 4 (2009) 48\u201348.","DOI":"10.1609\/aimag.v30i4.2271"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642497"},{"key":"e_1_3_3_3_52_2","unstructured":"Taicheng Guo Xiuying Chen Yaqi Wang Ruidi Chang Shichao Pei Nitesh\u00a0V Chawla Olaf Wiest and Xiangliang Zhang. 2024. Large language model based multi-agents: A survey of progress and challenges. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.01680 (2024)."},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"crossref","unstructured":"Justin\u00a0Anthony Haegele and Samuel Hodge. 2016. Disability discourse: Overview and critiques of the medical and social models. Quest 68 2 (2016) 193\u2013206.","DOI":"10.1080\/00336297.2016.1143849"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_3_3_55_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Han Ariel","year":"2024","unstructured":"Ariel Han, Xiaofei Zhou, Zhenyao Cai, Shenshen Han, Richard Ko, Seth Corrigan, and Kylie\u00a0A Peppler. 2024. Teachers, Parents, and Students\u2019 perspectives on Integrating Generative AI into Elementary Literacy Education. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201317."},{"key":"e_1_3_3_3_56_2","unstructured":"Zeyu Han Chao Gao Jinyang Liu Jeff Zhang and Sai\u00a0Qian Zhang. 2024. Parameter-efficient fine-tuning for large models: A comprehensive survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.14608 (2024)."},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","unstructured":"Jeffrey\u00a0T Hancock Mor Naaman and Karen Levy. 2020. AI-Mediated Communication: Definition Research Agenda and Ethical Considerations. Journal of Computer-Mediated Communication 25 1 (01 2020) 89\u2013100. 10.1093\/jcmc\/zmz022 arXiv:https:\/\/academic.oup.com\/jcmc\/article-pdf\/25\/1\/89\/32961176\/zmz022.pdf","DOI":"10.1093\/jcmc\/zmz022"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642353"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642834"},{"key":"e_1_3_3_3_60_2","unstructured":"Brent Hecht Lauren Wilcox Jeffrey\u00a0P. Bigham Johannes Sch\u00f6ning Ehsan Hoque Jason Ernst Yonatan Bisk Luigi\u00a0De Russis Lana Yarosh Bushra Anjum Danish Contractor and Cathy Wu. 2021. It\u2019s Time to Do Something: Mitigating the Negative Impacts of Computing Through a Change to the Peer Review Process. arxiv:https:\/\/arXiv.org\/abs\/2112.09544\u00a0[cs.CY] https:\/\/arxiv.org\/abs\/2112.09544"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642379"},{"key":"e_1_3_3_3_62_2","first-page":"28","volume-title":"Proceedings of the First Workshop on Bridging Human\u2013Computer Interaction and Natural Language Processing","author":"Heuer Hendrik","year":"2021","unstructured":"Hendrik Heuer and Daniel Buschek. 2021. Methods for the Design and Evaluation of HCI+NLP Systems. In Proceedings of the First Workshop on Bridging Human\u2013Computer Interaction and Natural Language Processing, Su\u00a0Lin Blodgett, Michael Madaio, Brendan O\u2019Connor, Hanna Wallach, and Qian Yang (Eds.). Association for Computational Linguistics, Online, 28\u201333. https:\/\/aclanthology.org\/2021.hcinlp-1.5"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641895"},{"key":"e_1_3_3_3_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642224"},{"key":"e_1_3_3_3_65_2","unstructured":"Edward\u00a0J Hu Yelong Shen Phillip Wallis Zeyuan Allen-Zhu Yuanzhi Li Shean Wang Lu Wang and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2106.09685 (2021)."},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642074"},{"key":"e_1_3_3_3_67_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642824"},{"key":"e_1_3_3_3_68_2","unstructured":"Jessica Hullman. 2024. Status update on Twitter. https:\/\/x.com\/JessicaHullman\/status\/1791645453223608422 Accessed: 2024-07-15."},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.74"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581196"},{"key":"e_1_3_3_3_71_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Jang JiWoong","year":"2024","unstructured":"JiWoong Jang, Sanika Moharana, Patrick Carrington, and Andrew Begel. 2024. \u201cIt\u2019s the only thing I can trust\u201d: Envisioning Large Language Model Use by Autistic Workers for Communication Assistance. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201318."},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642349"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581503"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580885"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642596"},{"key":"e_1_3_3_3_77_2","unstructured":"Shivani Kapania Ruiyi Wang Toby Jia-Jun Li Tianshi Li and Hong Shen. 2024. \"I\u2019m categorizing LLM as a productivity tool\": Examining ethics of LLM use in HCI research practices. arxiv:https:\/\/arXiv.org\/abs\/2403.19876\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2403.19876"},{"key":"e_1_3_3_3_78_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_3_3_79_2","doi-asserted-by":"publisher","unstructured":"Jin\u00a0K. Kim Michael Chua Mandy Rickard and Armando Lorenzo. 2023. ChatGPT and large language model (LLM) chatbots: The current state of acceptability and a proposal for guidelines on utilization in academic medicine. Journal of Pediatric Urology 19 5 (2023) 598\u2013604. 10.1016\/j.jpurol.2023.05.018","DOI":"10.1016\/j.jpurol.2023.05.018"},{"key":"e_1_3_3_3_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642937"},{"key":"e_1_3_3_3_81_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642693"},{"key":"e_1_3_3_3_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501931"},{"key":"e_1_3_3_3_83_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_84_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642943"},{"key":"e_1_3_3_3_85_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641964"},{"key":"e_1_3_3_3_86_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642168"},{"key":"e_1_3_3_3_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642278"},{"key":"e_1_3_3_3_88_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642830"},{"key":"e_1_3_3_3_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641915"},{"key":"e_1_3_3_3_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642580"},{"key":"e_1_3_3_3_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642697"},{"key":"e_1_3_3_3_92_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502030"},{"key":"e_1_3_3_3_93_2","unstructured":"Mina Lee Megha Srivastava Amelia Hardy John Thickstun Esin Durmus Ashwin Paranjape Ines Gerard-Ursin Xiang\u00a0Lisa Li Faisal Ladhak Frieda Rong et\u00a0al. 2022. Evaluating human-language model interaction. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2212.09746 (2022)."},{"key":"e_1_3_3_3_94_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642196"},{"key":"e_1_3_3_3_95_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642428"},{"key":"e_1_3_3_3_96_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642068"},{"key":"e_1_3_3_3_97_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642625"},{"key":"e_1_3_3_3_98_2","first-page":"62630","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Li Zekun","year":"2023","unstructured":"Zekun Li, Baolin Peng, Pengcheng He, Michel Galley, Jianfeng Gao, and Xifeng Yan. 2023. Guiding Large Language Models via Directional Stimulus Prompting. In Advances in Neural Information Processing Systems , A.\u00a0Oh, T.\u00a0Naumann, A.\u00a0Globerson, K.\u00a0Saenko, M.\u00a0Hardt, and S.\u00a0Levine (Eds.), Vol.\u00a036. Curran Associates, Inc., 62630\u201362656. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/c5601d99ed028448f29d1dae2e4a926d-Paper-Conference.pdf"},{"key":"e_1_3_3_3_99_2","unstructured":"Weixin Liang Yaohui Zhang Zhengxuan Wu Haley Lepp Wenlong Ji Xuandong Zhao Hancheng Cao Sheng Liu Siyu He Zhi Huang Diyi Yang Christopher Potts Christopher\u00a0D Manning and James\u00a0Y. Zou. 2024. Mapping the Increasing Use of LLMs in Scientific Papers. arxiv:https:\/\/arXiv.org\/abs\/2404.01268\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2404.01268"},{"key":"e_1_3_3_3_100_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580652"},{"key":"e_1_3_3_3_101_2","unstructured":"Q.\u00a0Vera Liao and Ziang Xiao. 2023. Rethinking Model Evaluation as Narrowing the Socio-Technical Gap. arxiv:https:\/\/arXiv.org\/abs\/2306.03100\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2306.03100"},{"key":"e_1_3_3_3_102_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641920"},{"key":"e_1_3_3_3_103_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642217"},{"key":"e_1_3_3_3_104_2","doi-asserted-by":"crossref","unstructured":"Yupeng Lin and Zhonggen Yu. 2024. A bibliometric analysis of artificial intelligence chatbots in educational contexts. Interactive Technology and Smart Education 21 2 (2024) 189\u2013213.","DOI":"10.1108\/ITSE-12-2022-0165"},{"key":"e_1_3_3_3_105_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445488"},{"key":"e_1_3_3_3_106_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_3_3_107_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581566"},{"key":"e_1_3_3_3_108_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642065"},{"key":"e_1_3_3_3_109_2","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2556969"},{"key":"e_1_3_3_3_110_2","unstructured":"Chris Lu Cong Lu Robert\u00a0Tjarko Lange Jakob Foerster Jeff Clune and David Ha. 2024. The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery. arxiv:https:\/\/arXiv.org\/abs\/2408.06292\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2408.06292"},{"key":"e_1_3_3_3_111_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658542"},{"key":"e_1_3_3_3_112_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642482"},{"key":"e_1_3_3_3_113_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445412"},{"key":"e_1_3_3_3_114_2","unstructured":"I\u00a0Scott MacKenzie. 2024. Human-computer interaction: An empirical research perspective. (2024)."},{"key":"e_1_3_3_3_115_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642462"},{"key":"e_1_3_3_3_116_2","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169215"},{"key":"e_1_3_3_3_117_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581225"},{"key":"e_1_3_3_3_118_2","doi-asserted-by":"crossref","unstructured":"David Moher Alessandro Liberati Jennifer Tetzlaff Douglas\u00a0G Altman Prisma Group et\u00a0al. 2010. Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. International journal of surgery 8 5 (2010) 336\u2013341.","DOI":"10.1016\/j.ijsu.2010.02.007"},{"key":"e_1_3_3_3_119_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.67"},{"key":"e_1_3_3_3_120_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462608"},{"key":"e_1_3_3_3_121_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642706"},{"key":"e_1_3_3_3_122_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642342"},{"key":"e_1_3_3_3_123_2","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744."},{"key":"e_1_3_3_3_124_2","unstructured":"Shuyin Ouyang Jie\u00a0M Zhang Mark Harman and Meng Wang. 2023. LLM is Like a Box of Chocolates: the Non-determinism of ChatGPT in Code Generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2308.02828 (2023)."},{"key":"e_1_3_3_3_125_2","unstructured":"Matthew\u00a0J Page Joanne\u00a0E McKenzie Patrick\u00a0M Bossuyt Isabelle Boutron Tammy\u00a0C Hoffmann Cynthia\u00a0D Mulrow Larissa Shamseer Jennifer\u00a0M Tetzlaff Elie\u00a0A Akl Sue\u00a0E Brennan et\u00a0al. 2021. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. bmj 372 (2021)."},{"key":"e_1_3_3_3_126_2","doi-asserted-by":"crossref","unstructured":"Alexis Palmer Noah\u00a0A Smith and Arthur Spirling. 2024. Using proprietary language models in academic research requires explicit justification. Nature Computational Science 4 1 (2024) 2\u20133.","DOI":"10.1038\/s43588-023-00585-1"},{"key":"e_1_3_3_3_127_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642054"},{"key":"e_1_3_3_3_128_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642785"},{"key":"e_1_3_3_3_129_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580907"},{"key":"e_1_3_3_3_130_2","unstructured":"Alina Petukhova Joao\u00a0P Matos-Carvalho and Nuno Fachada. 2024. Text clustering with LLM embeddings. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.15112 (2024)."},{"key":"e_1_3_3_3_131_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642749"},{"key":"e_1_3_3_3_132_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636293"},{"key":"e_1_3_3_3_133_2","doi-asserted-by":"publisher","DOI":"10.1145\/997078.997089"},{"key":"e_1_3_3_3_134_2","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675246"},{"key":"e_1_3_3_3_135_2","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481281"},{"key":"e_1_3_3_3_136_2","unstructured":"Anna Rogers Niranjan Balasubramanian Leon Derczynski Jesse Dodge Alexander Koller Sasha Luccioni Maarten Sap Roy Schwartz Noah\u00a0A. Smith and Emma Strubell. 2023. Closed AI Models Make Bad Baselines. https:\/\/hackingsemantics.xyz\/2023\/closed-baselines\/"},{"key":"e_1_3_3_3_137_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580848"},{"key":"e_1_3_3_3_138_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642036"},{"key":"e_1_3_3_3_139_2","doi-asserted-by":"crossref","unstructured":"Mark\u00a0A Schmuckler. 2001. What is ecological validity? A dimensional analysis. Infancy 2 4 (2001) 419\u2013436.","DOI":"10.1207\/S15327078IN0204_02"},{"key":"e_1_3_3_3_140_2","unstructured":"Melanie Sclar Yejin Choi Yulia Tsvetkov and Alane Suhr. 2023. Quantifying Language Models\u2019 Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.11324 (2023)."},{"key":"e_1_3_3_3_141_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642414"},{"key":"e_1_3_3_3_142_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642159"},{"key":"e_1_3_3_3_143_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642761"},{"key":"e_1_3_3_3_144_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642459"},{"key":"e_1_3_3_3_145_2","doi-asserted-by":"publisher","DOI":"10.1145\/3584931.3606955"},{"key":"e_1_3_3_3_146_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642266"},{"key":"e_1_3_3_3_147_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533122"},{"key":"e_1_3_3_3_148_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581332"},{"key":"e_1_3_3_3_149_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642032"},{"key":"e_1_3_3_3_150_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642754"},{"key":"e_1_3_3_3_151_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502114"},{"key":"e_1_3_3_3_152_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658992"},{"key":"e_1_3_3_3_153_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642777"},{"key":"e_1_3_3_3_154_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642592"},{"key":"e_1_3_3_3_155_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642899"},{"key":"e_1_3_3_3_156_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642513"},{"key":"e_1_3_3_3_157_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597638.3614507"},{"key":"e_1_3_3_3_158_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581560"},{"key":"e_1_3_3_3_159_2","unstructured":"Angelina Wang Jamie Morgenstern and John\u00a0P Dickerson. 2024. Large language models cannot replace human participants because they cannot portray identity groups. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.01908 (2024)."},{"key":"e_1_3_3_3_160_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580895"},{"key":"e_1_3_3_3_161_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641917"},{"key":"e_1_3_3_3_162_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580948"},{"key":"e_1_3_3_3_163_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641960"},{"key":"e_1_3_3_3_164_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642335"},{"key":"e_1_3_3_3_165_2","unstructured":"Jason Wei Maarten Bosma Vincent\u00a0Y Zhao Kelvin Guu Adams\u00a0Wei Yu Brian Lester Nan Du Andrew\u00a0M Dai and Quoc\u00a0V Le. 2021. Finetuned language models are zero-shot learners. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2109.01652 (2021)."},{"key":"e_1_3_3_3_166_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_3_167_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642135"},{"key":"e_1_3_3_3_168_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"e_1_3_3_3_169_2","doi-asserted-by":"publisher","unstructured":"Jacob\u00a0O. Wobbrock and Julie\u00a0A. Kientz. 2016. Research contributions in human-computer interaction. Interactions 23 3 (apr 2016) 38\u201344. 10.1145\/2907069","DOI":"10.1145\/2907069"},{"key":"e_1_3_3_3_170_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_3_3_171_2","doi-asserted-by":"publisher","unstructured":"Dirk\u00a0U Wulff Zak Hussain and Rui Mata. 2024. The Behavioral and Social Sciences Need Open LLMs. 10.31219\/osf.io\/ybvzs","DOI":"10.31219\/osf.io\/ybvzs"},{"key":"e_1_3_3_3_172_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642481"},{"key":"e_1_3_3_3_173_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636302"},{"key":"e_1_3_3_3_174_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642538"},{"key":"e_1_3_3_3_175_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642239"},{"key":"e_1_3_3_3_176_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173704"},{"key":"e_1_3_3_3_177_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300415"},{"key":"e_1_3_3_3_178_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581393"},{"key":"e_1_3_3_3_179_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_3_3_180_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642013"},{"key":"e_1_3_3_3_181_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_182_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642647"},{"key":"e_1_3_3_3_183_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Zhang Lotus","year":"2024","unstructured":"Lotus Zhang, Abigale Stangl, Tanusree Sharma, Yu-Yun Tseng, Inan Xu, Danna Gurari, Yang Wang, and Leah Findlater. 2024. Designing Accessible Obfuscation Support for Blind Individuals\u2019 Visual Privacy Management. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201319."},{"key":"e_1_3_3_3_184_2","unstructured":"Shengyu Zhang Linfeng Dong Xiaoya Li Sen Zhang Xiaofei Sun Shuhe Wang Jiwei Li Runyi Hu Tianwei Zhang Fei Wu et\u00a0al. 2023. Instruction tuning for large language models: A survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2308.10792 (2023)."},{"key":"e_1_3_3_3_185_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Zhang Zhiping","year":"2024","unstructured":"Zhiping Zhang, Michelle Jia, Hao-Ping Lee, Bingsheng Yao, Sauvik Das, Ada Lerner, Dakuo Wang, and Tianshi Li. 2024. \u201cIt\u2019s a Fair Game\u201d, or Is It? Examining How Users Navigate Disclosure Risks and Benefits When Using LLM-Based Conversational Agents. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201326."},{"key":"e_1_3_3_3_186_2","unstructured":"Wayne\u00a0Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et\u00a0al. 2023. A survey of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.18223 (2023)."},{"key":"e_1_3_3_3_187_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581318"},{"key":"e_1_3_3_3_188_2","doi-asserted-by":"crossref","unstructured":"Caleb Ziems William Held Omar Shaikh Jiaao Chen Zhehao Zhang and Diyi Yang. 2024. Can large language models transform computational social science? Computational Linguistics 50 1 (2024) 237\u2013291.","DOI":"10.1162\/coli_a_00502"},{"key":"e_1_3_3_3_189_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642450"}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713726","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713726","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713726","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:36:22Z","timestamp":1751607382000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713726"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":188,"alternative-id":["10.1145\/3706598.3713726","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3713726","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}