{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T05:48:47Z","timestamp":1782366527562,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3790439","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:21Z","timestamp":1776053541000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Reporting and Reviewing LLM-Integrated Systems in HCI: Challenges and Considerations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-6855-5859","authenticated-orcid":false,"given":"Karla","family":"Felix Navarro","sequence":"first","affiliation":[{"name":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6527-1651","authenticated-orcid":false,"given":"Eugene","family":"Syriani","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8910-0822","authenticated-orcid":false,"given":"Ian","family":"Arawjo","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"ACM. 2020. Artifact Review and Badging Version 1.1. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current."},{"key":"e_1_3_3_3_3_2","unstructured":"ACM. 2025. ACM Peer Review Policy Frequently Asked Questions. https:\/\/www.acm.org\/publications\/policies\/peer-review-faq. Accessed: 2025-08-06."},{"key":"e_1_3_3_3_4_2","unstructured":"ACM CSCW. 2025. Paper Review Process at CSCW 2026. https:\/\/cscw.acm.org\/2026\/blog\/reviewprocess.html. Blog post CSCW 2026 Technical Program Blog."},{"key":"e_1_3_3_3_5_2","unstructured":"Ian Arawjo. 2024. LLM Wrapper Papers Are Hurting HCI Research. Medium. Blog post."},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","unstructured":"Sebastian Baltes Florian Angermeir Chetan Arora Marvin Mu\u00f1oz\u00a0Bar\u00f3n Chunyang Chen Lukas B\u00f6hme Fabio Calefato Neil Ernst Davide Falessi Brian Fitzgerald et\u00a0al. 2025. Evaluation Guidelines for Empirical Studies in Software Engineering Involving LLMs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2508.15503 (2025). 10.48550\/arXiv.2508.15503","DOI":"10.48550\/arXiv.2508.15503"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713240"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640310.3674085"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979185"},{"key":"e_1_3_3_3_11_2","volume-title":"Constructing Grounded Theory: A Practical Guide Through Qualitative Analysis","author":"Charmaz Kathy","year":"2006","unstructured":"Kathy Charmaz. 2006. Constructing Grounded Theory: A Practical Guide Through Qualitative Analysis. Sage Publications."},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3746059.3747677"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","unstructured":"Andy Crabtree. 2025. H is for Human and How (Not) to Evaluate Qualitative Research in HCI. Human\u2013Computer Interaction (2025). 10.1080\/07370024.2025.2475743Advance online publication.","DOI":"10.1080\/07370024.2025.2475743"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/BELIV64461.2024.00018"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3729176.3729199"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","unstructured":"Timnit Gebru Jamie Morgenstern Briana Vecchione Jennifer Wortman\u00a0Vaughan Hanna Wallach Hal Daum\u00e9\u00a0III and Kate Crawford. 2021. Datasheets for Datasets. Commun. ACM 64 12 (2021) 86\u201392. 10.1145\/3458723","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"Brent Hecht Lauren Wilcox Jeffrey\u00a0P. Bigham Johannes Sch\u00f6ning Ehsan Hoque Jason Ernst Yonatan Bisk Luigi De\u00a0Russis Lana Yarosh Bushra Anjum et\u00a0al. 2021. It\u2019s Time to Do Something: Mitigating the Negative Impacts of Computing Through a Change to the Peer Review Process. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2112.09544 (2021). 10.48550\/arXiv.2112.09544","DOI":"10.48550\/arXiv.2112.09544"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","unstructured":"Olga Iarygina Kasper Hornb\u00e6k and Aske Mottelson. 2025. Demand Characteristics in Human\u2013Computer Experiments. International Journal of Human-Computer Studies 193 (2025) 103379. 10.1016\/j.ijhcs.2024.103379","DOI":"10.1016\/j.ijhcs.2024.103379"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","unstructured":"Shivani Kapania Ruiyi Wang Toby Jia-Jun Li Tianshi Li and Hong Shen. 2025. \u201cI\u2019m Categorizing LLM as a Productivity Tool\u201d: Examining Ethics of LLM Use in HCI Research Practices. Proceedings of the ACM on Human-Computer Interaction 9 CSCW2 Article CSCW102 (2025) 26\u00a0pages. 10.1145\/3711000","DOI":"10.1145\/3711000"},{"key":"e_1_3_3_3_21_2","volume-title":"The Twelfth International Conference on Learning Representations","author":"Khattab Omar","year":"2024","unstructured":"Omar Khattab, Arnav Singhvi, Paridhi Maheshwari, Zhiyuan Zhang, Keshav Santhanam, Saiful Haq, Ashutosh Sharma, Thomas\u00a0T. Joshi, Hanna Moazam, Heather Miller, et\u00a0al. 2024. DSPy: Compiling Declarative Language Model Calls into State-of-the-Art Pipelines. In The Twelfth International Conference on Learning Representations. OpenReview preprint."},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642633"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Thomas Kosch Robin Welsch Lewis Chuang and Albrecht Schmidt. 2023. The Placebo Effect of Artificial Intelligence in Human\u2013Computer Interaction. ACM Transactions on Computer-Human Interaction 29 6 Article 56 (2023) 32\u00a0pages. 10.1145\/3529225","DOI":"10.1145\/3529225"},{"key":"e_1_3_3_3_25_2","unstructured":"James Landay. 2009. I Give Up on CHI\/UIST. http:\/\/dubfuture.blogspot.com\/2009\/11\/i-give-up-on-chiuist.html. Blog post on the author\u2019s personal blog \u201cDUB For the Future\u201d."},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Percy Liang Rishi Bommasani Tony Lee Dimitris Tsipras Dilara Soylu Michihiro Yasunaga Yian Zhang Deepak Narayanan Yuhuai Wu Ananya Kumar et\u00a0al. 2022. Holistic Evaluation of Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2211.09110 (2022). 10.48550\/arXiv.2211.09110","DOI":"10.48550\/arXiv.2211.09110"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651100"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713862"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.67"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294256"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713726"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Samir Passi and Steven\u00a0J. Jackson. 2018. Trust in Data Science: Collaboration Translation and Accountability in Corporate Data Science Projects. Proceedings of the ACM on Human-Computer Interaction 2 CSCW Article 136 (2018) 28\u00a0pages. 10.1145\/3274405","DOI":"10.1145\/3274405"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642159"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3746059.3747722"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676450"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","unstructured":"Robert Soden Austin Toombs and Michaelanne Thomas. 2024. Evaluating Interpretive Research in HCI. Interactions 31 1 (2024) 38\u201342. 10.1145\/3633200","DOI":"10.1145\/3633200"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3441330"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Hariharan Subramonyam Roy Pea Christopher\u00a0Lawrence Pondoc Maneesh Agrawala and Colleen Seifert. 2023. Bridging the Gulf of Envisioning: Cognitive Design Challenges in LLM Interfaces. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.14459 (2023). 10.48550\/arXiv.2309.14459","DOI":"10.48550\/arXiv.2309.14459"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","unstructured":"Eugene Syriani Istvan David and Gauransh Kumar. 2024. Screening articles for systematic reviews with ChatGPT. Journal of Computer Languages 80 (2024) 101287. 10.1016\/j.cola.2024.101287","DOI":"10.1016\/j.cola.2024.101287"},{"key":"e_1_3_3_3_42_2","unstructured":"Yudai Tanaka. 2025. Revised CHI 2026 Papers Desk Reject Process. https:\/\/chi2026.acm.org\/2025\/08\/08\/revised-chi-2026-papers-desk-reject-process\/. Blog post on the CHI 2026 Technical Program blog."},{"key":"e_1_3_3_3_43_2","volume-title":"Geek Heresy: Rescuing Social Change from the Cult of Technology","author":"Toyama Kentaro","year":"2015","unstructured":"Kentaro Toyama. 2015. Geek Heresy: Rescuing Social Change from the Cult of Technology. PublicAffairs."},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3746059.3747778"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"crossref","unstructured":"Martin Weyssow Houari Sahraoui and Eugene Syriani. 2022. Recommending metamodel concepts during modeling activities with pre-trained language models. Software and Systems Modeling 21 3 (2022) 1071\u20131089.","DOI":"10.1007\/s10270-022-00975-5"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","unstructured":"Jacob\u00a0O. Wobbrock and Julie\u00a0A. Kientz. 2016. Research Contributions in Human\u2013Computer Interaction. Interactions 23 3 (2016) 38\u201344. 10.1145\/2907069","DOI":"10.1145\/2907069"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714085"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714045"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713905"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240704"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3790439","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T05:42:04Z","timestamp":1782366124000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3790439"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":50,"alternative-id":["10.1145\/3772318.3790439","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3790439","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}