{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T08:02:19Z","timestamp":1776931339107,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":140,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3790536","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:28Z","timestamp":1776053548000},"page":"1-26","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["\u201cIt Became My Buddy, But I\u2019m Not Afraid to Disagree\u201d: A Multi-Session Study of UX Evaluators Collaborating with Conversational AI Assistants"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4635-0703","authenticated-orcid":false,"given":"Emily","family":"Kuang","sequence":"first","affiliation":[{"name":"Electrical Engineering and Computer Science, York University, Toronto, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9308-0406","authenticated-orcid":false,"given":"Ehsan","family":"Jahangirzadeh Soure","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Waterloo, Waterloo, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8403-6271","authenticated-orcid":false,"given":"Luyao","family":"Shen","sequence":"additional","affiliation":[{"name":"Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4666-1926","authenticated-orcid":false,"given":"Nitesh","family":"Goyal","sequence":"additional","affiliation":[{"name":"Google DeepMind, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0356-4712","authenticated-orcid":false,"given":"Mingming","family":"Fan","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1157-6369","authenticated-orcid":false,"given":"Kristen","family":"Shinohara","sequence":"additional","affiliation":[{"name":"School of Information, Rochester Institute of Technology, Rochester, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3364183.3364195"},{"key":"e_1_3_3_2_3_2","unstructured":"AltexSoft. 2019. UX Researcher: Methods Skills and Process. https:\/\/www.altexsoft.com\/blog\/ux-researcher-methods-skills-process\/"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Theo Araujo and Nadine Bol. 2024. From speaking like a person to being personal: The effects of personalized regular interactions with conversational agents. Computers in Human Behavior: Artificial Humans 2 1 (Jan. 2024) 100030. 10.1016\/j.chbah.2023.100030","DOI":"10.1016\/j.chbah.2023.100030"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Andrea Batch Yipeng Ji Mingming Fan Jian Zhao and Niklas Elmqvist. 2023. uxSense: Supporting User Experience Analysis with Visualization and Computer Vision. IEEE Transactions on Visualization and Computer Graphics (2023) 1\u201315. 10.1109\/TVCG.2023.3241581Conference Name: IEEE Transactions on Visualization and Computer Graphics.","DOI":"10.1109\/TVCG.2023.3241581"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Patricia Benner. 1982. From Novice To Expert. AJN The American Journal of Nursing 82 3 (1982) 402\u2013407. https:\/\/journals.lww.com\/ajnonline\/citation\/1982\/82030\/from_novice_to_expert.4.a","DOI":"10.1097\/00000446-198282030-00004"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Erik Brynjolfsson Danielle Li and Lindsey\u00a0R. Raymond. 2023. Generative AI at Work(Working Paper Series). National Bureau of Economic Research. 10.3386\/w31161","DOI":"10.3386\/w31161"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"F\u00e9lix Buend\u00eda-Garc\u00eda and Javier Piris-Ruano. 2025. Using Generative AI to Support UX Design Students in Web Development Courses. Applied Sciences 15 13 (June 2025) 7389. 10.3390\/app15137389Publisher: Multidisciplinary Digital Publishing Institute.","DOI":"10.3390\/app15137389"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377498"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Zana Bu\u00e7inca Maja\u00a0Barbara Malaya and Krzysztof\u00a0Z. Gajos. 2021. To Trust or to Think: Cognitive Forcing Functions Can Reduce Overreliance on AI in AI-assisted Decision-making. Proc. ACM Hum.-Comput. Interact. 5 CSCW1 (April 2021) 188:1\u2013188:21. 10.1145\/3449287","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_2_11_2","volume-title":"Constructing Grounded Theory: A Practical Guide Through Qualitative Analysis","author":"Charmaz Kathy","year":"2006","unstructured":"Kathy Charmaz. 2006. Constructing Grounded Theory: A Practical Guide Through Qualitative Analysis. SAGE. Google-Books-ID: v1qP1KbXz1AC."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Catherine\u00a0C. Chase Doris\u00a0B. Chin Marily\u00a0A. Oppezzo and Daniel\u00a0L. Schwartz. 2009. Teachable Agents and the Prot\u00e9g\u00e9 Effect: Increasing the Effort Towards Learning. Journal of Science Education and Technology 18 4 (Aug. 2009) 334\u2013352. 10.1007\/s10956-009-9180-4","DOI":"10.1007\/s10956-009-9180-4"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Hsi-Jen Chen Yan-Ting Chen and Chia-Han Yang. 2022. Behaviors of Novice and Expert Designers in the Design Process: From Discovery to Design. International Journal of Design 16 3 (2022) 59\u201376. 10.57698\/v16i3.04","DOI":"10.57698\/v16i3.04"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753678"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3677045.3685442"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Andy Cockburn Carl Gutwin Joey Scarr and Sylvain Malacria. 2014. Supporting Novice to Expert Transitions in User Interfaces. ACM Comput. Surv. 47 2 (Nov. 2014) 31:1\u201331:36. 10.1145\/2659796","DOI":"10.1145\/2659796"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1109\/CoG57401.2023.10333166"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Emmelyn A.\u00a0J. Croes and Marjolijn\u00a0L. Antheunis. 2021. Can we be friends with Mitsuku? A longitudinal study on the process of relationship formation between humans and a social chatbot - Emmelyn A. J. Croes Marjolijn L. Antheunis 2021. Journal of Social and Personal Relationships 38 1 (2021) 279\u2013300. 10.1177\/0265407520959463","DOI":"10.1177\/0265407520959463"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Fleur Deken Maaike Kleinsmann Marco Aurisicchio Kristina Lauche and Rob Bracewell. 2011. Tapping into past design experiences: knowledge sharing and creation during novice\u2013expert design consultations. Research in Engineering Design 23 3 (Oct. 2011) 203\u2013218. 10.1007\/s00163-011-0123-8Number: 3 Publisher: Springer.","DOI":"10.1007\/s00163-011-0123-8"},{"key":"e_1_3_3_2_20_2","unstructured":"Jean-Fran\u00e7ois Delisle. 2022. Intelligent Adaptive Flight Training System- A Human Performance in the Loop for Real-Time Decision Making. phd. Polytechnique Montr\u00e9al. https:\/\/publications.polymtl.ca\/10551\/"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Berkeley\u00a0J. Dietvorst Joseph\u00a0P. Simmons and Cade Massey. 2015. Algorithm aversion: People erroneously avoid algorithms after seeing them err. Journal of Experimental Psychology: General 144 1 (2015) 114\u2013126. 10.1037\/xge0000033Place: US Publisher: American Psychological Association.","DOI":"10.1037\/xge0000033"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISCID59865.2023.00056"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642782"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Mingming Fan Yue Li and Khai\u00a0N. Truong. 2020. Automatic Detection of Usability Problem Encounters in Think-Aloud Sessions. ACM Transactions on Interactive Intelligent Systems 10 2 (June 2020) 1\u201324. 10.1145\/3385732","DOI":"10.1145\/3385732"},{"key":"e_1_3_3_2_25_2","unstructured":"Mingming Fan Serina Shi and Khai\u00a0N Truong. 2020. Practices and Challenges of Using Think-Aloud Protocols in Industry: An International Survey. Journal of Usability Studies 15 2 (2020) 85\u2013102."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Mingming Fan Ke Wu Jian Zhao Yue Li Winter Wei and Khai\u00a0N. Truong. 2020. VisTA: Integrating Machine Intelligence with Visualization to Support the Investigation of Think-Aloud Sessions. IEEE Transactions on Visualization and Computer Graphics 26 1 (Jan. 2020) 343\u2013352. 10.1109\/TVCG.2019.2934797","DOI":"10.1109\/TVCG.2019.2934797"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Mingming Fan Xianyou Yang TszTung Yu Q.\u00a0Vera Liao and Jian Zhao. 2022. Human-AI Collaboration for UX Evaluation: Effects of Explanation and Synchronization. 6 (2022) 96:1\u201396:32. Issue CSCW1. 10.1145\/3512943","DOI":"10.1145\/3512943"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"James Fisher. 1991. Defining the novice user. Behaviour & Information Technology 10 5 (1991) 437\u2013441. 10.1080\/01449299108924301Place: United Kingdom Publisher: Taylor & Francis.","DOI":"10.1080\/01449299108924301"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/1868914.1868995"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208365"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Eureka Foong Darren Gergle and Elizabeth\u00a0M. Gerber. 2017. Novice and Expert Sensemaking of Crowdsourced Design Feedback. Proc. ACM Hum.-Comput. Interact. 1 CSCW (Dec. 2017) 45:1\u201345:18. 10.1145\/3134680","DOI":"10.1145\/3134680"},{"key":"e_1_3_3_2_32_2","unstructured":"Jens Gerken. 2010. Longitudinal Research in Human-Computer Interaction. Ph.\u00a0D. Dissertation. Universit\u00e4t Konstanz Konstanz Germany. https:\/\/kops.uni-konstanz.de\/entities\/publication\/ef10c26c-3f4c-41a9-8045-da53586fc360"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Kostis Giannakopoulos Argyro Kavadella Anas\u00a0Aaqel Salim Vassilis Stamatopoulos and Eleftherios\u00a0G. Kaklamanos. 2023. Evaluation of the Performance of Generative AI Large Language Models ChatGPT Google Bard and Microsoft Bing Chat in Supporting Evidence-Based Dentistry: Comparative Mixed Methods Study. Journal of Medical Internet Research 25 1 (Dec. 2023) e51580. 10.2196\/51580Company: Journal of Medical Internet Research Distributor: Journal of Medical Internet Research Institution: Journal of Medical Internet Research Label: Journal of Medical Internet Research Publisher: JMIR Publications Inc. Toronto Canada.","DOI":"10.2196\/51580"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Juli\u00e1n Grigera Alejandra Garrido Jos\u00e9\u00a0Mat\u00edas Rivero and Gustavo Rossi. 2017. Automatic detection of usability smells in web applications. International Journal of Human-Computer Studies 97 (2017) 129\u2013148.","DOI":"10.1016\/j.ijhcs.2016.09.009"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Siddharth Gulati Joe McDonagh Sonia Sousa and David Lamas. 2024. Trust models and theories in human\u2013computer interaction: A systematic literature review. Computers in Human Behavior Reports 16 (Dec. 2024) 100495. 10.1016\/j.chbr.2024.100495","DOI":"10.1016\/j.chbr.2024.100495"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472307.3484170"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Patrick Harms. 2019. Automated usability evaluation of virtual reality applications. ACM Transactions on Computer-Human Interaction (TOCHI) 26 3 (2019) 1\u201336.","DOI":"10.1145\/3301423"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","unstructured":"Morten Hertzum and Niels\u00a0Ebbe Jacobsen. 2001. The Evaluator Effect: A Chilling Fact About Usability Evaluation Methods. International Journal of Human-Computer Interaction 15 1 (2001) 183\u2013204. 10.1207\/S15327590IJHC1501_14","DOI":"10.1207\/S15327590IJHC1501_14"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/286498.286737"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Annabell Ho Jeff Hancock and Adam\u00a0S Miner. 2018. Psychological Relational and Emotional Effects of Self-Disclosure After Conversations With a Chatbot. Journal of Communication 68 4 (Aug. 2018) 712\u2013733. 10.1093\/joc\/jqy026","DOI":"10.1093\/joc\/jqy026"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","unstructured":"Robert\u00a0R. Hoffman Matthew Johnson Jeffrey\u00a0M. Bradshaw and Al Underbrink. 2013. Trust in Automation. IEEE Intelligent Systems 28 1 (Jan. 2013) 84\u201388. 10.1109\/MIS.2013.24","DOI":"10.1109\/MIS.2013.24"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Jane Hogan Gary Grant Fiona Kelly and Jennie O\u2019Hare. 2020. Factors influencing acceptance of robotics in hospital pharmacy: a longitudinal study using the Extended Technology Acceptance Model. International Journal of Pharmacy Practice 28 5 (Oct. 2020) 483\u2013490. 10.1111\/ijpp.12637","DOI":"10.1111\/ijpp.12637"},{"key":"e_1_3_3_2_43_2","unstructured":"Ironhack. 2023. The Evolving Role of a UX\/UI Designer: Trends and Skills for Success. https:\/\/www.ironhack.com\/gb\/blog\/the-evolving-role-of-a-ux-ui-designer-trends-and-skills-for-success"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"JongWook Jeong NeungHoe Kim and Hoh\u00a0Peter In. 2020. Detecting usability problems in mobile applications on the basis of dissimilarity in user behavior. International Journal of Human-Computer Studies 139 (2020) 102364.","DOI":"10.1016\/j.ijhcs.2019.10.001"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Patricia\u00a0K. Kahr Gerrit Rooks Martijn\u00a0C. Willemsen and Chris C.\u00a0P. Snijders. 2024. Understanding Trust and Reliance Development in AI Advice: Assessing Model Accuracy Model Explanations and Experiences from Previous Interactions. ACM Trans. Interact. Intell. Syst. (Aug. 2024). 10.1145\/3686164Just Accepted.","DOI":"10.1145\/3686164"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","unstructured":"Mahmut Kalman. 2019. \u201cIt Requires Interest Time Patience and Struggle\u201d: Novice Researchers\u2019 Perspectives on and Experiences of the Qualitative Research Journey. Qualitative Research in Education 8 3 (Oct. 2019) 341\u2013377. 10.17583\/qre.2019.4483Number: 3.","DOI":"10.17583\/qre.2019.4483"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"Takayuki Kanda Rumi Sato Naoki Saiwaki and Hiroshi Ishiguro. 2007. A Two-Month Field Trial in an Elementary School for Long-Term Human\u2013Robot Interaction. IEEE Transactions on Robotics 23 5 (Oct. 2007) 962\u2013971. 10.1109\/TRO.2007.904904Conference Name: IEEE Transactions on Robotics.","DOI":"10.1109\/TRO.2007.904904"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2212706"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","unstructured":"Abdolvahab Khademi. 2023. Can ChatGPT and Bard Generate Aligned Assessment Items? A Reliability Analysis against Human Performance. Journal of Applied Learning & Teaching 6 1 (May 2023). 10.37074\/jalt.2023.6.1.28arXiv:https:\/\/arXiv.org\/abs\/2304.05372 [cs].","DOI":"10.37074\/jalt.2023.6.1.28"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702613.2732766"},{"key":"e_1_3_3_2_51_2","unstructured":"Jay Kim. 2020. Rubber Ducking- What It Is and Why It Works. https:\/\/medium.com\/@jkarma0920\/rubber-ducking-what-it-is-and-why-it-works-5d026fd9ae58"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","unstructured":"Sunyoung Kim and Abhishek Choudhury. 2021. Exploring older adults\u2019 perception and use of smart speaker-based voice assistants: A longitudinal study. Computers in Human Behavior 124 (Nov. 2021) 106914. 10.1016\/j.chb.2021.106914","DOI":"10.1016\/j.chb.2021.106914"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-67322-2_2"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3679318.3685501"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3746058.3758343"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581247"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517647"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642168"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","unstructured":"Vivian Lai Chacha Chen Q.\u00a0Vera Liao Alison Smith-Renner and Chenhao Tan. 2021. Towards a Science of Human-AI Decision Making: A Survey of Empirical Studies. 10.48550\/arXiv.2112.11471arXiv:https:\/\/arXiv.org\/abs\/2112.11471 [cs].","DOI":"10.48550\/arXiv.2112.11471"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"J.\u00a0Richard Landis and Gary\u00a0G. Koch. 1977. The Measurement of Observer Agreement for Categorical Data. Biometrics 33 1 (March 1977) 159. 10.2307\/2529310","DOI":"10.2307\/2529310"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641237.3691663"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1109\/SMC42975.2020.9283254"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","unstructured":"Tobias Lieberei Virginia Deborah\u00a0Elaine Welter Leroy Gro\u00dfmann and Moritz Krell. 2023. Findings from the expert-novice paradigm on differential response behavior among multiple-choice items of a pedagogical content knowledge test \u2013 implications for test development. 14 (2023). 10.3389\/fpsyg.2023.1240120","DOI":"10.3389\/fpsyg.2023.1240120"},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715336.3735789"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"publisher","unstructured":"Zhe Liu Chunyang Chen Junjie Wang Mengzhuo Chen Boyu Wu Xing Che Dandan Wang and Qing Wang. 2023. Chatting with GPT-3 for Zero-Shot Human-Like Mobile Automated GUI Testing. 10.48550\/arXiv.2305.09434arXiv:https:\/\/arXiv.org\/abs\/2305.09434 [cs].","DOI":"10.48550\/arXiv.2305.09434"},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639180"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643834.3661587"},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"publisher","unstructured":"Yuwen Lu Yuewen Yang Qinyi Zhao Chengzhi Zhang and Toby Jia-Jun Li. 2024. AI Assistance for UX: A Literature Review Through Human-Centered AI. 10.48550\/arXiv.2402.06089arXiv:https:\/\/arXiv.org\/abs\/2402.06089 [cs].","DOI":"10.48550\/arXiv.2402.06089"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"publisher","unstructured":"Kim\u00a0Man Lui and Keith C.\u00a0C. Chan. 2006. Pair programming productivity: Novice\u2013novice vs. expert\u2013expert. International Journal of Human-Computer Studies 64 9 (Sept. 2006) 915\u2013925. 10.1016\/j.ijhcs.2006.04.010","DOI":"10.1016\/j.ijhcs.2006.04.010"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713423"},{"key":"e_1_3_3_2_72_2","unstructured":"Ellie Martin. 2016. Why 5 is the magic number for UX usability testing | Inside Design Blog. https:\/\/www.invisionapp.com\/inside-design\/ux-usability-research-testing\/"},{"key":"e_1_3_3_2_73_2","doi-asserted-by":"publisher","unstructured":"Melanie\u00a0J. McGrath Oliver Lack James Tisch and Andreas Duenser. 2025. Measuring trust in artificial intelligence: validation of an established scale and its short form. Frontiers in Artificial Intelligence 8 (May 2025). 10.3389\/frai.2025.1582880Publisher: Frontiers.","DOI":"10.3389\/frai.2025.1582880"},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/1085313.1085348"},{"key":"e_1_3_3_2_75_2","unstructured":"Kate Moran. 2019. Usability Testing 101. https:\/\/www.nngroup.com\/articles\/usability-testing-101\/"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"publisher","DOI":"10.4108\/icst.pervasivehealth.2012.248715"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9188.003.0006"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.5555\/189200.189209"},{"key":"e_1_3_3_2_79_2","unstructured":"Jakob Nielsen. 2000. Why You Only Need to Test with 5 Users. https:\/\/www.nngroup.com\/articles\/why-you-only-need-to-test-with-5-users\/"},{"key":"e_1_3_3_2_80_2","unstructured":"Jakob Nielsen. 2012. Usability 101: Introduction to Usability. https:\/\/www.nngroup.com\/articles\/usability-101-introduction-to-usability\/."},{"key":"e_1_3_3_2_81_2","unstructured":"Jakob Nielsen. 2024. What AI Can and Cannot Do for UX. https:\/\/www.uxtigers.com\/post\/ai-can-cannot-do-ux"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260531"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"publisher","DOI":"10.1145\/1142405.1142439"},{"key":"e_1_3_3_2_84_2","unstructured":"Don Norman and Jakob Neilsen. 1998. The Definition of User Experience (UX). https:\/\/www.nngroup.com\/articles\/definition-user-experience\/"},{"key":"e_1_3_3_2_85_2","unstructured":"OpenAI. 2023. Introducing GPTs. https:\/\/openai.com\/blog\/introducing-gpts"},{"key":"e_1_3_3_2_86_2","unstructured":"OpenAI. 2024. Creating a GPT | OpenAI Help Center. https:\/\/help.openai.com\/en\/articles\/8554397-creating-a-gpt"},{"key":"e_1_3_3_2_87_2","unstructured":"OpenAI. 2024. OpenAI Platform. https:\/\/platform.openai.com"},{"key":"e_1_3_3_2_88_2","unstructured":"OpenAI. 2024. Prompt engineering. https:\/\/platform.openai.com\/docs\/guides\/prompt-engineering"},{"key":"e_1_3_3_2_89_2","doi-asserted-by":"publisher","unstructured":"Asil Oztekin Dursun Delen Ali Turkyilmaz and Selim Zaim. 2013. A Machine Learning-Based Usability Evaluation Method for eLearning Systems. Decision Support Systems 56 (Dec. 2013) 63\u201373. 10.1016\/j.dss.2013.05.003","DOI":"10.1016\/j.dss.2013.05.003"},{"key":"e_1_3_3_2_90_2","doi-asserted-by":"publisher","unstructured":"Debajyoti Pal Vajirasak Vanijja Himanshu Thapliyal and Xiangmin Zhang. 2023. What affects the usage of artificial conversational agents? An agent personality and love theory perspective. Computers in Human Behavior 145 (Aug. 2023) 107788. 10.1016\/j.chb.2023.107788","DOI":"10.1016\/j.chb.2023.107788"},{"key":"e_1_3_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3098279.3098558"},{"key":"e_1_3_3_2_92_2","unstructured":"Payscale. 2024. UX Researcher Salary in 2024 | PayScale. https:\/\/www.payscale.com\/research\/US\/Job=UX_Researcher\/Salary"},{"key":"e_1_3_3_2_93_2","doi-asserted-by":"publisher","unstructured":"Iryna Pentina Tianling Xie Tyler Hancock and Ainsworth Bailey. 2023. Consumer\u2013machine relationships in the age of artificial intelligence: Systematic literature review and research directions. Psychology & Marketing 40 8 (2023) 1593\u20131614. 10.1002\/mar.21853_eprint: https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/mar.21853.","DOI":"10.1002\/mar.21853"},{"key":"e_1_3_3_2_94_2","doi-asserted-by":"publisher","unstructured":"Adam\u00a0M. Persky and Jennifer\u00a0D. Robinson. 2017. Moving from Novice to Expertise and Its Implications for Instruction. American Journal of Pharmaceutical Education 81 9 (Nov. 2017) 6065. 10.5688\/ajpe6065","DOI":"10.5688\/ajpe6065"},{"key":"e_1_3_3_2_95_2","doi-asserted-by":"publisher","unstructured":"Robert\u00a0E. Ployhart and Robert\u00a0J. Vandenberg. 2010. Longitudinal research: The theory design and analysis of change. Journal of Management 36 1 (2010) 94\u2013120. 10.1177\/0149206309352110Place: US Publisher: Sage Publications.","DOI":"10.1177\/0149206309352110"},{"key":"e_1_3_3_2_96_2","doi-asserted-by":"publisher","DOI":"10.1145\/3469595.3469607"},{"key":"e_1_3_3_2_97_2","doi-asserted-by":"publisher","unstructured":"Luiz Rodrigues Filipe\u00a0D. Pereira Armando\u00a0M. Toda Paula\u00a0T. Palomino Marcela Pessoa Leandro Silva\u00a0Galv\u00e3o Carvalho David Fernandes Elaine H.\u00a0T. Oliveira Alexandra\u00a0I. Cristea and Seiji Isotani. 2022. Gamification suffers from the novelty effect but benefits from the familiarization effect: Findings from a longitudinal study. International Journal of Educational Technology in Higher Education 19 1 (Feb. 2022) 13. 10.1186\/s41239-021-00314-6","DOI":"10.1186\/s41239-021-00314-6"},{"key":"e_1_3_3_2_98_2","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2851607"},{"key":"e_1_3_3_2_99_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-48550-3_17"},{"key":"e_1_3_3_2_100_2","doi-asserted-by":"publisher","unstructured":"Sara\u00a0L. Rynes Marc\u00a0O. Orlitzky and Robert\u00a0D. Bretz\u00a0Jr.1997. Experienced Hiring Versus College Recruiting: Practices and Emerging Trends. Personnel Psychology 50 2 (1997) 309\u2013339. 10.1111\/j.1744-6570.1997.tb00910.x_eprint: https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/j.1744-6570.1997.tb00910.x.","DOI":"10.1111\/j.1744-6570.1997.tb00910.x"},{"key":"e_1_3_3_2_101_2","doi-asserted-by":"publisher","unstructured":"Ramteja Sajja Yusuf Sermet Muhammed Cikmaz David Cwiertny and Ibrahim Demir. 2024. Artificial Intelligence-Enabled Intelligent Assistant for Personalized and Adaptive Learning in Higher Education. Information 15 10 (Sept. 2024) 596. 10.3390\/info15100596Number: 10 Publisher: Multidisciplinary Digital Publishing Institute.","DOI":"10.3390\/info15100596"},{"key":"e_1_3_3_2_102_2","unstructured":"Jeff Sauro. 2018. How Large Is the Evaluator Effect in Usability Testing?https:\/\/measuringu.com\/evaluator-effect\/"},{"key":"e_1_3_3_2_103_2","doi-asserted-by":"publisher","unstructured":"M. Schmidt A.\u00a0A. Tawfik I. Jahnke and Y. Earnshaw. 2020. Learner and User Experience Research. Learner and User Experience Research (2020). 10.59668\/36Publisher: EdTech Books.","DOI":"10.59668\/36"},{"key":"e_1_3_3_2_104_2","doi-asserted-by":"publisher","unstructured":"Mark\u00a0A. Schmuckler. 2001. What Is Ecological Validity? A Dimensional Analysis. Infancy 2 4 (2001) 419\u2013436. 10.1207\/S15327078IN0204_02_eprint: https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1207\/S15327078IN0204_02.","DOI":"10.1207\/S15327078IN0204_02"},{"key":"e_1_3_3_2_105_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585890"},{"key":"e_1_3_3_2_106_2","unstructured":"Hyojung\u00a0Julia Seo. 2021. An Exploration of Knowledge Practices Among User Experience (UX) Professionals. Thesis. https:\/\/tspace.library.utoronto.ca\/handle\/1807\/108705 Accepted: 2021-11-30T16:44:14Z."},{"key":"e_1_3_3_2_107_2","doi-asserted-by":"publisher","unstructured":"Luyao Shen Qing Shi Emily Kuang Linjie Qiu Shixu Zhou Pan Hui and Mingming Fan. 2026. MultiUX: A Human-AI Collaborative Tool to Facilitate Multiple Usability Test Video Analyses. International Journal of Human\u2013Computer Interaction 0 0 (2026) 1\u201326. 10.1080\/10447318.2025.2605526","DOI":"10.1080\/10447318.2025.2605526"},{"key":"e_1_3_3_2_108_2","doi-asserted-by":"publisher","unstructured":"Grace Shin Yuanyuan Feng Mohammad\u00a0Hossein Jarrahi and Nicci Gafinowitz. 2019. Beyond novelty effect: a mixed-methods exploration into the motivation for long-term activity tracker use. JAMIA Open 2 1 (April 2019) 62\u201372. 10.1093\/jamiaopen\/ooy048","DOI":"10.1093\/jamiaopen\/ooy048"},{"key":"e_1_3_3_2_109_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545671"},{"key":"e_1_3_3_2_110_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643834.3660729"},{"key":"e_1_3_3_2_111_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3720079"},{"key":"e_1_3_3_2_112_2","unstructured":"Keng Siau and Weiyu Wang. 2018. Building Trust in Artificial Intelligence Machine Learning and Robotics. Cutter Business Technology Journal 31 2 (2018) 47\u201353. https:\/\/ink.library.smu.edu.sg\/sis_research\/9371"},{"key":"e_1_3_3_2_113_2","doi-asserted-by":"publisher","unstructured":"Auste Simkute Ewa Luger Michael Evans and Rhianne Jones. 2024. \"It is there and you need it so why do you not use it?\" Achieving better adoption of AI systems by domain experts in the case study of natural science research. 10.48550\/arXiv.2403.16895arXiv:https:\/\/arXiv.org\/abs\/2403.16895 [cs].","DOI":"10.48550\/arXiv.2403.16895"},{"key":"e_1_3_3_2_114_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581075"},{"key":"e_1_3_3_2_115_2","doi-asserted-by":"publisher","unstructured":"Thomas\u00a0J. Smith and Cindy Kheng. 2021. Reliability of Heuristic Evaluation During Usability Analysis. 10.1007\/978-3-030-74614-8_88","DOI":"10.1007\/978-3-030-74614-8_88"},{"key":"e_1_3_3_2_116_2","doi-asserted-by":"publisher","unstructured":"Ehsan\u00a0Jahangirzadeh Soure Emily Kuang Mingming Fan and Jian Zhao. 2021. CoUX: Collaborative Visual Analysis of Think-Aloud Usability Test Videos for Digital Interfaces. IEEE Transactions on Visualization and Computer Graphics (2021) 1\u201311. 10.1109\/TVCG.2021.3114822","DOI":"10.1109\/TVCG.2021.3114822"},{"key":"e_1_3_3_2_117_2","doi-asserted-by":"publisher","DOI":"10.1145\/1514095.1514106"},{"key":"e_1_3_3_2_118_2","doi-asserted-by":"publisher","DOI":"10.1145\/1121241.1121245"},{"key":"e_1_3_3_2_119_2","unstructured":"Armin Tanovic. 2025. AI Thematic Analysis + the Best Tools for the Job. https:\/\/maze.co\/collections\/ai\/thematic-analysis\/"},{"key":"e_1_3_3_2_120_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714211"},{"key":"e_1_3_3_2_121_2","doi-asserted-by":"publisher","unstructured":"Phuoc Thai Fernando Montalvo Promise Stephens Jordan Sasser and Sean Hinkle. 2025. Smarter UX Evaluations? Comparing AI and Human Experts in Usability Analysis. Proceedings of the Human Factors and Ergonomics Society Annual Meeting 69 1 (Sept. 2025) 1219\u20131222. 10.1177\/10711813251369790Publisher: SAGE Publications Inc.","DOI":"10.1177\/10711813251369790"},{"key":"e_1_3_3_2_122_2","doi-asserted-by":"publisher","unstructured":"Jonathan\u00a0G. Tullis and Brennen Feder. 2022. The \u201ccurse of knowledge\u201d when predicting others\u2019 knowledge. Memory & Cognition 51 5 (Dec. 2022) 1214\u20131234. 10.3758\/s13421-022-01382-3Publisher: Springer.","DOI":"10.3758\/s13421-022-01382-3"},{"key":"e_1_3_3_2_123_2","doi-asserted-by":"publisher","unstructured":"Janne Tyni Aatu Turunen Juho Kahila Roman Bednarik and Matti Tedre. 2024. Can ChatGPT Match the Experts? A Feedback Comparison for Serious Game Development. International Journal of Serious Games 11 2 (June 2024) 87\u2013106. 10.17083\/ijsg.v11i2.744","DOI":"10.17083\/ijsg.v11i2.744"},{"key":"e_1_3_3_2_124_2","unstructured":"UserTesting. 2020. UserTesting: How to Analyze and Share Results. https:\/\/help.usertesting.com\/hc\/en-us\/articles\/115003371891-How-to-analyze-and-share-results."},{"key":"e_1_3_3_2_125_2","unstructured":"UserTesting. 2021. UserTesting: The Human Insight Platform. https:\/\/www.usertesting.com\/."},{"key":"e_1_3_3_2_126_2","volume-title":"UXTesting: The Best and Most Intelligent User Experience Solution for Enterprises","year":"2022","unstructured":"UXTesting. 2022. UXTesting: The Best and Most Intelligent User Experience Solution for Enterprises. https:\/\/www.uxtesting.io\/user-experience-program"},{"key":"e_1_3_3_2_127_2","unstructured":"Zombor Varnagy-Toth. 2022. 2021 \u2014 In-demand skills for UX Researchers. https:\/\/uxplanet.org\/2021-in-demand-skills-for-ux-researchers-f997753a9f8"},{"key":"e_1_3_3_2_128_2","doi-asserted-by":"publisher","unstructured":"Helena Vasconcelos Matthew J\u00f6rke Madeleine Grunde-McLaughlin Tobias Gerstenberg Michael\u00a0S. Bernstein and Ranjay Krishna. 2023. Explanations Can Reduce Overreliance on AI Systems During Decision-Making. Proc. ACM Hum.-Comput. Interact. 7 CSCW1 (April 2023) 129:1\u2013129:38. 10.1145\/3579605","DOI":"10.1145\/3579605"},{"key":"e_1_3_3_2_129_2","doi-asserted-by":"publisher","unstructured":"Dana Vertsberger Navot Naor and Mir\u00e8ne Winsberg. 2022. Adolescents\u2019 Well-being While Using a Mobile Artificial Intelligence\u2013Powered Acceptance Commitment Therapy Tool: Evidence From a Longitudinal Study. JMIR AI 2022;1(1):e38171 https:\/\/ai.jmir.org\/2022\/1\/e38171 (Nov. 2022). 10.2196\/38171Publisher: JMIR AI.","DOI":"10.2196\/38171"},{"key":"e_1_3_3_2_130_2","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503460"},{"key":"e_1_3_3_2_131_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714148"},{"key":"e_1_3_3_2_132_2","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979788"},{"key":"e_1_3_3_2_133_2","unstructured":"Kate Whiting. 2023. Is AI making you suffer from FOBO? Here\u2019s what can help. https:\/\/www.weforum.org\/stories\/2023\/12\/ai-fobo-jobs-anxiety\/"},{"key":"e_1_3_3_2_134_2","doi-asserted-by":"publisher","unstructured":"Kelvin K.\u00a0L. Wong Yong Han Yifeng Cai Wumin Ouyang Hemin Du and Chao Liu. 2025. From Trust in Automation to Trust in AI in Healthcare: A 30-Year Longitudinal Review and an Interdisciplinary Framework. Bioengineering 12 10 (Oct. 2025) 1070. 10.3390\/bioengineering12101070Publisher: Multidisciplinary Digital Publishing Institute.","DOI":"10.3390\/bioengineering12101070"},{"key":"e_1_3_3_2_135_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642481"},{"key":"e_1_3_3_2_136_2","doi-asserted-by":"publisher","unstructured":"Cindy Xiong Lisanne Van\u00a0Weelden and Steven Franconeri. 2020. The Curse of Knowledge in Visual Data Communication. IEEE Transactions on Visualization and Computer Graphics 26 10 (Oct. 2020) 3051\u20133062. 10.1109\/TVCG.2019.2917689","DOI":"10.1109\/TVCG.2019.2917689"},{"key":"e_1_3_3_2_137_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_3_2_138_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025171.3025219"},{"key":"e_1_3_3_2_139_2","doi-asserted-by":"publisher","unstructured":"Michelle Zhao Reid Simmons and Henny Admoni. 2022. The Role of Adaptation in Collective Human\u2013AI Teaming. Topics in Cognitive Science n\/a n\/a (2022). 10.1111\/tops.12633_eprint: https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/tops.12633.","DOI":"10.1111\/tops.12633"},{"key":"e_1_3_3_2_140_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713116"},{"key":"e_1_3_3_2_141_2","doi-asserted-by":"publisher","unstructured":"John Zimmerman Changhoon Oh Nur Yildirim Alex Kass Teresa Tung and Jodi Forlizzi. 2020. UX Designers Pushing AI in the Enterprise: A Case for Adaptive UIs. Interactions 28 1 (Dec. 2020) 72\u201377. 10.1145\/3436954","DOI":"10.1145\/3436954"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3790536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T07:10:59Z","timestamp":1776064259000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3790536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":140,"alternative-id":["10.1145\/3772318.3790536","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3790536","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}