{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T16:14:20Z","timestamp":1783700060129,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,22]]},"DOI":"10.1145\/3805029.3818285","type":"proceedings-article","created":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T15:25:06Z","timestamp":1783697106000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["QUTAIM: A Methodological Framework for Scaling Qualitative Usability Testing through Expert-Grounded AI Moderation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0278-9896","authenticated-orcid":false,"given":"Nick","family":"von Felten","sequence":"first","affiliation":[{"name":"University of St. Gallen, St. Gallen, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6126-0571","authenticated-orcid":false,"given":"Konstantin R.","family":"Str\u00f6mel","sequence":"additional","affiliation":[{"name":"Julius-Maximilians-Universit\u00e4t W\u00fcrzburg, W\u00fcrzburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,10]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3719160.3736606"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"T. Boren and J. Ramey. 2000. Thinking aloud: reconciling theory and practice. IEEE Transactions on Professional Communication 43 3 (Sept. 2000) 261\u2013278. 10.1109\/47.867942","DOI":"10.1109\/47.867942"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Simone Borsci Robert\u00a0D. Macredie Julie Barnett Jennifer Martin Jasna Kuljis and Terry Young. 2013. Reviewing and Extending the Five-User Assumption: A Grounded Procedure for Interaction Evaluation. ACM Transactions on Computer-Human Interaction 20 5 (Nov. 2013) 1\u201323. 10.1145\/2506210","DOI":"10.1145\/2506210"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Yang Deng Lizi Liao Wenqiang Lei Grace\u00a0Hui Yang Wai Lam and Tat-Seng Chua. 2025. Proactive Conversational AI: A Comprehensive Survey of Advancements and Opportunities. ACM Transactions on Information Systems 43 3 (May 2025) 1\u201345. 10.1145\/3715097","DOI":"10.1145\/3715097"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/5657.001.0001"},{"key":"e_1_3_3_2_7_2","unstructured":"Mingming Fan Serina Shi and Khai\u00a0N. Truong. 2020. Practices and challenges of using think-aloud protocols in industry: an international survey. J. Usability Studies 15 2 (Feb. 2020) 85\u2013102."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715070.3748284"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/108844.108862"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Jialun\u00a0Aaron Jiang Kandrea Wade Casey Fiesler and Jed\u00a0R. Brubaker. 2021. Supporting Serendipity: Opportunities and Challenges for Human-AI Collaboration in Qualitative Analysis. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 (April 2021) 1\u201323. 10.1145\/3449168","DOI":"10.1145\/3449168"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Annika Kaltenhauser Gian-Luca Savino Nick Von\u00a0Felten and Johannes Sch\u00f6ning. 2025. CHI\u2019s Greatest Hits: Analyzing the 100 Most-Cited Papers in 43 Years of Research at ACM CHI. Interactions 32 1 (Jan. 2025) 28\u201333. 10.1145\/3704804","DOI":"10.1145\/3704804"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713220"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445312"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Zhe Liu Jiamin Dai Cristina Conati and Joanna McGrenere. 2025. Envisioning AI Support during Semi-Structured Interviews Across the Expertise Spectrum. Proceedings of the ACM on Human-Computer Interaction 9 2 (May 2025) 1\u201329. 10.1145\/3710909","DOI":"10.1145\/3710909"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Sharon McDonald Gilbert Cockton and Alastair Irons. 2020. The Impact of Thinking-Aloud on Usability Inspection. Proc. ACM Hum.-Comput. Interact. 4 EICS Article 88 (June 2020) 22\u00a0pages. 10.1145\/3397876","DOI":"10.1145\/3397876"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Sharon McDonald Helen\u00a0M. Edwards and Tingting Zhao. 2012. Exploring Think-Alouds in Usability Testing: An International Survey. IEEE Transactions on Professional Communication 55 1 (March 2012) 2\u201319. 10.1109\/TPC.2011.2182569","DOI":"10.1109\/TPC.2011.2182569"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Sharon McDonald Tingting Zhao and Helen\u00a0M. Edwards. 2016. Look Who\u2019s Talking: Evaluating the Utility of Interventions During an Interactive Think-Aloud. Interacting with Computers 28 3 (May 2016) 387\u2013403. 10.1093\/iwc\/iwv014","DOI":"10.1093\/iwc\/iwv014"},{"key":"e_1_3_3_2_18_2","first-page":"394","volume-title":"Proceedings of the Third International Conference on Human-Computer Interaction on Designing and Using Human-Computer Interfaces and Knowledge Based Systems (2nd Ed.)","author":"Nielsen Jakob","year":"1989","unstructured":"Jakob Nielsen. 1989. Usability Engineering at a Discount. In Proceedings of the Third International Conference on Human-Computer Interaction on Designing and Using Human-Computer Interfaces and Knowledge Based Systems (2nd Ed.). Elsevier Science Inc., USA, 394\u2013401."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.5555\/529793"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/191666.191729"},{"key":"e_1_3_3_2_21_2","first-page":"245","volume-title":"Cost-Justifying Usability","author":"Nielsen Jakob","year":"1994","unstructured":"Jakob Nielsen. 1994. Guerrilla HCI: Using Discount Usability Engineering to Penetrate the Intimidation Barrier. In Cost-Justifying Usability. Academic Press, Inc., USA, 245\u2013272."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.5555\/189200.189209"},{"key":"e_1_3_3_2_23_2","volume-title":"How Many Test Users in a Usability Study?","author":"Nielsen Jakob","year":"2012","unstructured":"Jakob Nielsen. 2012. How Many Test Users in a Usability Study? Nielsen Norman Group. https:\/\/www.nngroup.com\/articles\/how-many-test-users\/ Accessed: 2025-12-17."},{"key":"e_1_3_3_2_24_2","unstructured":"Jakob Nielsen. 2024. Why Beats What: Prioritize Qualitative User Research Over Quantitative. Jakob Nielsen on UX (Substack). https:\/\/jakobnielsenphd.substack.com\/p\/qual-quant Accessed: 2026-04-01."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169166"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169166"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/1142405.1142439"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00138"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.5001645"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713120"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/1463160.1463198"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/634067.634236"},{"key":"e_1_3_3_2_34_2","volume-title":"Applying Human Factors and Usability Engineering to Medical Devices","author":"Administration U.S. Food and Drug","year":"2016","unstructured":"U.S. Food and Drug Administration. 2016. Applying Human Factors and Usability Engineering to Medical Devices. Guidance for Industry and Food and Drug Administration Staff. Center for Devices and Radiological Health. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/applying-human-factors-and-usability-engineering-medical-devices Docket No. FDA-2011-D-0469."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Robert\u00a0A. Virzi. 1992. Refining the Test Phase of Usability Evaluation: How Many Subjects Is Enough? Human Factors: The Journal of the Human Factors and Ergonomics Society 34 4 (Aug. 1992) 457\u2013468. 10.1177\/001872089203400407","DOI":"10.1177\/001872089203400407"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3780045.3780059"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2602.06396"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.latechclfl-1.17"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376131"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"He Zhang Yueyan Liu Xin Guan Jie Cai and John\u00a0M. Carroll. 2025. Harnessing the Power of AI in Qualitative Research: Role Assignment Engagement and User Perceptions of AI-Generated Follow-Up Questions in Semi-Structured Interviews. 10.48550\/ARXIV.2509.12709Version Number: 1.","DOI":"10.48550\/ARXIV.2509.12709"}],"event":{"name":"CHIWORK Adjunct '26: Adjunct Proceedings of the 5th Annual Symposium on Human-Computer Interaction for Work","location":"Linz , Austria","acronym":"CHIWORK Adjunct '26"},"container-title":["Adjunct Proceedings of the 5th Annual Symposium on Human-Computer Interaction for Work"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805029.3818285","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T15:26:22Z","timestamp":1783697182000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805029.3818285"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,22]]},"references-count":39,"alternative-id":["10.1145\/3805029.3818285","10.1145\/3805029"],"URL":"https:\/\/doi.org\/10.1145\/3805029.3818285","relation":{},"subject":[],"published":{"date-parts":[[2026,6,22]]},"assertion":[{"value":"2026-07-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}