{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T12:09:10Z","timestamp":1773490150523,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3742414.3794768","type":"proceedings-article","created":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T11:03:52Z","timestamp":1773054232000},"page":"193-197","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Qux360: A Validation Framework for Improving Reliability and Transparency of AI-Supported Qualitative Analysis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4699-5026","authenticated-orcid":false,"given":"Werner","family":"Geyer","sequence":"first","affiliation":[{"name":"IBM Research, Cambridge, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2368-0099","authenticated-orcid":false,"given":"Jessica","family":"He","sequence":"additional","affiliation":[{"name":"IBM Research, Cambridge, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4818-1205","authenticated-orcid":false,"given":"Gabriel Enrique","family":"Gonzalez","sequence":"additional","affiliation":[{"name":"IBM Research, Capital Federal, Argentina"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1245-4901","authenticated-orcid":false,"given":"Mariela Claudia","family":"Lanza","sequence":"additional","affiliation":[{"name":"IBM Research, Tandil, Buenos Aires, Argentina"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0138-3862","authenticated-orcid":false,"given":"Siya","family":"Kunde","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0365-8057","authenticated-orcid":false,"given":"Heloisa","family":"Candello","sequence":"additional","affiliation":[{"name":"IBM Research, Sao Paulo, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7860-163X","authenticated-orcid":false,"given":"Michael","family":"Muller","sequence":"additional","affiliation":[{"name":"IBM Research, Cambridge, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5318-9102","authenticated-orcid":false,"given":"Daita","family":"Sarkar","sequence":"additional","affiliation":[{"name":"IBM, Kochi, India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,22]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"Zahra Ashktorab Werner Geyer Michael Desmond Elizabeth\u00a0M Daly Mart\u00edn\u00a0Santill\u00e1n Cooper Qian Pan Erik Miehling Tejaswini Pedapati and Hyo\u00a0Jin Do. 2025. EvalAssist: A Human-Centered Tool for LLM-as-a-Judge. (2025). https:\/\/arxiv.org\/html\/2507.02186v1 HEAL @ CHI 2025 Human-centered Evaluation and Auditing of Language Models."},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"crossref","unstructured":"Julian Ashwin Aditya Chhabra and Vijayendra Rao. 2023. Using large language models for qualitative analysis can introduce serious bias. Sociological Methods & Research (2023) 00491241251338246.","DOI":"10.1596\/1813-9450-10597"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative Research in Psychology 3 2 (2006) 77\u2013101. 10.1191\/1478088706qp063oa","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2019. Reflecting on reflexive thematic analysis. Qualitative research in sport exercise and health 11 4 (2019) 589\u2013597.","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_3_6_2","unstructured":"Heloisa Candello Werner Geyer Siya Kunde Michael Muller Daita Sarkar Jessica He Mariela\u00a0Claudia Lanza Carlos Rosemberg Gord Davison and Lisa Pelletier. 2025. The Emerging Use of GenAI for UX Research in Software Development: Challenges and Opportunities. arxiv:https:\/\/arXiv.org\/abs\/2512.15944\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2512.15944"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"John Chen Alexandros Lotsos Grace Wang Lexie Zhao Bruce Sherin Uri Wilensky and Michael Horn. 2025. Processes Matter: How ML\/GAI Approaches Could Support Open Qualitative Coding of Online Discourse Datasets. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.02887 (2025).","DOI":"10.22318\/cscl2025.114185"},{"key":"e_1_3_3_3_8_2","unstructured":"Confident AI. 2024. DeepEval: The open-source LLM evaluation framework. https:\/\/github.com\/confident-ai\/deepeval."},{"key":"e_1_3_3_3_9_2","volume-title":"Qualitative Inquiry and Research Design: Choosing Among Five Approaches (4 ed.)","author":"Creswell John\u00a0W.","year":"2017","unstructured":"John\u00a0W. Creswell and Cheryl\u00a0N. Poth. 2017. Qualitative Inquiry and Research Design: Choosing Among Five Approaches (4 ed.). SAGE Publications, Thousand Oaks, CA."},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642002"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","unstructured":"Manuel Goyanes Carlos Lopezosa and Beatriz Jord\u00e1. 2025. Thematic analysis of interview data with ChatGPT: designing and testing a reliable research protocol for qualitative research. Quality & Quantity (2025). 10.1007\/s11135-025-02199-3","DOI":"10.1007\/s11135-025-02199-3"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"Federico Milana Enrico Costanza Mirco Musolesi and Amid Ayobi. 2025. Understanding Interaction with Machine Learning through a Thematic Analysis Coding Assistant: A User Study. Proceedings of the ACM on Human-Computer Interaction 9 2 (2025) 1\u201335.","DOI":"10.1145\/3711095"},{"key":"e_1_3_3_3_14_2","unstructured":"Kelvin Mwita. 2022. Factors influencing data saturation in qualitative studies. Available at SSRN 4889752 (2022)."},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"crossref","unstructured":"Muhammad Naeem Tracy Smith and Lorna Thomas. 2025. Thematic Analysis and Artificial Intelligence: A Step-by-Step Process for Using ChatGPT in Thematic Analysis. International Journal of Qualitative Methods 24 (2025) 16094069251333886.","DOI":"10.1177\/16094069251333886"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"crossref","unstructured":"Benjamin Saunders Julius Sim Tom Kingstone Shula Baker Jackie Waterfield Bernadette Bartlam Heather Burroughs and Clare Jinks. 2018. Saturation in qualitative research: exploring its conceptualization and operationalization. Quality & quantity 52 4 (2018) 1893\u20131907.","DOI":"10.1007\/s11135-017-0574-8"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-40113-8_9"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Qile Wang Moath Erqsous Kenneth\u00a0E Barner and Matthew\u00a0Louis Mauriello. 2025. LATA: A Pilot Study on LLM-Assisted Thematic Analysis of Online Social Network Data Generation Experiences. Proceedings of the ACM on Human-Computer Interaction 9 2 (2025) 1\u201328.","DOI":"10.1145\/3711022"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581754.3584136"},{"key":"e_1_3_3_3_20_2","unstructured":"He Zhang Chuhao Wu Jingyi Xie Yao Lyu Jie Cai and John\u00a0M Carroll. 2023. Redefining qualitative analysis in the AI era: Utilizing ChatGPT for efficient thematic analysis. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.10771 (2023)."},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","unstructured":"Hui-Juan Zhang Can-Can Chen Peng Ran Kai Yang Quan-Chao Liu Zhe-Yuan Sun Jia Chen and Jia-Ke Chen. 2024. A multi-dimensional hierarchical evaluation system for data quality in trustworthy AI. Journal of Big Data 11 1 (2024) 136. 10.1186\/s40537-024-00999-2","DOI":"10.1186\/s40537-024-00999-2"},{"key":"e_1_3_3_3_22_2","unstructured":"Lianmin Zheng Wei-Lin Chiang Ying Sheng Siyuan Zhuang Zhanghao Wu Yonghao Zhuang Zi Lin Zhuohan Li Dacheng Li Eric Xing et\u00a0al. 2024. Judging LLM-as-a-judge with MT-bench and Chatbot Arena."}],"event":{"name":"IUI '26: 31st International Conference on Intelligent User Interfaces","location":"Paphos Cyprus","acronym":"IUI '26 Companion","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Companion Proceedings of the 31st International Conference on Intelligent User Interfaces"],"original-title":[],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T11:04:48Z","timestamp":1773486288000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3742414.3794768"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,22]]},"references-count":21,"alternative-id":["10.1145\/3742414.3794768","10.1145\/3742414"],"URL":"https:\/\/doi.org\/10.1145\/3742414.3794768","relation":{},"subject":[],"published":{"date-parts":[[2026,3,22]]},"assertion":[{"value":"2026-03-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}