{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T03:41:07Z","timestamp":1783827667069,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772363.3798495","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T01:55:28Z","timestamp":1776045328000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["AI UXpert: Comparing the Performance and Perception of AI and Human Experts in B2B Ease of Use Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1408-8851","authenticated-orcid":false,"given":"Mengyan","family":"Guo","sequence":"first","affiliation":[{"name":"Alibaba Cloud Computing, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1829-4564","authenticated-orcid":false,"given":"Jianpeng","family":"Li","sequence":"additional","affiliation":[{"name":"Alibaba Cloud Computing, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8685-3262","authenticated-orcid":false,"given":"Yao","family":"Cheng","sequence":"additional","affiliation":[{"name":"Alibaba Cloud Computing, hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2839-8224","authenticated-orcid":false,"given":"Zehui","family":"Jin","sequence":"additional","affiliation":[{"name":"Alibaba Cloud Computing, hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9377-8928","authenticated-orcid":false,"given":"Luping","family":"Wang","sequence":"additional","affiliation":[{"name":"Alibaba Cloud Computing, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3656650.3656676"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650878"},{"key":"e_1_3_3_1_4_2","volume-title":"A Technology Acceptance Model for Empirically Testing New End-User Information Systems: Theory and Results","author":"Davis F.D.","year":"1985","unstructured":"F.D. Davis. 1985. A Technology Acceptance Model for Empirically Testing New End-User Information Systems: Theory and Results. Massachusetts Institute of Technology, Sloan School of Management, Cambridge, MA. https:\/\/books.google.com\/books?id=hbx8NwAACAAJ Doctoral dissertation."},{"key":"e_1_3_3_1_5_2","unstructured":"John Dawes. 2007. Do data characteristics change according to the number of scale points used? Int. J. Mark. Res. 50 (01 2007) 61\u201377."},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3701625.3701657"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Danica Dillion Niket Tandon Yuling Gu and Kurt Gray. 2023. Can AI language models replace human participants? Trends in Cognitive Sciences 27 7 (2023) 597\u2013600. 10.1016\/j.tics.2023.04.008","DOI":"10.1016\/j.tics.2023.04.008"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642782"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49059-1_30"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372165"},{"key":"e_1_3_3_1_11_2","unstructured":"Figma. 2026. Figma Make: Create with AI-Powered Design Tools. Retrieved January 4 2026 from https:\/\/www.figma.com\/make\/"},{"key":"e_1_3_3_1_12_2","volume-title":"Atomic Design","author":"Frost Brad","year":"2016","unstructured":"Brad Frost. 2016. Atomic Design. Brad Frost Web, Pittsburgh, PA. https:\/\/atomicdesign.bradfrost.com\/"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78645-8_53"},{"key":"e_1_3_3_1_14_2","unstructured":"Google Cloud. 2026. Determine an evaluation method. Retrieved January 14 2026 from https:\/\/docs.cloud.google.com\/vertex-ai\/generative-ai\/docs\/models\/determine-eval?hl=en"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-381479-1.00003-4"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Morten Hertzum and Niels\u00a0Ebbe Jacobsen. 2003. The Evaluator Effect: A Chilling Fact About Usability Evaluation Methods. International Journal of Human-Computer Interaction 15 1 (Feb. 2003) 183\u2013204. 10.1207\/S15327590IJHC1501_14","DOI":"10.1207\/S15327590IJHC1501_14"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/1297144.1297200"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Xiaozhu Hu Xiaoyu Mo Xiaofu Jin Yuan Chi Yongquan Hu Mingming Fan and Tristan Braud. 2025. Toward AI-driven UI transition intuitiveness inspection for smartphone apps. International Journal of Human-Computer Studies 206 (Dec. 2025) 103661. 10.1016\/j.ijhcs.2025.103661","DOI":"10.1016\/j.ijhcs.2025.103661"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713500"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-044481862-1.50096-0"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.138"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719729"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Maria Lungu. 2022. The Coding Manual for Qualitative Researchers. American Journal of Qualitative Research 6 1 (2022) 232\u2013237. 10.29333\/ajqr\/12085","DOI":"10.29333\/ajqr\/12085"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","unstructured":"Yi Luo. 2025. Designing with AI: A Systematic Literature Review on the Use Development and Perception of AI-enabled UX Design Tools. Advances in Human-Computer Interaction 2025 1 (2025) 3869207. 10.1155\/ahci\/3869207","DOI":"10.1155\/ahci\/3869207"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719734"},{"key":"e_1_3_3_1_27_2","unstructured":"Material Design. 2026. Material Design. Retrieved January 4 2026 from https:\/\/m3.material.io\/"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713479"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.5555\/529793"},{"key":"e_1_3_3_1_30_2","volume-title":"10 Usability Heuristics for User Interface Design","author":"Nielsen Jakob","year":"1994","unstructured":"Jakob Nielsen. 1994. 10 Usability Heuristics for User Interface Design. Retrieved January 12, 2026 from https:\/\/www.nngroup.com\/articles\/ten-usability-heuristics\/ Updated on January 30, 2024."},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_3_1_32_2","volume-title":"The Design of Everyday Things","author":"Norman Donald\u00a0A.","year":"2013","unstructured":"Donald\u00a0A. Norman. 2013. The Design of Everyday Things. MIT Press, Cambridge, MA."},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713589"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/MIPRO65660.2025.11131969"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","unstructured":"Carolyn\u00a0C Preston and Andrew\u00a0M Colman. 2000. Optimal Number of Response Categories in Rating Scales: Reliability Validity Discriminating Power and Respondent Preferences. Acta Psychologica 104 1 (2000) 1\u201315. 10.1016\/S0001-6918(99)00050-5","DOI":"10.1016\/S0001-6918(99)00050-5"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719968"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"Luis\u00a0Felipe Rojas Daniela Qui\u00f1ones and Claudio Cubillos. 2024. FRAMUX-EV: A Framework for Evaluating User Experience in Agile Software Development. Applied Sciences 14 8991 (Oct. 2024) 24\u00a0pages. 10.3390\/app14198991","DOI":"10.3390\/app14198991"},{"key":"e_1_3_3_1_39_2","volume-title":"Information Architecture: For the Web and Beyond (4 ed.)","author":"Rosenfeld Louis","year":"2015","unstructured":"Louis Rosenfeld, Peter Morville, and Jorge Arango. 2015. Information Architecture: For the Web and Beyond (4 ed.). O\u2019Reilly Media, Inc., Sebastopol, CA."},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719712"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3720079"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","unstructured":"Patrick\u00a0E. Shrout and Joseph\u00a0L. Fleiss. 1979. Intraclass correlations: uses in assessing rater reliability. Psychological Bulletin 86 2 (1979) 420\u2013428. 10.1037\/0033-2909.86.2.420","DOI":"10.1037\/0033-2909.86.2.420"},{"key":"e_1_3_3_1_43_2","volume-title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","author":"Spiliopoulou Evangelia","year":"2025","unstructured":"Evangelia Spiliopoulou, Riccardo Fogliato, Hanna Burnsky, Tamer Soliman, Jie Ma, Graham Horwood, and Miguel Ballesteros. 2025. Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge. arxiv:https:\/\/arXiv.org\/abs\/2508.06709\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2508.06709"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643834.3660720"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3481025"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1703.01780"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3678957.3685701"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642481"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.826"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3573860"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651043"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713797"}],"event":{"name":"CHI EA '26: Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","location":"Barcelona , Spain","acronym":"CHI EA '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772363.3798495","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:59:30Z","timestamp":1776085170000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772363.3798495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":51,"alternative-id":["10.1145\/3772363.3798495","10.1145\/3772363"],"URL":"https:\/\/doi.org\/10.1145\/3772363.3798495","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}