{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T14:59:10Z","timestamp":1784300350273,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":75,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"name":"University of Washington Center for Research and Education on Accessible Technology and Experiences (CREATE)"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3713797","type":"proceedings-article","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T04:35:25Z","timestamp":1745469325000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["ScreenAudit: Detecting Screen Reader Accessibility Errors in Mobile Apps Using Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3184-759X","authenticated-orcid":false,"given":"Mingyuan","family":"Zhong","sequence":"first","affiliation":[{"name":"Computer Science & Engineering, University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7981-1966","authenticated-orcid":false,"given":"Ruolin","family":"Chen","sequence":"additional","affiliation":[{"name":"The Information School, University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8918-5920","authenticated-orcid":false,"given":"Xia","family":"Chen","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9194-934X","authenticated-orcid":false,"given":"James","family":"Fogarty","sequence":"additional","affiliation":[{"name":"Computer Science & Engineering, University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3675-5491","authenticated-orcid":false,"given":"Jacob O.","family":"Wobbrock","sequence":"additional","affiliation":[{"name":"The Information School, University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"Level Access. 2022. 2022 State of Digital Accessibility. https:\/\/www.levelaccess.com\/resources\/state-of-digital-accessibility-report-2022\/"},{"key":"e_1_3_3_3_3_2","unstructured":"Level Access. 2024. Fifth Annual State of Digital Accessibility Report: 2023\u20132024. https:\/\/www.levelaccess.com\/resources\/fifth-annual-state-of-digital-accessibility-report-2023-2024\/"},{"key":"e_1_3_3_3_4_2","unstructured":"AccessLint. 2024. Automated and continuous web accessibility testing. https:\/\/accesslint.com\/"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","unstructured":"Domenico Amalfitano Vincenzo Riccio Nicola Amatucci Vincenzo\u00a0De Simone and Anna\u00a0Rita Fasolino. 2019. Combining Automated GUI Exploration of Android apps with Capture and Replay through Machine Learning. Information and Software Technology 105 (2019) 95\u2013116. 10.1016\/j.infsof.2018.08.007","DOI":"10.1016\/j.infsof.2018.08.007"},{"key":"e_1_3_3_3_6_2","unstructured":"Anthropic. 2024. Claude 3.5 Sonnet. https:\/\/www.anthropic.com\/claude\/sonnet"},{"key":"e_1_3_3_3_7_2","unstructured":"Apple. 2023. Use VoiceOver Recognition on your iPhone or iPad. https:\/\/support.apple.com\/en-us\/111799"},{"key":"e_1_3_3_3_8_2","unstructured":"Apple. 2024. Accessibility Inspector. https:\/\/developer.apple.com\/documentation\/accessibility\/accessibility-inspector"},{"key":"e_1_3_3_3_9_2","unstructured":"Apple. 2024. Human Interface Guidelines - Accessibility. https:\/\/developer.apple.com\/design\/human-interface-guidelines\/accessibility"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3 2 (2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3167132.3167349"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/2851613.2851913"},{"key":"e_1_3_3_3_13_2","volume-title":"Neurips Safe Generative AI Workshop 2024","author":"Chang Trenton","year":"2024","unstructured":"Trenton Chang, Jenna Wiens, Tobias Schnabel, and Adith Swaminathan. 2024. Measuring Steerability in Large Language Models. In Neurips Safe Generative AI Workshop 2024. 19\u00a0pages. https:\/\/openreview.net\/forum?id=y2J5dAqcJW"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","unstructured":"Sen Chen Chunyang Chen Lingling Fan Mingming Fan Xian Zhan and Yang Liu. 2022. Accessible or Not? An Empirical Investigation of Android App Accessibility. IEEE Transactions on Software Engineering 48 10 (2022) 3954\u20133968. 10.1109\/TSE.2021.3108162","DOI":"10.1109\/TSE.2021.3108162"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580749"},{"key":"e_1_3_3_3_16_2","unstructured":"Google DeepMind. 2024. Gemini Pro. https:\/\/deepmind.google\/technologies\/gemini\/pro\/"},{"key":"e_1_3_3_3_17_2","unstructured":"Deque. 2021. axe: Accessibility Testing Tools and Software. https:\/\/www.deque.com\/axe\/"},{"key":"e_1_3_3_3_18_2","unstructured":"Deque. 2024. The Automated Accessibility Coverage Report. https:\/\/accessibility.deque.com\/hubfs\/Accessibility-Coverage-Report.pdf"},{"key":"e_1_3_3_3_19_2","unstructured":"Deque. 2024. axe DevTools Accessibility Linter. https:\/\/www.deque.com\/axe\/devtools\/linter\/"},{"key":"e_1_3_3_3_20_2","unstructured":"Deque. 2024. axe DevTools Linter Accessibility Rules. https:\/\/docs.deque.com\/linter\/4.0.0\/en\/axe-linter-rules"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676381"},{"key":"e_1_3_3_3_22_2","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et\u00a0al. 2024. The Llama 3 Herd of Models. arxiv:https:\/\/arXiv.org\/abs\/2407.21783\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00021"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502143"},{"key":"e_1_3_3_3_25_2","unstructured":"Appt Foundation. 2024. Beginners\u2019 Guide to Accessibility Testing. https:\/\/appt.org\/en\/guidelines\/beginnersguide-accessibility-testing"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"A.\u00a0R. GILMOUR R.\u00a0D. ANDERSON and A.\u00a0L. RAE. 1985. The analysis of binomial data by a generalized linear mixed model. Biometrika 72 3 (12 1985) 593\u2013599. 10.1093\/biomet\/72.3.593 arXiv:https:\/\/academic.oup.com\/biomet\/article-pdf\/72\/3\/593\/704911\/72-3-593.pdf","DOI":"10.1093\/biomet\/72.3.593"},{"key":"e_1_3_3_3_27_2","unstructured":"Google. 2024. Accessibility Test Framework for Android. https:\/\/github.com\/google\/Accessibility-Test-Framework-for-Android"},{"key":"e_1_3_3_3_28_2","unstructured":"Google. 2024. Get started on Android with Talkback. https:\/\/support.google.com\/accessibility\/android\/answer\/6283677?hl=en"},{"key":"e_1_3_3_3_29_2","unstructured":"Google. 2024. Get started with Accessibility Scanner. https:\/\/support.google.com\/accessibility\/android\/answer\/6376570"},{"key":"e_1_3_3_3_30_2","unstructured":"Google. 2024. Make apps more accessible. https:\/\/developer.android.com\/guide\/topics\/ui\/accessibility\/apps"},{"key":"e_1_3_3_3_31_2","unstructured":"Google. 2024. Material Design - Accessibility. https:\/\/material.io\/design\/usability\/accessibility.html"},{"key":"e_1_3_3_3_32_2","unstructured":"Google. 2024. TalkBack source code. https:\/\/github.com\/google\/talkback"},{"key":"e_1_3_3_3_33_2","unstructured":"Google. 2024. Test your app\u2019s accessibility. https:\/\/developer.android.com\/guide\/topics\/ui\/accessibility\/testing"},{"key":"e_1_3_3_3_34_2","unstructured":"Sture Holm. 1979. A Simple Sequentially Rejective Multiple Test Procedure. Scandinavian Journal of Statistics 6 2 (1979) 65\u201370."},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642074"},{"key":"e_1_3_3_3_36_2","unstructured":"Tian Huang Chun Yu Weinan Shi Zijian Peng David Yang Weiqi Sun and Yuanchun Shi. 2024. PromptRPA: Generating Robotic Process Automation on Smartphones from Textual Prompts. arxiv:https:\/\/arXiv.org\/abs\/2404.02475\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2404.02475"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679894"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97279"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","unstructured":"Weixin Liang Yuhui Zhang Hancheng Cao Binglu Wang Daisy\u00a0Yi Ding Xinyu Yang Kailas Vodrahalli Siyu He Daniel\u00a0Scott Smith Yian Yin Daniel\u00a0A. McFarland and James Zou. 2024. Can Large Language Models Provide Useful Feedback on Research Papers? A Large-Scale Empirical Analysis. NEJM AI 1 8 (2024) AIoa2400196. 10.1056\/AIoa2400196 arXiv:https:\/\/ai.nejm.org\/doi\/pdf\/10.1056\/AIoa2400196","DOI":"10.1056\/AIoa2400196"},{"key":"e_1_3_3_3_40_2","unstructured":"Zhe Liu Chunyang Chen Junjie Wang Mengzhuo Chen Boyu Wu Xing Che Dandan Wang and Qing Wang. 2023. Chatting with GPT-3 for Zero-Shot Human-Like Mobile Automated GUI Testing. arxiv:https:\/\/arXiv.org\/abs\/2305.09434\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2305.09434"},{"key":"e_1_3_3_3_41_2","unstructured":"MagentaA11y. 2024. Native app accessibility checklist. https:\/\/www.magentaa11y.com\/native\/"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3424953.3426633"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3560424"},{"key":"e_1_3_3_3_44_2","unstructured":"Nearform. 2024. Eslint-plugin-react-native-a11y. https:\/\/github.com\/FormidableLabs\/eslint-plugin-react-native-a11y"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_3_3_46_2","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv:https:\/\/arXiv.org\/abs\/2303.08774http:\/\/arxiv.org\/abs\/2303.08774"},{"key":"e_1_3_3_3_47_2","unstructured":"OpenAI. 2024. GPT-4o. https:\/\/openai.com\/index\/hello-gpt-4o\/"},{"key":"e_1_3_3_3_48_2","unstructured":"OpenAI. 2024. Introducing OpenAI o1. https:\/\/openai.com\/o1\/"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-19135-1_27"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207736"},{"key":"e_1_3_3_3_51_2","unstructured":"W3C World Wide Web\u00a0Consortium Recommendation. 2021. Web Content Accessibility Guidelines 2.1. https:\/\/www.w3.org\/TR\/WCAG21\/"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/1121341.1121426"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3234695.3236364"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","unstructured":"Anne\u00a0Spencer Ross Xiaoyi Zhang James Fogarty and Jacob\u00a0O. Wobbrock. 2020. An Epidemiology-inspired Large-scale Analysis of Android App Accessibility. ACM Trans. Access. Comput. 13 1 Article 4 (April 2020) 36\u00a0pages. 10.1145\/3348797","DOI":"10.1145\/3348797"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556905"},{"key":"e_1_3_3_3_56_2","unstructured":"Camilo Santacruz\u00a0Abadiano. 2020. Flutter accessibility suggestion tool."},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642526"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25364-5_25"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3218585.3218673"},{"key":"e_1_3_3_3_60_2","volume-title":"Proceedings of the 4th ERCIM Workshop on User Interfaces for All","author":"Stephanidis C","year":"1998","unstructured":"C Stephanidis, D Akoumianakis, M Sfyrakis, and A Paramythis. 1998. Universal Accessibility in HCI: Process-oriented Design Guidelines and Tool Requirements. In Proceedings of the 4th ERCIM Workshop on User Interfaces for All. Stockholm, Sweden, 15\u00a0pages."},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"crossref","unstructured":"Robert Stiratelli Nan Laird and James\u00a0H. Ware. 1984. Random-Effects Models for Serial Observations with Binary Response. Biometrics 40 4 (1984) 961\u2013971. http:\/\/www.jstor.org\/stable\/2531147","DOI":"10.2307\/2531147"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","unstructured":"Amanda Swearngin Jason Wu Xiaoyi Zhang Esteban Gomez Jen Coughenour Rachel Stukenborg Bhavya Garg Greg Hughes Adriana Hilliard Jeffrey\u00a0P. Bigham and Jeffrey Nichols. 2024. Towards Automated Accessibility Report Generation for Mobile Apps. ACM Trans. Comput.-Hum. Interact. 31 4 Article 54 (Sept. 2024) 44\u00a0pages. 10.1145\/3674967","DOI":"10.1145\/3674967"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642777"},{"key":"e_1_3_3_3_64_2","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention Is All You Need. In Advances in Neural Information Processing Systems (Long Beach, California, USA), I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.), Vol.\u00a030. Curran Associates, Inc., Red Hook, NY, USA, 11\u00a0pages."},{"key":"e_1_3_3_3_65_2","unstructured":"W3C. 2021. Mobile Accessibility: How WCAG 2.0 and Other W3C\/WAI Guidelines Apply to Mobile. https:\/\/www.w3.org\/TR\/mobile-accessibility-mapping\/"},{"key":"e_1_3_3_3_66_2","unstructured":"Junyang Wang Haiyang Xu Jiabo Ye Ming Yan Weizhou Shen Ji Zhang Fei Huang and Jitao Sang. 2024. Mobile-Agent: Autonomous Multi-Modal Mobile Device Agent with Visual Perception. arxiv:https:\/\/arXiv.org\/abs\/2401.16158\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2401.16158"},{"key":"e_1_3_3_3_67_2","unstructured":"WebAIM. 2024. WAVE Web Accessibility Evaluation Tools. https:\/\/wave.webaim.org\/"},{"key":"e_1_3_3_3_68_2","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Brian Ichter Fei Xia Ed Chi Quoc Le and Denny Zhou. 2023. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2201.11903\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2201.11903"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636534.3649379"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676408"},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474763"},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642481"},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"publisher","unstructured":"Shunguo Yan and P.\u00a0G. Ramachandran. 2019. The Current Status of Accessibility in Mobile Apps. ACM Trans. Access. Comput. 12 1 Article 3 (feb 2019) 31\u00a0pages. 10.1145\/3300176","DOI":"10.1145\/3300176"},{"key":"e_1_3_3_3_74_2","unstructured":"Chi Zhang Zhao Yang Jiaxuan Liu Yucheng Han Xin Chen Zebiao Huang Bin Fu and Gang Yu. 2023. AppAgent: Multimodal Agents as Smartphone Users. arxiv:https:\/\/arXiv.org\/abs\/2312.13771\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2312.13771"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","unstructured":"Jialu Zhang Jos\u00e9\u00a0Pablo Cambronero Sumit Gulwani Vu Le Ruzica Piskac Gustavo Soares and Gust Verbruggen. 2024. PyDex: Repairing Bugs in Introductory Python Assignments using LLMs. Proc. ACM Program. Lang. 8 OOPSLA1 Article 133 (April 2024) 25\u00a0pages. 10.1145\/3649850","DOI":"10.1145\/3649850"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474812"}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713797","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713797","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:49Z","timestamp":1750295929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713797"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":75,"alternative-id":["10.1145\/3706598.3713797","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3713797","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}