{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T01:58:13Z","timestamp":1781315893616,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3677846.3677854","type":"proceedings-article","created":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T22:27:40Z","timestamp":1729636060000},"page":"165-176","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["Does ChatGPT Generate Accessible Code? Investigating Accessibility Challenges in LLM-Generated Source Code"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6700-719X","authenticated-orcid":false,"given":"Wajdi","family":"Aljedaani","sequence":"first","affiliation":[{"name":"University of North Texas, Denton, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7016-155X","authenticated-orcid":false,"given":"Abdulrahman","family":"Habib","sequence":"additional","affiliation":[{"name":"Saudi Data and Artificial Intelligence Authority, Riyadh, Saudi Arabia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4275-8516","authenticated-orcid":false,"given":"Ahmed","family":"Aljohani","sequence":"additional","affiliation":[{"name":"University of North Texas, Denton, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5872-0607","authenticated-orcid":false,"given":"Marcelo","family":"Eler","sequence":"additional","affiliation":[{"name":"University of S\u00e3o Paulo, S\u00e3oPaulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6577-227X","authenticated-orcid":false,"given":"Yunhe","family":"Feng","sequence":"additional","affiliation":[{"name":"University of North Texas, Denton, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,22]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"Stack Overflow Developer Survey 2023","year":"2023","unstructured":"2023. Stack Overflow Developer Survey 2023. https:\/\/survey.stackoverflow.co\/2023\/"},{"key":"e_1_3_3_2_3_2","unstructured":"Web Content Accessibility Guidelines\u00a0(WCAG) 2.1. 2023. Web Content Accessibility Guidelines (WCAG) 2.1 \u2014 w3.org. https:\/\/www.w3.org\/TR\/WCAG21\/#wcag-2-layers-of-guidance. [Accessed 27-01-2024]."},{"key":"e_1_3_3_2_4_2","unstructured":"ACHECKER. [n. d.]. Web Accessibility Checker for WCAG 2.0 ADA AODA EQA Compliance Monitoring \u2014 achecks.org. https:\/\/achecks.org\/achecker\/. [Accessed 14-01-2024]."},{"key":"e_1_3_3_2_5_2","unstructured":"Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia\u00a0Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat et\u00a0al. 2023. Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3559555"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Aidi Ahmi and Rosli Mohamad. 2016. Evaluating accessibility of Malaysian public universities websites using AChecker and WAVE. Journal of Information and Communication Technology (2016).","DOI":"10.2139\/ssrn.3550314"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Nancy Alajarmeh. 2022. Evaluating the accessibility of public health websites: an exploratory cross-country study. Universal access in the information society 21 3 (2022) 771\u2013789.","DOI":"10.1007\/s10209-020-00788-7"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Sarah Alismail and Wallace Chipidza. 2021. Accessibility evaluation of COVID-19 vaccine registration websites across the United States. Journal of the American Medical Informatics Association 28 9 (2021) 1990\u20131995.","DOI":"10.1093\/jamia\/ocab105"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Mohammad AlMarzouq Abdullatif AlZaidan and Jehad AlDallal. 2020. Mining GitHub for research and education: challenges and opportunities. International Journal of Web Information Systems 16 4 (2020) 451\u2013473.","DOI":"10.1108\/IJWIS-03-2020-0016"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380392"},{"key":"e_1_3_3_2_12_2","unstructured":"Jinat ARAa and SL Cecilia. 2022. Artificial intelligence in web accessibility: potentials and possible challenges. Proceedings of IAC (2022) 173."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Rohan Bavishi Caroline Lemieux Roy Fox Koushik Sen and Ion Stoica. 2019. AutoPandas: neural-backed generators for program synthesis. Proceedings of the ACM on Programming Languages 3 OOPSLA (2019) 1\u201327.","DOI":"10.1145\/3360594"},{"key":"e_1_3_3_2_14_2","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared\u00a0D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et\u00a0al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877\u20131901."},{"key":"e_1_3_3_2_15_2","unstructured":"Ben Caldwell Michael Cooper Loretta\u00a0Guarino Reid Gregg Vanderheiden Wendy Chisholm John Slatin and Jason White. 2008. Web content accessibility guidelines (WCAG) 2.0. WWW Consortium (W3C) 290 (2008) 1\u201334."},{"key":"e_1_3_3_2_16_2","unstructured":"ChatGPT. 2023. GPT-4 \u2014 openai.com. https:\/\/openai.com\/gpt-4. [Accessed 5-01-2024]."},{"key":"e_1_3_3_2_17_2","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de\u00a0Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman et\u00a0al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Carlos Eduardo\u00a0Andino Coello Mohammed\u00a0Nazeh Alimam and Rand Kouatly. 2024. Effectiveness of ChatGPT in Coding: A Comparative Analysis of Popular Large Language Models. Digital 4 1 (2024) 114\u2013125.","DOI":"10.3390\/digital4010005"},{"key":"e_1_3_3_2_19_2","unstructured":"Matja\u017e Debevc Tilen \u0160kraba Bogdan Cerovac Ines Ko\u017euh and Nata\u0161a Rajh. 2023. Monitoring website accessibility: Evaluating current approaches and a proposal for improvements. Journal of Accessibility and Design for All 13 2 (2023) 162\u2013187."},{"key":"e_1_3_3_2_20_2","unstructured":"Marc Dillmann Julien Siebert and Adam Trendowicz. 2024. Evaluation of large language models for assessing code maintainability. arxiv:2401.12714\u00a0[cs.SE]"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00128"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Francisco Filipe Ivan\u00a0Miguel Pires and Ant\u00f3nio\u00a0Jorge Gouveia. 2023. Why web accessibility is important for your institution. Procedia Computer Science 219 (2023) 20\u201327.","DOI":"10.1016\/j.procs.2023.01.259"},{"key":"e_1_3_3_2_23_2","volume-title":"The State of Open Source and AI","year":"2023","unstructured":"GitHub. 2023. The State of Open Source and AI. https:\/\/github.blog\/2023-11-08-the-state-of-open-source-and-ai\/"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3559548"},{"key":"e_1_3_3_2_25_2","first-page":"43","volume-title":"ERCIM Workshop on User Interfaces for All","author":"Leporini Barbara","year":"2002","unstructured":"Barbara Leporini and Fabio Patern\u00f2. 2002. Criteria for usability of accessible web sites. In ERCIM Workshop on User Interfaces for All. Springer, 43\u201355."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Yujia Li David Choi Junyoung Chung Nate Kushman Julian Schrittwieser R\u00e9mi Leblond Tom Eccles James Keeling Felix Gimeno Agustin Dal\u00a0Lago et\u00a0al. 2022. Competition-level code generation with alphacode. Science 378 6624 (2022) 1092\u20131097.","DOI":"10.1126\/science.abq1158"},{"key":"e_1_3_3_2_27_2","unstructured":"Jiawei Liu Chunqiu\u00a0Steven Xia Yuyao Wang and Lingming Zhang. 2023. Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation. arXiv preprint arXiv:2305.01210 (2023)."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Yue Liu Thanh Le-Cong Ratnadira Widyasari Chakkrit Tantithamthavorn Li Li Xuan-Bach\u00a0D Le and David Lo. 2023. Refining ChatGPT-generated code: Characterizing and mitigating code quality issues. ACM Transactions on Software Engineering and Methodology (2023).","DOI":"10.1145\/3643674"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Muhammad Mujahid Khadija Kanwal Furqan Rustam Wajdi Aljedaani and Imran Ashraf. 2023. Arabic ChatGPT tweets classification using RoBERTa and BERT ensemble model. ACM Transactions on Asian and Low-Resource Language Information Processing 22 8 (2023) 1\u201323.","DOI":"10.1145\/3605889"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594806.3596542"},{"key":"e_1_3_3_2_31_2","unstructured":"Rangeet Pan Ali\u00a0Reza Ibrahimzada Rahul Krishna Divya Sankar Lambert\u00a0Pouguem Wassi Michele Merler Boris Sobolev Raju Pavuluri Saurabh Sinha and Reyhaneh Jabbarvand. 2023. Understanding the effectiveness of large language models in code translation. arXiv preprint arXiv:2308.03109 (2023)."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524459.3527351"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Md\u00a0Mostafizer Rahman and Yutaka Watanobe. 2023. ChatGPT for education and research: Opportunities threats and strategies. Applied Sciences 13 9 (2023) 5783.","DOI":"10.3390\/app13095783"},{"key":"e_1_3_3_2_34_2","unstructured":"Baptiste Roziere Jonas Gehring Fabian Gloeckle Sten Sootla Itai Gat Xiaoqing\u00a0Ellen Tan Yossi Adi Jingyu Liu Tal Remez J\u00e9r\u00e9my Rapin et\u00a0al. 2023. Code llama: Open foundation models for code. arXiv preprint arXiv:2308.12950 (2023)."},{"key":"e_1_3_3_2_35_2","unstructured":"Fardin\u00a0Ahsan Sakib Saadat\u00a0Hasan Khan and AHM Karim. 2023. Extending the frontier of chatgpt: Code generation and debugging. arXiv preprint arXiv:2307.08260 (2023)."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM55253.2022.00014"},{"key":"e_1_3_3_2_37_2","unstructured":"Claudio Spiess David Gros Kunal\u00a0Suresh Pai Michael Pradel Md\u00a0Rafiqul\u00a0Islam Rabin Amin Alipour Susmit Jha Prem Devanbu and Toufique Ahmed. 2024. Quality and Trust in LLM-generated Code. arxiv:2402.02047\u00a0[cs.SE]"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417058"},{"key":"e_1_3_3_2_39_2","unstructured":"Haoye Tian Weiqi Lu Tsz\u00a0On Li Xunzhu Tang Shing-Chi Cheung Jacques Klein and Tegawend\u00e9\u00a0F Bissyand\u00e9. 2023. Is ChatGPT the Ultimate Programming Assistant\u2013How far is it? arXiv preprint arXiv:2304.11938 (2023)."},{"key":"e_1_3_3_2_40_2","unstructured":"WAVE. [n. d.]. WAVE Web Accessibility Evaluation Tools \u2014 wave.webaim.org. https:\/\/wave.webaim.org\/. [Accessed 08-01-2024]."},{"key":"e_1_3_3_2_41_2","volume-title":"WebAIM Million - The 2023 report on the accessibility of the top 1,000,000 home pages","year":"2023","unstructured":"WebAIM. 2023. WebAIM Million - The 2023 report on the accessibility of the top 1,000,000 home pages. https:\/\/webaim.org\/projects\/million\/"},{"key":"e_1_3_3_2_42_2","unstructured":"Chunqiu\u00a0Steven Xia and Lingming Zhang. 2023. Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385 (2023)."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Wenfan Yang Bin Zhao Yan\u00a0Quan Liu and Arlene Bielefield. 2020. Are Ivy League library website homepages accessible? Information Technology and Libraries (Online) 39 2 (2020) 1\u201318.","DOI":"10.6017\/ital.v39i2.11577"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Mariam\u00a0Azwa Yazid Azrul\u00a0Hazri Jantan Abdul\u00a0Azim Abd\u00a0Ghani Azrina Kamaruddin and Novia Admodisastro. 2018. Accessibility design issues with Malaysian news websites: a case study using a checker and WAVE. Int J Eng Technol 7 4 (2018) 69\u201373.","DOI":"10.14419\/ijet.v7i4.31.23344"},{"key":"e_1_3_3_2_45_2","unstructured":"Burak Yeti\u015ftiren I\u015f\u0131k \u00d6zsoy Miray Ayerdem and Eray T\u00fcz\u00fcn. 2023. Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot Amazon CodeWhisperer and ChatGPT. arXiv preprint arXiv:2304.10778 (2023)."},{"key":"e_1_3_3_2_46_2","unstructured":"Quanjun Zhang Tongke Zhang Juan Zhai Chunrong Fang Bowen Yu Weisong Sun and Zhenyu Chen. 2023. A critical review of large language model on software engineering: An example from chatgpt and automated program repair. arXiv preprint arXiv:2310.08879 (2023)."},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00017"}],"event":{"name":"W4A '24: The 21st International Web for All Conference","location":"Singapore Singapore","acronym":"W4A '24"},"container-title":["Proceedings of the 21st International Web for All Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677846.3677854","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677846.3677854","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:27Z","timestamp":1750291467000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677846.3677854"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":46,"alternative-id":["10.1145\/3677846.3677854","10.1145\/3677846"],"URL":"https:\/\/doi.org\/10.1145\/3677846.3677854","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-10-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}