{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T11:38:38Z","timestamp":1791459518041,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T00:00:00Z","timestamp":1726012800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation","award":["2211790"],"award-info":[{"award-number":["2211790"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,11]]},"DOI":"10.1145\/3650212.3652113","type":"proceedings-article","created":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T07:44:25Z","timestamp":1726040665000},"page":"100-111","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Ma11y: A Mutation Framework for Web Accessibility Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-9791-4940","authenticated-orcid":false,"given":"Mahan","family":"Tafreshipour","sequence":"first","affiliation":[{"name":"University of California at Irvine, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1280-4311","authenticated-orcid":false,"given":"Anmol","family":"Deshpande","sequence":"additional","affiliation":[{"name":"University of California at Irvine, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8969-5360","authenticated-orcid":false,"given":"Forough","family":"Mehralian","sequence":"additional","affiliation":[{"name":"University of California at Irvine, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8221-5352","authenticated-orcid":false,"given":"Iftekhar","family":"Ahmed","sequence":"additional","affiliation":[{"name":"University of California at Irvine, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6152-7402","authenticated-orcid":false,"given":"Sam","family":"Malek","sequence":"additional","affiliation":[{"name":"University of California at Irvine, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"a11yWatch. 2022. a11yWatch. https:\/\/a11ywatch.com\/"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.4018\/IJISSC.2018040104"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2011.630416"},{"key":"e_1_3_2_1_4_1","unstructured":"AccessiBe. 2023. AccessiBe. https:\/\/accessibe.com\/"},{"key":"e_1_3_2_1_5_1","unstructured":"Alphagov. 2023. Acessibility Tools Audit. https:\/\/alphagov.github.io\/accessibility-tool-audit\/"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3390\/info11010040"},{"key":"e_1_3_2_1_7_1","volume-title":"Accessibility Scanner - Apps on Google Play. https:\/\/play.google.com\/store\/apps\/details?id=com.google.android.apps.accessibility.auditor&hl=en_US Last Accessed","year":"2023","unstructured":"Android. 2023. Accessibility Scanner - Apps on Google Play. https:\/\/play.google.com\/store\/apps\/details?id=com.google.android.apps.accessibility.auditor&hl=en_US Last Accessed: December 7, 2023"},{"key":"e_1_3_2_1_8_1","volume-title":"Android Developers. https:\/\/developer.android.com\/training\/testing\/espresso. Last Accessed","year":"2023","unstructured":"Android. 2023. Espresso : Android Developers. https:\/\/developer.android.com\/training\/testing\/espresso. Last Accessed: December 7, 2023"},{"key":"e_1_3_2_1_9_1","volume-title":"Improve your code with lint checks. https:\/\/developer.android.com\/studio\/write\/lint?hl=en. Last Accessed","year":"2023","unstructured":"Android. 2023. Improve your code with lint checks. https:\/\/developer.android.com\/studio\/write\/lint?hl=en. Last Accessed: December 7, 2023"},{"key":"e_1_3_2_1_10_1","unstructured":"Applitools. 2023. Applitools. https:\/\/applitools.com\/"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468581"},{"key":"e_1_3_2_1_12_1","unstructured":"Semrush Company. 2023. Semrush Online Marketing can be easy. https:\/\/www.semrush.com\/"},{"key":"e_1_3_2_1_13_1","unstructured":"Deque Systems. 2023. axe-core. https:\/\/github.com\/dequelabs\/axe-core"},{"key":"e_1_3_2_1_14_1","unstructured":"MDN Web Docs. 2023. ARIA. https:\/\/developer.mozilla.org\/en-US\/docs\/Web\/Accessibility\/ARIA"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42486-023-00127-8"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00021"},{"key":"e_1_3_2_1_17_1","unstructured":"Euqally AI. 2023. Equally AI. https:\/\/equally.ai\/"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3371300.3383346"},{"key":"e_1_3_2_1_19_1","unstructured":"Google. 2023. Google Lighthouse Accessibility. https:\/\/developer.chrome.com\/docs\/lighthouse\/accessibility\/"},{"key":"e_1_3_2_1_20_1","unstructured":"Google Chrome Developers. 2023. pptr.dev - Puppeteer Documentation. https:\/\/pptr.dev\/"},{"key":"e_1_3_2_1_21_1","unstructured":"ACT Rules Community Group. 2023. ACT-Rules - Visible label is part of accessible name. https:\/\/act-rules.github.io\/rules\/2ee8b8"},{"key":"e_1_3_2_1_22_1","unstructured":"ACT Rules Community Group. 2023. ACT-Rules Community. https:\/\/act-rules.github.io\/"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594368.2594390"},{"key":"e_1_3_2_1_24_1","unstructured":"IBM Accessibility. 2023. Equal Access. https:\/\/github.com\/IBMa\/equal-access"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10209-017-0603-3"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3179375"},{"key":"e_1_3_2_1_27_1","unstructured":"Karl Groves. 2023. Tenon. https:\/\/tenon.io\/"},{"key":"e_1_3_2_1_28_1","volume-title":"Keep It Functional - An iOS Functional Testing Framework. https:\/\/github.com\/kif-framework\/KIF. Last Accessed","author":"KIF.","year":"2023","unstructured":"KIF. 2023. Keep It Functional - An iOS Functional Testing Framework. https:\/\/github.com\/kif-framework\/KIF. Last Accessed: December 7, 2023"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3233\/TAD-210329"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"Shashank Kumar JeevithaShree DV and Pradipta Biswas. 2020. Accessibility evaluation of websites using WCAG tools and Cambridge Simulator. arXiv preprint arxiv:2009.06526. https:\/\/doi.org\/10.48550\/arXiv.2009.06526 10.48550\/arXiv.2009.06526","DOI":"10.48550\/arXiv.2009.06526"},{"key":"e_1_3_2_1_31_1","unstructured":"Level Access. 2023. Access Continuum. https:\/\/www.levelaccess.com\/access-continuum\/"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3441852.3476531"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_34_1","unstructured":"Ma11y. 2023. Ma11y-tool-analyzer-Artifacts. https:\/\/shorturl.at\/cgtC2"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3560424"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468604"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2371458"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the International Conference on Software Engineering and Knowledge Engineering, SEKE","author":"Nishiura Kazuki","year":"2013","unstructured":"Kazuki Nishiura, Yuta Maezawa, Hironori Washizaki, and Shinichi Honiden. 2013. Mutation Analysis for JavaScript Web Applications Testing. Proceedings of the International Conference on Software Engineering and Knowledge Engineering, SEKE, 2013."},{"key":"e_1_3_2_1_39_1","unstructured":"University of Lisbon. 2023. QualWeb Evaluator. http:\/\/qualweb.di.fc.ul.pt\/evaluator\/"},{"key":"e_1_3_2_1_40_1","unstructured":"Penn State University. 2023. Penn State Accessibility. https:\/\/accessibility.psu.edu\/"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of RoCHI","author":"P\u0103dure Marian","year":"2019","unstructured":"Marian P\u0103dure and Costin Pribeanu. 2019. Exploring the differences between five accessibility evaluation tools. In Proceedings of RoCHI 2019."},{"key":"e_1_3_2_1_42_1","volume-title":"GroundHog: An Automated Accessibility Crawler for Mobile Apps. In 2022 37th IEEE\/ACM International Conference on Automated Software Engineering. ACM New York, NY, USA","author":"Salehnamadi Navid","year":"2022","unstructured":"Navid Salehnamadi, Forough Mehralian, and Sam Malek. 2022. GroundHog: An Automated Accessibility Crawler for Mobile Apps. In 2022 37th IEEE\/ACM International Conference on Automated Software Engineering. ACM New York, NY, USA, Rochester, Michigan, USA. 13 pages."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517431"},{"key":"e_1_3_2_1_44_1","unstructured":"Siteimprovie. 2023. Siteimprove. https:\/\/www.siteimprove.com\/"},{"key":"e_1_3_2_1_45_1","unstructured":"Mahan Tafreshipour. 2023. Ma11y-tool-analyzer-GitHub-Repository. https:\/\/github.com\/mahantaf\/web-a11y-tool-analyzer"},{"key":"e_1_3_2_1_46_1","volume-title":"Jos\u00e9 R. Hilera, and Juan Aguado-Delgado.","author":"Timbi-Sisalima Claudia","year":"2016","unstructured":"Claudia Timbi-Sisalima, Cecilia I. Martin Amor, Silvia Ot\u00f3n Tortosa, Jos\u00e9 R. Hilera, and Juan Aguado-Delgado. 2016. Comparative Analysis of Online Web Accessibility Evaluation Tools. In Information Systems Development: Complexity in Information Systems Development (ISD2016 Proceedings), Jerzy Go\u0142uchowski, Malgorzata Pa\u0144kowska, Chris Barry, Michael Lang, Henry Linger, and Christoph Schneider (Eds.). University of Economics in Katowice, Katowice, Poland. isbn:978-83-7875-307-0 http:\/\/aisel.aisnet.org\/isd2014\/proceedings2016\/CreativitySupport\/3"},{"key":"e_1_3_2_1_47_1","unstructured":"United States Access Board. 2023. Information and Communication Technology (ICT) Standards and Guidelines. https:\/\/www.access-board.gov\/ict\/"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2461121.2461124"},{"key":"e_1_3_2_1_49_1","volume-title":"Failuer of success criterion 1.1.1. urlhttps:\/\/www.w3.org\/WAI\/WCAG21\/Techniques\/failures\/F30","author":"C.","unstructured":"W3C. 2023. Failuer of success criterion 1.1.1. urlhttps:\/\/www.w3.org\/WAI\/WCAG21\/Techniques\/failures\/F30."},{"key":"e_1_3_2_1_50_1","volume-title":"Failure of success criterion 2.4.2. https:\/\/www.w3.org\/WAI\/WCAG21\/Techniques\/failures\/F25","unstructured":"w3c. 2023. Failure of success criterion 2.4.2. https:\/\/www.w3.org\/WAI\/WCAG21\/Techniques\/failures\/F25"},{"key":"e_1_3_2_1_51_1","unstructured":"W3C. 2023. Understanding success criterion 1.1.1. https:\/\/www.w3.org\/WAI\/WCAG21\/Understanding\/non-text-content.html"},{"key":"e_1_3_2_1_52_1","unstructured":"w3c. 2023. Web Accessibility Evaluation Tools List. https:\/\/www.w3.org\/WAI\/ER\/tools\/"},{"key":"e_1_3_2_1_53_1","unstructured":"W3C. 2023. Web Content Accessibility Guidelines (WCAG) 2.1. https:\/\/www.w3.org\/TR\/WCAG21\/"},{"key":"e_1_3_2_1_54_1","unstructured":"W3C Web Accessibility Initiative. 2023. Web Content Accessibility Guidelines (WCAG) 2.1 Techniques. https:\/\/www.w3.org\/WAI\/WCAG21\/Techniques\/"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517469"},{"key":"e_1_3_2_1_56_1","unstructured":"WebAIM. 2023. WAVE. https:\/\/wave.webaim.org\/"},{"key":"e_1_3_2_1_57_1","unstructured":"WebAIM. 2023. WebAIM: Million. https:\/\/webaim.org\/projects\/million\/"},{"key":"e_1_3_2_1_58_1","unstructured":"WebAIM. 2023. WebAIM Web Content Accessibility Guidelines (WCAG). https:\/\/webaim.org\/standards\/wcag\/"},{"key":"e_1_3_2_1_59_1","unstructured":"WebsiteBuilder.org. 2023. Internet Statistics. https:\/\/websitebuilder.org\/blog\/internet-statistics\/"},{"key":"e_1_3_2_1_60_1","unstructured":"World Health Organization. 2023. World Health Organization. https:\/\/www.who.int\/publications\/i\/item\/9789241564182"},{"key":"e_1_3_2_1_61_1","unstructured":"Yale University Usability and Accessibility Group. 2023. Web Accessibility. https:\/\/usability.yale.edu\/web-accessibility"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00023"}],"event":{"name":"ISSTA '24: 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Vienna Austria","acronym":"ISSTA '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"]},"container-title":["Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650212.3652113","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3650212.3652113","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T18:50:06Z","timestamp":1750272606000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650212.3652113"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,11]]},"references-count":62,"alternative-id":["10.1145\/3650212.3652113","10.1145\/3650212"],"URL":"https:\/\/doi.org\/10.1145\/3650212.3652113","relation":{},"subject":[],"published":{"date-parts":[[2024,9,11]]},"assertion":[{"value":"2024-09-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}