{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T18:08:44Z","timestamp":1783534124906,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3587281.3587282","type":"proceedings-article","created":{"date-parts":[[2023,4,22]],"date-time":"2023-04-22T10:08:28Z","timestamp":1682158108000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Accessibility Metatesting"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7864-5229","authenticated-orcid":false,"given":"Jonathan Robert","family":"Pool","sequence":"first","affiliation":[{"name":"CSG Digital Technology, CVS Health, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Siddikjon\u00a0Gaibullojonovich Abduganiev. 2017. Towards Automated Web Accessibility Evaluation: A Comparative Study. Retrieved 2023-01-12 from https:\/\/www.mecs-press.org\/ijitcs\/ijitcs-v9-n9\/IJITCS-V9-N9-3.pdf  Siddikjon\u00a0Gaibullojonovich Abduganiev. 2017. Towards Automated Web Accessibility Evaluation: A Comparative Study. Retrieved 2023-01-12 from https:\/\/www.mecs-press.org\/ijitcs\/ijitcs-v9-n9\/IJITCS-V9-N9-3.pdf"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Jinat Ara and Cecilia Sik-Lanyi. 2022. Investigation of COVID-19 Vaccine Information Websites across Europe and Asia Using Automated Accessibility Protocols. Retrieved 2023-03-04 from https:\/\/www.mdpi.com\/1660-4601\/19\/5\/2867  Jinat Ara and Cecilia Sik-Lanyi. 2022. Investigation of COVID-19 Vaccine Information Websites across Europe and Asia Using Automated Accessibility Protocols. Retrieved 2023-03-04 from https:\/\/www.mdpi.com\/1660-4601\/19\/5\/2867","DOI":"10.3390\/ijerph19052867"},{"key":"e_1_3_2_2_3_1","unstructured":"Andreas Burkard Gottfried Zimmermann and Bettina Schwarzer. 2021. Monitoring Systems for Checking Websites on Accessibility. Retrieved 2023-03-04 from https:\/\/www.frontiersin.org\/articles\/10.3389\/fcomp.2021.628770\/full  Andreas Burkard Gottfried Zimmermann and Bettina Schwarzer. 2021. Monitoring Systems for Checking Websites on Accessibility. Retrieved 2023-03-04 from https:\/\/www.frontiersin.org\/articles\/10.3389\/fcomp.2021.628770\/full"},{"key":"e_1_3_2_2_4_1","unstructured":"Andreas Burkard Gottfried Zimmermann and Bettina Schwarzer. 2021. Monitoring Systems for Checking Websites on Accessibility: Supplementary Materials. Retrieved 2023-03-04 from https:\/\/www.frontiersin.org\/articles\/10.3389\/fcomp.2021.628770\/full#supplementary-material  Andreas Burkard Gottfried Zimmermann and Bettina Schwarzer. 2021. Monitoring Systems for Checking Websites on Accessibility: Supplementary Materials. Retrieved 2023-03-04 from https:\/\/www.frontiersin.org\/articles\/10.3389\/fcomp.2021.628770\/full#supplementary-material"},{"key":"e_1_3_2_2_5_1","unstructured":"Deque. 2023. axe-core. Retrieved 2023-01-11 from https:\/\/www.npmjs.com\/package\/axe-core  Deque. 2023. axe-core. Retrieved 2023-01-11 from https:\/\/www.npmjs.com\/package\/axe-core"},{"key":"e_1_3_2_2_6_1","first-page":"01","volume":"202","author":"IBM.","unstructured":"IBM. 2023. Equal Access Accessibility Checker. Retrieved 202 3- 01 - 11 from https:\/\/www.npmjs.com\/package\/accessibility-checker IBM. 2023. Equal Access Accessibility Checker. Retrieved 2023-01-11 from https:\/\/www.npmjs.com\/package\/accessibility-checker","journal-title":"Equal Access Accessibility Checker. Retrieved"},{"key":"e_1_3_2_2_7_1","unstructured":"Inform\u00e1tica Universidade da Lisboa. 2023. QualWeb. Retrieved 2023-03-11 from https:\/\/www.npmjs.com\/package\/@qualweb\/core  Inform\u00e1tica Universidade da Lisboa. 2023. QualWeb. Retrieved 2023-03-11 from https:\/\/www.npmjs.com\/package\/@qualweb\/core"},{"key":"e_1_3_2_2_8_1","unstructured":"Level Access. 2023. Continuum Community Edition. Retrieved 2023-01-11 from https:\/\/www.webaccessibility.com\/tools\/  Level Access. 2023. Continuum Community Edition. Retrieved 2023-01-11 from https:\/\/www.webaccessibility.com\/tools\/"},{"key":"e_1_3_2_2_9_1","unstructured":"Marian P\u0103dure and Costin Pribeanu. 2020. Comparing Six Free Accessibility Evaluation Tools. Retrieved 2023-03-03 from https:\/\/protect-us.mimecast.com\/s\/7bi1CG6o9qf00QjmET7sgkW?domain=researchgate.net  Marian P\u0103dure and Costin Pribeanu. 2020. Comparing Six Free Accessibility Evaluation Tools. Retrieved 2023-03-03 from https:\/\/protect-us.mimecast.com\/s\/7bi1CG6o9qf00QjmET7sgkW?domain=researchgate.net"},{"key":"e_1_3_2_2_10_1","volume-title":"Lawsuit Website Accessibility is Different","author":"Rivenburgh Kris","year":"2023","unstructured":"Kris Rivenburgh . 2019. Lawsuit Website Accessibility is Different ; Automated Checkers Give Rise to New Issue Post Remediation. Retrieved 2023 -03-14 from https:\/\/krisrivenburgh.medium.com\/lawsuit-website-accessibility-is-different-automated-checkers-give-rise-to-new-issue-post-f23d6bef188f Kris Rivenburgh. 2019. Lawsuit Website Accessibility is Different; Automated Checkers Give Rise to New Issue Post Remediation. Retrieved 2023-03-14 from https:\/\/krisrivenburgh.medium.com\/lawsuit-website-accessibility-is-different-automated-checkers-give-rise-to-new-issue-post-f23d6bef188f"},{"key":"e_1_3_2_2_11_1","unstructured":"Adrian Roselli. 2022. #accessiBe Will Get You Sued. Retrieved 2023-03-14 from https:\/\/adrianroselli.com\/2020\/06\/accessibe-will-get-you-sued.html#Lawsuits  Adrian Roselli. 2022. #accessiBe Will Get You Sued. Retrieved 2023-03-14 from https:\/\/adrianroselli.com\/2020\/06\/accessibe-will-get-you-sued.html#Lawsuits"},{"key":"e_1_3_2_2_12_1","volume-title":"Heitor Augustus Xavier Costa, and Andr\u00e9 Pimenta Freire.","author":"Silva Carlos Alberto","year":"2019","unstructured":"Carlos Alberto Silva , Arthur F. B. A. de Oliveira , Delvani Mat\u00f4nio Mateus , Heitor Augustus Xavier Costa, and Andr\u00e9 Pimenta Freire. 2019 . Types of Problems Encountered by Automated Tool Accessibility Assessments, Expert Inspections and User Testing: A Systematic Literature Mapping. Retrieved 2023-03-13 from https:\/\/doi.org\/10.1145\/3357155.3358479 10.1145\/3357155.3358479 Carlos Alberto Silva, Arthur F. B. A. de Oliveira, Delvani Mat\u00f4nio Mateus, Heitor Augustus Xavier Costa, and Andr\u00e9 Pimenta Freire. 2019. Types of Problems Encountered by Automated Tool Accessibility Assessments, Expert Inspections and User Testing: A Systematic Literature Mapping. Retrieved 2023-03-13 from https:\/\/doi.org\/10.1145\/3357155.3358479"},{"key":"e_1_3_2_2_13_1","unstructured":"Siteimprove. 2023. alfa. Retrieved 2023-01-11 from https:\/\/alfa.siteimprove.com\/  Siteimprove. 2023. alfa. Retrieved 2023-01-11 from https:\/\/alfa.siteimprove.com\/"},{"key":"e_1_3_2_2_14_1","unstructured":"Squiz. 2023. HTML CodeSniffer. Retrieved 2023-01-11 from https:\/\/www.npmjs.com\/package\/html_codesniffer  Squiz. 2023. HTML CodeSniffer. Retrieved 2023-01-11 from https:\/\/www.npmjs.com\/package\/html_codesniffer"},{"key":"e_1_3_2_2_15_1","first-page":"01","volume":"202","unstructured":"Tenon.io. 2023. Tenon. Retrieved 202 3- 01 - 11 from https:\/\/tenon.io\/documentation\/apiv2.php Tenon.io. 2023. Tenon. Retrieved 2023-01-11 from https:\/\/tenon.io\/documentation\/apiv2.php","journal-title":"Tenon. Retrieved"},{"key":"e_1_3_2_2_16_1","first-page":"01","volume":"202","author":"AIM.","unstructured":"Web AIM. 2023. WAVE. Retrieved 202 3- 01 - 11 from https:\/\/wave.webaim.org\/api\/ WebAIM. 2023. WAVE. Retrieved 2023-01-11 from https:\/\/wave.webaim.org\/api\/","journal-title":"Retrieved"},{"key":"e_1_3_2_2_17_1","unstructured":"Linda Westfall. 2009. Sampling Methods. Retrieved 2023-03-04 from http:\/\/kajabi-storefronts-production.s3.amazonaws.com\/sites\/69255\/themes\/2149842111\/downloads\/IHrhnXpIShOUIuvRhouL_Sampling_Methods.pdf  Linda Westfall. 2009. Sampling Methods. Retrieved 2023-03-04 from http:\/\/kajabi-storefronts-production.s3.amazonaws.com\/sites\/69255\/themes\/2149842111\/downloads\/IHrhnXpIShOUIuvRhouL_Sampling_Methods.pdf"},{"key":"e_1_3_2_2_18_1","unstructured":"World Wide Web Consortium. 2018. Web Content Accessibility Guidelines (WCAG) 2.1. Retrieved 2023-01-13 from https:\/\/www.w3.org\/TR\/WCAG21\/  World Wide Web Consortium. 2018. Web Content Accessibility Guidelines (WCAG) 2.1. Retrieved 2023-01-13 from https:\/\/www.w3.org\/TR\/WCAG21\/"},{"key":"e_1_3_2_2_19_1","unstructured":"World Wide Web Consortium. 2023. Introduction to Web Accessibility. Retrieved 2023-01-12 from https:\/\/www.w3.org\/WAI\/fundamentals\/accessibility-intro\/  World Wide Web Consortium. 2023. Introduction to Web Accessibility. Retrieved 2023-01-12 from https:\/\/www.w3.org\/WAI\/fundamentals\/accessibility-intro\/"},{"key":"e_1_3_2_2_20_1","unstructured":"World Wide Web Consortium. 2023. Nu Html Checker. Retrieved 2023-01-11 from https:\/\/github.com\/validator\/validator  World Wide Web Consortium. 2023. Nu Html Checker. Retrieved 2023-01-11 from https:\/\/github.com\/validator\/validator"},{"key":"e_1_3_2_2_21_1","unstructured":"World Wide Web Consortium. 2023. Web Accessibility Evaluation Tools List. Retrieved 2023-01-11 from https:\/\/www.w3.org\/WAI\/ER\/tools\/  World Wide Web Consortium. 2023. Web Accessibility Evaluation Tools List. Retrieved 2023-01-11 from https:\/\/www.w3.org\/WAI\/ER\/tools\/"},{"key":"e_1_3_2_2_22_1","first-page":"01","volume":"202","author":"Y\u00fcksel Ula\u0219","unstructured":"Ula\u0219 Y\u00fcksel , Hasan S\u00f6zer , and Murat \u015eensoy . 2014. Trust-based Fusion of Classifiers for Static Code Analysis. Retrieved 202 3- 01 - 12 from http:\/\/confcats_isif.s3.amazonaws.com\/web-files\/event\/proceedings\/html\/2014Proceedings\/papers\/fusion2014_submission_118\/paper118.pdf Ula\u0219 Y\u00fcksel, Hasan S\u00f6zer, and Murat \u015eensoy. 2014. Trust-based Fusion of Classifiers for Static Code Analysis. Retrieved 2023-01-12 from http:\/\/confcats_isif.s3.amazonaws.com\/web-files\/event\/proceedings\/html\/2014Proceedings\/papers\/fusion2014_submission_118\/paper118.pdf","journal-title":"Static Code Analysis. Retrieved"}],"event":{"name":"W4A '23: 20th International Web for All Conference","location":"Austin TX USA","acronym":"W4A '23"},"container-title":["20th International Web for All Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587281.3587282","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:36:38Z","timestamp":1750282598000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587281.3587282"}},"subtitle":["Comparing Nine Testing Tools"],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":22,"alternative-id":["10.1145\/3587281.3587282","10.1145\/3587281"],"URL":"https:\/\/doi.org\/10.1145\/3587281.3587282","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}