{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T16:10:21Z","timestamp":1770999021522,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,2,18]]},"DOI":"10.1145\/3770762.3772551","type":"proceedings-article","created":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:15:58Z","timestamp":1770995758000},"page":"957-963","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Benchmarking AI Tools for Software Engineering Education: Insights into Design, Implementation, and Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2480-9974","authenticated-orcid":false,"given":"Nimisha","family":"Roy","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3283-6094","authenticated-orcid":false,"given":"Oleksandr","family":"Horielko","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5692-2045","authenticated-orcid":false,"given":"Olufisayo","family":"Omojokun","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,2,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499406"},{"key":"e_1_3_2_1_2_1","volume-title":"Visual AI Tutorial: Advanced Usage for Playwright. https:\/\/applitools.com\/tutorials\/playwright\/advanced-usage. Accessed","year":"2025","unstructured":"Applitools. 2024. Visual AI Tutorial: Advanced Usage for Playwright. https:\/\/applitools.com\/tutorials\/playwright\/advanced-usage. Accessed June 2025."},{"key":"e_1_3_2_1_3_1","volume-title":"Claude AI User Statistics and Growth","year":"2025","unstructured":"Backlinko. 2025. Claude AI User Statistics and Growth (2025). https:\/\/backlinko.com\/claude-users. Accessed June 2025."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSCCC58608.2023.10176436"},{"key":"e_1_3_2_1_5_1","volume-title":"Codeium's IDE Compatibility and Speed Benchmarks. https:\/\/www.bigdatawire.com\/2024\/05\/17\/has-codeium-cracked-thecode-for-ai-assistants\/. Accessed","year":"2025","unstructured":"BigDataWire. 2024. Codeium's IDE Compatibility and Speed Benchmarks. https:\/\/www.bigdatawire.com\/2024\/05\/17\/has-codeium-cracked-thecode-for-ai-assistants\/. Accessed June 2025."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.59863\/miql7785"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2406.00560"},{"key":"e_1_3_2_1_8_1","volume-title":"Google Gemini Statistics and Adoption Trends. https:\/\/doit.software\/blog\/google-gemini-statistics. Accessed","year":"2025","unstructured":"Doit.software. 2025. Google Gemini Statistics and Adoption Trends. https:\/\/doit.software\/blog\/google-gemini-statistics. Accessed June 2025."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.55248\/gengpi.5.1024.2734"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641554.3701800"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3390\/educsci15010068"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576862"},{"key":"e_1_3_2_1_13_1","volume-title":"Elements of an Accessible User Interface. https:\/\/www.mabl.com\/blog\/elements-of-an-accessible-user-interface-mabl. Accessed","year":"2025","unstructured":"Mabl. 2024. Elements of an Accessible User Interface. https:\/\/www.mabl.com\/blog\/elements-of-an-accessible-user-interface-mabl. Accessed June 2025."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education (SIGCSE). https:\/\/sigcse2024","author":"Malan David J.","year":"2024","unstructured":"David J. Malan. 2024. Teaching CS50 with AI: Leveraging Generative Artificial Intelligence in Computer Science Education. In Proceedings of the 55th ACM Technical Symposium on Computer Science Education (SIGCSE). https:\/\/sigcse2024.sigcse.org\/details\/sigcse-ts-2024-Papers-1\/160\/Teaching-CS50-with-AI-Leveraging-Generative-Artificial-Intelligence-in-Computer-Scie"},{"key":"e_1_3_2_1_15_1","unstructured":"M. Merkel and J. D\u00f6rpinghaus. 2025. A Case Study on the Transformative Potential of AI in Software Engineering on LeetCode and ChatGPT. arXiv (2025)."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the ACM Conference on Computing Education Practice (CompEd). To appear.","author":"Roy","unstructured":"Roy N., Horielko O., and Omojokun O. 2025. Integrating AI Tools in Advanced Computer Science Curricula: A Case Study of Course Redesign. In Proceedings of the ACM Conference on Computing Education Practice (CompEd). To appear."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2310.18648"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569779"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2501.10091"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3688210"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 2. ACM","author":"Roy N.","unstructured":"N. Roy, O. Olufisayo, and O. Horielko. 2025. Empowering Future Software Engineers: Integrating AI Tools into Advanced CS Curriculum. In Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 2. ACM, Pittsburgh, Pennsylvania, 1747--1747."},{"key":"e_1_3_2_1_22_1","volume-title":"2024 Developer Survey Results. https:\/\/survey.stackoverflow.co\/2024\/. Accessed","author":"Overflow Stack","year":"2025","unstructured":"Stack Overflow. 2024. 2024 Developer Survey Results. https:\/\/survey.stackoverflow.co\/2024\/. Accessed June 2025."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3361556"},{"key":"e_1_3_2_1_24_1","volume-title":"Smart Locators and Visual Testing Reports. https:\/\/help.testim.io\/docs\/reports. Accessed","year":"2025","unstructured":"Testim.io. 2024. Smart Locators and Visual Testing Reports. https:\/\/help.testim.io\/docs\/reports. Accessed June 2025."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5209\/tekn.71136"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2405.01543"},{"key":"e_1_3_2_1_27_1","volume-title":"Postman Usage and Adoption Trends. https:\/\/webtechsurvey.com\/technology\/postman. Accessed","year":"2025","unstructured":"WebTechSurvey. 2024. Postman Usage and Adoption Trends. https:\/\/webtechsurvey.com\/technology\/postman. Accessed June 2025."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_29_1","volume-title":"GitHub Copilot Survey - Developer Usage and Trends. https:\/\/xebia.com\/blog\/github-copilot-survey\/. Accessed","year":"2025","unstructured":"Xebia. 2024. GitHub Copilot Survey - Developer Usage and Trends. https:\/\/xebia.com\/blog\/github-copilot-survey\/. Accessed June 2025."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"Z. \u00d6zpolat \u00d6. Y?ld?r?m and M. Karabatak. 2023. Artificial Intelligence-Based Tools in Software Development Processes: Application of ChatGPT. European Journal of Technic (2023). doi:10.36222\/ejt.1330631","DOI":"10.36222\/ejt.1330631"}],"event":{"name":"SIGCSE TS 2026:The 57th ACM Technical Symposium on Computer Science Education","location":"St. Louis MO USA","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1"],"original-title":[],"deposited":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:21:05Z","timestamp":1770996065000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770762.3772551"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,17]]},"references-count":30,"alternative-id":["10.1145\/3770762.3772551","10.1145\/3770762"],"URL":"https:\/\/doi.org\/10.1145\/3770762.3772551","relation":{},"subject":[],"published":{"date-parts":[[2026,2,17]]},"assertion":[{"value":"2026-02-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}