{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T11:14:35Z","timestamp":1783077275928,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,21]]},"DOI":"10.1145\/3736181.3747167","type":"proceedings-article","created":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T22:20:27Z","timestamp":1759184427000},"page":"78-84","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["A Knowledge-Component-Based Methodology for Evaluating AI Assistants"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-0424-8746","authenticated-orcid":false,"given":"Laryn","family":"Qi","sequence":"first","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5310-6728","authenticated-orcid":false,"given":"J.D.","family":"Zamfirescu-Pereira","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4431-4640","authenticated-orcid":false,"given":"Taehan","family":"Kim","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0693-0829","authenticated-orcid":false,"given":"Bjoern","family":"Hartmann","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9152-3891","authenticated-orcid":false,"given":"John","family":"DeNero","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9861-7540","authenticated-orcid":false,"given":"Narges","family":"Norouzi","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630876"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432430"},{"key":"e_1_3_2_1_3_1","volume-title":"Knowledge tracing: Modeling the acquisition of procedural knowledge. User Modeling and User-Adapted Interaction","author":"Corbett Albert","year":"1994","unstructured":"Albert Corbett, A.T. and John Anderson, R., 1994. Knowledge tracing: Modeling the acquisition of procedural knowledge. User Modeling and User-Adapted Interaction (1994)."},{"key":"e_1_3_2_1_4_1","unstructured":"Katherine Donlevy. 2023. Harvard to roll out AI professors in flagship coding class for fall semester. https:\/\/nypost.com\/2023\/06\/30\/harvard-to-roll-out-ai-professors-in-flagship-coding-class-for-fall-semester\/"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52240-7_17"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499334"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642773"},{"key":"e_1_3_2_1_9_1","volume-title":"Perfetti","author":"Koedinger K.","year":"2010","unstructured":"K. Koedinger, Albert T. Corbett, and Charles A. Perfetti. 2010. The Knowledge-Learning-Instruction (KLI) Framework: Toward Bridging the Science-Practice Chasm to Enhance Robust Student Learning. https:\/\/api.semanticscholar.org\/CorpusID:15732814"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653612"},{"key":"e_1_3_2_1_11_1","volume-title":"Artificial Intelligence in Education, Ning Wang, Genaro Rebolledo-Mendez, Noboru Matsuda, Olga C","author":"Koutcheme Charles","unstructured":"Charles Koutcheme, Sami Sarsa, Juho Leinonen, Arto Hellas, and Paul Denny. 2023. Automated Program Repair Using Generative Models for\u00a0Code Infilling. In Artificial Intelligence in Education, Ning Wang, Genaro Rebolledo-Mendez, Noboru Matsuda, Olga C. Santos, and Vania Dimitrova (Eds.). Springer Nature Switzerland, Cham, 798-803."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Mark Liffiton Brad Sheese Jaromir Savelka and Paul Denny. 2023. CodeHelp: Using Large Language Models with Guardrails for Scalable Support in Programming Classes. arXiv:2308.06921 [cs.CY]","DOI":"10.1145\/3631802.3631830"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1044550.1041673"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635427"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662036"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","unstructured":"Stephen Macneil Joanne Kim Juho Leinonen Paul Denny Seth Bernstein Brett Becker Michel Wermelinger Arto Hellas Andrew Tran Sami Sarsa James Prather and Viraj Kumar. 2023. The Implications of Large Language Models for CS Teachers and Students. doi:10.1145\/3545947.3573358","DOI":"10.1145\/3545947.3573358"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/RITA.2022.3191288"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635609"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626253.3635592"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641555.3705215"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3513140"},{"key":"e_1_3_2_1_22_1","volume-title":"Jonathan Leong Shan Wong, Yung Xin Shin, Yeong Shian Poon, Zhou Yang, Chun Yong Chong, David Lo, and Mei Kuan Lim.","author":"Pan Wei Hung","year":"2024","unstructured":"Wei Hung Pan, Ming Jie Chok, Jonathan Leong Shan Wong, Yung Xin Shin, Yeong Shian Poon, Zhou Yang, Chun Yong Chong, David Lo, and Mei Kuan Lim. 2024. Assessing AI Detectors in Identifying AI-Generated Code: Implications for Education. arXiv:2401.03676 [cs.SE] https:\/\/arxiv.org\/abs\/2401.03676"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649405.3659534"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.8115671"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10844782"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Kevin Wang Seth Akins Abdallah Mohammed and Ramon Lawrence. 2023. Student Mastery or AI Deception? Analyzing ChatGPT's Assessment Proficiency and Evaluating Detection Strategies. arXiv:2311.16292 [cs.CY] https:\/\/arxiv.org\/abs\/2311.16292","DOI":"10.1109\/CSCI62032.2023.00268"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Rose E. Wang Qingyang Zhang Carly Robinson Susanna Loeb and Dorottya Demszky. 2024b. Bridging the Novice-Expert Gap via Models of Decision-Making: A Case Study on Remediating Math Mistakes. arXiv:2310.10648 [cs.CL]","DOI":"10.18653\/v1\/2024.naacl-long.120"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630764"},{"key":"e_1_3_2_1_30_1","volume-title":"Chi, Quoc Le, and Denny Zhou","author":"Wei Jason","year":"2023","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc Le, and Denny Zhou. 2023. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. arXiv:2201.11903 [cs.CL]"},{"key":"e_1_3_2_1_31_1","unstructured":"J.D. Zamfirescu-Pereira Laryn Qi Bjoern Hartmann John DeNero and Narges Norouzi. 2023. Conversational Programming with LLM-Powered Interactive Support in an Introductory Computer Science Course. https:\/\/gaied.org\/neurips2023\/files\/32\/32_paper.pdf"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641554.3701864"}],"event":{"name":"CompEd 2025: ACM Global Computing Education Conference 2025","location":"Gaborone Botswana","acronym":"CompEd 2025","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the ACM Global Computing Education Conference 2025 - Volume 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736181.3747167","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T23:38:06Z","timestamp":1770161886000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736181.3747167"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,21]]},"references-count":32,"alternative-id":["10.1145\/3736181.3747167","10.1145\/3736181"],"URL":"https:\/\/doi.org\/10.1145\/3736181.3747167","relation":{},"subject":[],"published":{"date-parts":[[2025,10,21]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}