{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T09:56:01Z","timestamp":1782986161737,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706500","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"238-248","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Test Case-Informed Knowledge Tracing for Open-ended Coding Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7635-3352","authenticated-orcid":false,"given":"Zhangqi","family":"Duan","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2258-0208","authenticated-orcid":false,"given":"Nigel","family":"Fernandez","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2143-2633","authenticated-orcid":false,"given":"Alexander","family":"Hicks","sequence":"additional","affiliation":[{"name":"Virginia Tech, Blacksburg, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8475-6600","authenticated-orcid":false,"given":"Andrew","family":"Lan","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Ghodai Abdelrahman Qing Wang and Bernardo Nunes. 2023. Knowledge tracing: A survey. Comput. Surveys 55 11 (2023) 1\u201337.","DOI":"10.1145\/3569576"},{"key":"e_1_3_3_2_3_2","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","author":"Ahmed Umair\u00a0Z.","year":"2020","unstructured":"Umair\u00a0Z. Ahmed, Maria Christakis, Aleksandr Efremov, Nigel Fernandez, Ahana Ghosh, Abhik Roychoudhury, and Adish Singla. 2020. Synthesizing Tasks for Block-Based Programming. In Advances in Neural Information Processing Systems (NeurIPS) (Vancouver, BC, Canada). Article 1874, 12\u00a0pages."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Uri Alon Meital Zilberstein Omer Levy and Eran Yahav. 2019. code2vec: Learning distributed representations of code. Proceedings of the ACM on Programming Languages 3 POPL (2019) 1\u201329.","DOI":"10.1145\/3290353"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"John\u00a0R Anderson and Robin Jeffries. 1985. Novice LISP errors: Undetected losses of information from working memory. Human\u2013Computer Interact. 1 2 (1985) 107\u2013131.","DOI":"10.1207\/s15327051hci0102_2"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"John\u00a0Seely Brown and Richard\u00a0R Burton. 1978. Diagnostic models for procedural bugs in basic mathematical skills. Cogn. sci. 2 2 (1978) 155\u2013192.","DOI":"10.1016\/S0364-0213(78)80004-4"},{"key":"e_1_3_3_2_7_2","unstructured":"Challenge Organizers. 2021. The 2nd CSEDM Data Challenge. Online: https:\/\/sites.google.com\/ncsu.edu\/csedm-dc-2021\/."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Albert Corbett and John Anderson. 1994. Knowledge tracing: Modeling the acquisition of procedural knowledge. User Model. User-adapted Interact. 4 4 (Dec. 1994) 253\u2013278.","DOI":"10.1007\/BF01099821"},{"key":"e_1_3_3_2_9_2","unstructured":"DataShop@CMU. 2021. Dataset: CodeWorkout data Spring 2019. Online: https:\/\/pslcdatashop.web.cmu.edu\/Files?datasetId=3458."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884786"},{"key":"e_1_3_3_2_11_2","unstructured":"Tim Dettmers Artidoro Pagnoni Ari Holtzman and Luke Zettlemoyer. 2024. Qlora: Efficient finetuning of quantized llms. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999561"},{"key":"e_1_3_3_2_13_2","first-page":"1","volume-title":"Proc. CHI Conf. Human Factors Comput. Syst.","author":"Feldman Molly\u00a0Q","year":"2018","unstructured":"Molly\u00a0Q Feldman, Ji\u00a0Yong Cho, Monica Ong, Sumit Gulwani, Zoran Popovi\u0107, and Erik Andersen. 2018. Automatic Diagnosis of Students\u2019 Misconceptions in K-8 Mathematics. In Proc. CHI Conf. Human Factors Comput. Syst.1\u201312."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.12730003"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403282"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural Comput. 9 8 (Nov. 1997) 1735\u20131780.","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3615047"},{"key":"e_1_3_3_2_18_2","volume-title":"International Conference on Learning Representations","author":"Hu Edward\u00a0J","year":"2022","unstructured":"Edward\u00a0J Hu, yelong shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2022. LoRA: Low-Rank Adaptation of Large Language Models. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=nZeVKeeFYf9"},{"key":"e_1_3_3_2_19_2","first-page":"7482","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"Kendall Alex","year":"2018","unstructured":"Alex Kendall, Yarin Gal, and Roberto Cipolla. 2018. Multi-task learning using uncertainty to weigh losses for scene geometry and semantics. In Proceedings of the IEEE conference on computer vision and pattern recognition. 7482\u20137491."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_74"},{"key":"e_1_3_3_2_21_2","unstructured":"Nischal\u00a0Ashok Kumar and Andrew Lan. 2024. Improving Socratic Question Generation using Data Augmentation and Preference Optimization. Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA) (2024)."},{"key":"e_1_3_3_2_22_2","unstructured":"Nischal\u00a0Ashok Kumar and Andrew Lan. 2024. Using Large Language Models for Student-Code Guided Test Case Generation in Computer Science Education. AI4ED workshop at AAAI Conference on Artificial Intelligence (2024)."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1014"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.254"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Qi Liu Zhenya Huang Yu Yin Enhong Chen Hui Xiong Yu Su and Guoping Hu. 2019. Ekt: Exercise-aware knowledge tracing for student performance prediction. IEEE Trans. Knowl. Data Eng. 33 1 (2019) 100\u2013115.","DOI":"10.1109\/TKDE.2019.2924374"},{"key":"e_1_3_3_2_26_2","unstructured":"AI\u00a0@\u00a0Meta Llama\u00a0Team. 2024. The Llama 3 Herd of Models. arxiv:https:\/\/arXiv.org\/abs\/2407.21783\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_3_2_27_2","volume-title":"International Conference on Learning Representations","author":"Loshchilov Ilya","year":"2019","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled Weight Decay Regularization. In International Conference on Learning Representations."},{"key":"e_1_3_3_2_28_2","unstructured":"Ye Mao Yang Shi Samiha Marwan Thomas\u00a0W Price Tiffany Barnes and Min Chi. 2021. Knowing\" When\" and\" Where\": Temporal-ASTNN for Student Learning Progression in Novice Programming Tasks. International Educational Data Mining Society. (2021)."},{"key":"e_1_3_3_2_29_2","first-page":"384","volume-title":"Proc. Int. Conf. Educ. Data Mining","author":"Pandey Shalini","year":"2019","unstructured":"Shalini Pandey and George Karypis. 2019. A self attentive model for knowledge tracing. In Proc. Int. Conf. Educ. Data Mining. 384\u2013389."},{"key":"e_1_3_3_2_30_2","first-page":"311","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13470-8_24"},{"key":"e_1_3_3_2_32_2","unstructured":"Chris Piech Jonathan Bassen Jonathan Huang Surya Ganguli Mehran Sahami Leonidas\u00a0J Guibas and Jascha Sohl-Dickstein. 2015. Deep knowledge tracing. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724668"},{"key":"e_1_3_3_2_34_2","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et\u00a0al. 2019. Language models are unsupervised multitask learners. OpenAI blog 1 8 (2019) 9."},{"key":"e_1_3_3_2_35_2","unstructured":"Shuo Ren Daya Guo Shuai Lu Long Zhou Shujie Liu Duyu Tang Neel Sundaresan Ming Zhou Ambrosio Blanco and Shuai Ma. 2020. CodeBLEU: a Method for Automatic Evaluation of Code Synthesis. arxiv:https:\/\/arXiv.org\/abs\/2009.10297\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2009.10297"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Kelly Rivers and Kenneth\u00a0R Koedinger. 2017. Data-driven hint generation in vast solution spaces: a self-improving python programming tutor. International Journal of Artificial Intelligence in Education (IJAIED) 27 1 (2017).","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_3_2_38_2","volume-title":"Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024)","author":"Shaka Martha","year":"2024","unstructured":"Martha Shaka, Diego Carraro, and Kenneth Brown. 2024. Error Tracing in Programming: A Path to Personalised Feedback. In Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024), Ekaterina Kochmar, Marie Bexte, Jill Burstein, Andrea Horbach, Ronja Laarmann-Quante, Ana\u00efs Tack, Victoria Yaneva, and Zheng Yuan (Eds.). Association for Computational Linguistics, Mexico City, Mexico."},{"key":"e_1_3_3_2_39_2","unstructured":"Yang Shi Min Chi Tiffany Barnes and Thomas Price. 2022. Code-DKT: A code-based knowledge tracing model for programming tasks. International Conference on Educational Data Mining (EDM) (2022)."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.6853105"},{"key":"e_1_3_3_2_41_2","volume-title":"International Conference on Educational Data Mining (EDM)","author":"Shi Yang","year":"2023","unstructured":"Yang Shi, Robin Schmucker, Min Chi, Tiffany Barnes, and Thomas Price. 2023. KC-Finder: Automated knowledge component discovery for programming problems. In International Conference on Educational Data Mining (EDM)."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448205"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448188"},{"key":"e_1_3_3_2_44_2","unstructured":"Adish Singla and Nikitas Theodoropoulos. 2022. From { Solution Synthesis} to { Student Attempt Synthesis} for Block-Based Visual Programming Tasks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2205.01265 (2022)."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"John\u00a0P Smith\u00a0III Andrea\u00a0A DiSessa and Jeremy Roschelle. 1994. Misconceptions reconceived: A constructivist analysis of knowledge in transition. j. learn. sci. 3 2 (1994) 115\u2013163.","DOI":"10.1207\/s15327809jls0302_1"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"George\u00a0S Snoddy. 1926. Learning and stability: a psychophysiological analysis of a case of motor learning with clinical applications. Journal of Applied Psychology 10 1 (1926) 1.","DOI":"10.1037\/h0075814"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"Dowon Song Myungho Lee and Hakjoo Oh. 2019. Automatic and scalable detection of logical errors in functional programming assignments. Proceedings of the ACM on Programming Languages 3 OOPSLA (2019) 1\u201330.","DOI":"10.1145\/3360614"},{"key":"e_1_3_3_2_48_2","volume-title":"Handbook of Modern Item Response Theory","author":"Linden W.\u00a0J. van\u00a0der","year":"2013","unstructured":"W.\u00a0J. van\u00a0der Linden and R.\u00a0K. Hambleton. 2013. Handbook of Modern Item Response Theory. Springer Science & Business Media."},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Lisa Wang Angela Sy Larry Liu and Chris Piech. 2017. Learning to Represent Student Knowledge on Programming Exercises Using Deep Learning. Int. Educ. Data Mining Soc. (2017).","DOI":"10.1145\/3051457.3053985"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_3_2_51_2","volume-title":"Proc. Joint Eur. Conf. Mach. Learn. Knowl. Discovery Databases","author":"Yang Yang","year":"2020","unstructured":"Yang Yang, Jian Shen, Yanru Qu, Yunfei Liu, Kerong Wang, Yaoming Zhu, Weinan Zhang, and Yong Yu. 2020. GIKT: A Graph-based Interaction Model for Knowledge Tracing. In Proc. Joint Eur. Conf. Mach. Learn. Knowl. Discovery Databases."},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_18"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052660"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052580"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"crossref","unstructured":"Jian Zhang Xu Wang Hongyu Zhang Hailong Sun Kaixuan Wang and Xudong Liu. 2019. A Novel Neural Source Code Representation Based on Abstract Syntax Tree. (2019) 783\u2013794.","DOI":"10.1109\/ICSE.2019.00086"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW58026.2022.00048"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706500","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706500","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:50Z","timestamp":1750298210000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706500"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":55,"alternative-id":["10.1145\/3706468.3706500","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706500","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}