{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T16:46:45Z","timestamp":1782319605024,"version":"3.54.5"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032297549","type":"print"},{"value":"9783032297556","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-29755-6_45","type":"book-chapter","created":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:53:29Z","timestamp":1782316409000},"page":"573-581","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Using LLMs for\u00a0Knowledge Component-Level Correctness Labeling in\u00a0Open-Ended Coding Problems"],"prefix":"10.1007","author":[{"given":"Zhangqi","family":"Duan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arnav","family":"Kankaria","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dhruv","family":"Kartik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew S.","family":"Lan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"45_CR1","unstructured":"Cen, H., Koedinger, K., Junker, B.: Learning factors analysis \u2013 a general method for cognitive model evaluation and improvement (1970). https:\/\/link.springer.com\/chapter\/10.1007\/11774303_17"},{"key":"45_CR2","unstructured":"Challenge Organizers: The 2nd CSEDM Data Challenge (2021). https:\/\/sites.google.com\/ncsu.edu\/csedm-dc-2021\/"},{"key":"45_CR3","doi-asserted-by":"crossref","unstructured":"Choi, Y., et al.: Ednet: A large-scale hierarchical dataset in education (2020). https:\/\/arxiv.org\/abs\/1912.03072","DOI":"10.1007\/978-3-030-52240-7_13"},{"key":"45_CR4","unstructured":"DataShop@CMU: Dataset: CodeWorkout data Spring 2019 (2021). https:\/\/pslcdatashop.web.cmu.edu\/Files?datasetId=3458"},{"key":"45_CR5","doi-asserted-by":"publisher","unstructured":"Demirtas, M.A., Fowler, M., Cunningham, K.: Reexamining learning curve analysis in programming education: The value of many small problems. In: Paaayen, B., Epp, C.D. (eds.) Proceedings of the 17th International Conference on Educational Data Mining, pp. 53\u201367. International Educational Data Mining Society, Atlanta, Georgia, USA (2024). https:\/\/doi.org\/10.5281\/zenodo.12729774","DOI":"10.5281\/zenodo.12729774"},{"key":"45_CR6","unstructured":"Duan, Z., Fernandez, N., Hicks, A., Lan, A.: Test case-informed knowledge tracing for open-ended coding tasks (2024). https:\/\/arxiv.org\/abs\/2410.10829"},{"key":"45_CR7","unstructured":"Duan, Z., Fernandez, N., Lan, A.: Kaser: Knowledge-aligned student error simulator for open-ended coding tasks (2026). https:\/\/arxiv.org\/abs\/2601.06633"},{"key":"45_CR8","unstructured":"Duan, Z., et al.: Automated knowledge component generation and knowledge tracing for coding problems. arXiv preprint arXiv:2502.18632 (2025)"},{"key":"45_CR9","doi-asserted-by":"publisher","unstructured":"Fan, J., et al.: Adaptive learning curve analytics with llm-kc identifiers for knowledge component refinement. In: Proceedings of the 2025 Conference on UK and Ireland Computing Education Research. UKICER \u201925, Association for Computing Machinery, New York, NY, USA (2025). https:\/\/doi.org\/10.1145\/3754508.3754514","DOI":"10.1145\/3754508.3754514"},{"key":"45_CR10","doi-asserted-by":"publisher","unstructured":"Feng, Z., et al.: CodeBERT: A pre-trained model for programming and natural languages. In: Cohn, T., He, Y., Liu, Y. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 1536\u20131547. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.139","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"45_CR11","doi-asserted-by":"publisher","unstructured":"de\u00a0Freitas, A., Coffman, J., de\u00a0Freitas, M., Wilson, J., Weingart, T.: Falconcode: A multiyear dataset of python code samples from an introductory computer science course. In: Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1, pp. 938\u2013944. SIGCSE 2023, Association for Computing Machinery, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3545945.3569822","DOI":"10.1145\/3545945.3569822"},{"key":"45_CR12","unstructured":"Hoq, M., Pitts, G., Lan, A., Brusilovsky, P., Akram, B.: Pattern-based knowledge component extraction from student code using representation learning (2025). https:\/\/arxiv.org\/abs\/2508.09281"},{"key":"45_CR13","doi-asserted-by":"crossref","unstructured":"Moore, S., Schmucker, R., Mitchell, T., Stamper, J.: Automated generation and tagging of knowledge components from multiple-choice questions. In: Proceedings of the eleventh ACM conference on learning@ scale, pp. 122\u2013133 (2024)","DOI":"10.1145\/3657604.3662030"},{"key":"45_CR14","unstructured":"OpenAI: Hello gpt-4o (2024). https:\/\/openai.com\/index\/hello-gpt-4o\/"},{"key":"45_CR15","unstructured":"Ozyurt, Y., Feuerriegel, S., Sachan, M.: Automated knowledge concept annotation and question representation learning for knowledge tracing. arXiv preprint arXiv:2410.01727 (2024)"},{"key":"45_CR16","unstructured":"Pavlik, P., Koedinger, K.: https:\/\/files.eric.ed.gov\/fulltext\/ED506305.pdf"},{"key":"45_CR17","doi-asserted-by":"crossref","unstructured":"Rivers, K., Harpstead, E., Koedinger, K.R.: Learning curve analysis for programming: Which concepts do students struggle with? In: ICER, vol. 16, pp. 143\u2013151. ACM (2016)","DOI":"10.1145\/2960310.2960333"},{"key":"45_CR18","doi-asserted-by":"publisher","unstructured":"Selent, D., Patikorn, T., Heffernan, N.: Assistments dataset from multiple randomized controlled experiments. In: Proceedings of the Third (2016) ACM Conference on Learning @ Scale, pp. 181\u2013184. L@S \u201916, Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2876034.2893409","DOI":"10.1145\/2876034.2893409"},{"key":"45_CR19","doi-asserted-by":"publisher","unstructured":"Shi, Y., Schmucker, R., Chi, M., Barnes, T., Price, T.: Kc-finder: Automated knowledge component discovery for programming problems. In: Feng, M., K\u0100ser, T., Talukdar, P. (eds.) Proceedings of the 16th International Conference on Educational Data Mining, pp. 28\u201339. International Educational Data Mining Society, Bengaluru, India (2023). https:\/\/doi.org\/10.5281\/zenodo.8115671","DOI":"10.5281\/zenodo.8115671"},{"issue":"1","key":"45_CR20","first-page":"1","volume":"16","author":"Y Shi","year":"2024","unstructured":"Shi, Y., Schmucker, R., Tran, K., Bacher, J., Koedinger, K., Price, T., Chi, M., Barnes, T.: The knowledge component attribution problem for programming: Methods and tradeoffs with limited labeled data. J. Edu. Data Min. 16(1), 1\u201333 (2024)","journal-title":"J. Edu. Data Min."},{"issue":"1","key":"45_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1037\/h0075814","volume":"10","author":"GS Snoddy","year":"1926","unstructured":"Snoddy, G.S.: Learning and stability: a psychophysiological analysis of a case of motor learning with clinical applications. J. Appl. Psychol. 10(1), 1 (1926)","journal-title":"J. Appl. Psychol."},{"key":"45_CR22","unstructured":"Team, Q.: Qwen3 technical report (2025). https:\/\/arxiv.org\/abs\/2505.09388"},{"key":"45_CR23","unstructured":"Zhu, R., et al.: Programming knowledge tracing: A comprehensive dataset and a new model (2021). https:\/\/arxiv.org\/abs\/2112.08273"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29755-6_45","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:53:50Z","timestamp":1782316430000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29755-6_45"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"ISBN":["9783032297549","9783032297556"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29755-6_45","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"25 June 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied-conference.org\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}