{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:11:14Z","timestamp":1771045874359,"version":"3.50.1"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984167","type":"print"},{"value":"9783031984174","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98417-4_3","type":"book-chapter","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T10:05:54Z","timestamp":1752746754000},"page":"33-48","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Generating Planning Feedback for\u00a0Open-Ended Programming Exercises with\u00a0LLMs"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5674-5878","authenticated-orcid":false,"given":"Mehmet Arif","family":"Demirta\u015f","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5782-3685","authenticated-orcid":false,"given":"Claire","family":"Zheng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4730-447X","authenticated-orcid":false,"given":"Max","family":"Fowler","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9702-2796","authenticated-orcid":false,"given":"Kathryn","family":"Cunningham","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"3_CR1","unstructured":"GPT-4o system card. Tech. rep., OpenAI (2024). https:\/\/arxiv.org\/abs\/2410.21276"},{"issue":"3","key":"3_CR2","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1080\/08993408.2023.2262877","volume":"34","author":"F Abu Deeb","year":"2024","unstructured":"Abu Deeb, F., Hickey, T.: Impact of reflection in auto-graders: an empirical study of novice coders. Comput. Sci. Educ. 34(3), 473\u2013494 (2024)","journal-title":"Comput. Sci. Educ."},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Alkafaween, U., Albluwi, I., Denny, P.: Automating autograding: large language models as test suite generators for introductory programming. J. Comput. Assist. Learn. 41(1), e13100 (2025)","DOI":"10.1111\/jcal.13100"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Allamanis, M., Sutton, C.: Mining idioms from source code. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 472\u2013483. FSE 2014, ACM, New York, NY, USA (2014)","DOI":"10.1145\/2635868.2635901"},{"key":"3_CR5","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems. vol.\u00a033, pp. 1877\u20131901 (2020)"},{"issue":"4","key":"3_CR6","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1111\/j.1540-4781.1984.tb02509.x","volume":"68","author":"PL Carrell","year":"1984","unstructured":"Carrell, P.L.: Schema theory and ESL reading: classroom implications and applications. Mod. Lang. J. 68(4), 332\u2013343 (1984)","journal-title":"Mod. Lang. J."},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Chen, S., Lan, Y., Yuan, Z.: A multi-task automated assessment system for\u00a0essay scoring. In: Artificial Intelligence in Education, pp. 276\u2013283. Springer Nature Switzerland, Cham (2024)","DOI":"10.1007\/978-3-031-64299-9_22"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Cunningham, K., Ericson, B.J., Agrawal\u00a0Bejarano, R., Guzdial, M.: Avoiding the turing tarpit: Learning conversational programming by starting from code\u2019s purpose. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, CHI \u201921, ACM, New York, NY, USA (2021)","DOI":"10.1145\/3411764.3445571"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Demirta\u015f, M.A., Fowler, M., Hu, N., Cunningham, K.: Validating, refining, and identifying programming plans using learning curve analysis on code writing data. In: Proceedings of the 2024 ACM Conference on International Computing Education Research-Volume 1, pp. 263\u2013279 (2024)","DOI":"10.1145\/3632620.3671120"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Dong, D., Liang, Y.: Grading programming assignments by summarization. In: Proceedings of the ACM Turing Award Celebration Conference, pp. 53\u201358 (2024)","DOI":"10.1145\/3674399.3674426"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Duong, T.N.B., Meng, C.Y.: Automatic grading of short answers using large language models in software engineering courses. In: 2024 IEEE Global Engineering Education Conference (EDUCON), pp. 1\u201310 (May 2024)","DOI":"10.1109\/EDUCON60312.2024.10578839"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Feng, Z., et\u00a0al.: Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Finnie-Ansley, J., Denny, P., Becker, B.A., Luxton-Reilly, A., Prather, J.: The robots are coming: exploring the implications of OpenAI codex on introductory programming. In: Proceedings of the 24th Australasian Computing Education Conference, pp. 10\u201319. ACE \u201922, ACM, New York, NY, USA (Feb 2022)","DOI":"10.1145\/3511861.3511863"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Finnie-Ansley, J., Denny, P., Luxton-Reilly, A., Santos, E.A., Prather, J., Becker, B.A.: My AI wants to know if this will be on the exam: testing OpenAI\u2019s codex on CS2 programming exercises. In: Proceedings of the 25th Australasian Computing Education Conference, pp. 97\u2013104. ACE \u201923 (Jan 2023)","DOI":"10.1145\/3576123.3576134"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Grandel, S., Schmidt, D.C., Leach, K.: Applying large language models to enhance the assessment of parallel functional programming assignments. In: Proceedings of the 1st International Workshop on Large Language Models for Code, pp. 102\u2013110. LLM4Code \u201924, ACM, New York, NY, USA (Sep 2024)","DOI":"10.1145\/3643795.3648375"},{"issue":"2","key":"3_CR16","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/BF00052381","volume":"13","author":"PW Hewson","year":"1984","unstructured":"Hewson, P.W., Posner, G.J.: The use of schema theory in the design of instructional materials: a physics example. Instr. Sci. 13(2), 119\u2013139 (1984)","journal-title":"Instr. Sci."},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Islam, M.S., Doumbouya, M.K.B., Manning, C.D., Piech, C.: Handwritten code recognition for pen-and-paper cs education. L@S \u201924, ACM, New York, NY, USA (2024)","DOI":"10.1145\/3657604.3662027"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Iyer, V., Zilles, C.: Pattern census: a characterization of pattern usage in early programming courses. In: Proceedings of the 52nd ACM Technical Symposium on Computer Science Education, pp. 45\u201351. SIGCSE \u201921 (2021)","DOI":"10.1145\/3408877.3432442"},{"issue":"12","key":"3_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571730","volume":"55","author":"Z Ji","year":"2023","unstructured":"Ji, Z., et al.: Survey of hallucination in natural language generation. ACM Comput. Surv. 55(12), 1\u201338 (2023)","journal-title":"ACM Comput. Surv."},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Jury, B., Lorusso, A., Leinonen, J., Denny, P., Luxton-Reilly, A.: Evaluating LLM-generated worked examples in an introductory programming course. In: Proceedings of the 26th Australasian Comp. Ed. Conference, pp. 77\u201386 (2024)","DOI":"10.1145\/3636243.3636252"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Karanikiotis, T., Symeonidis, A.L.: Towards extracting reusable and maintainable code snippets. In: International Conference on Software Technologies, pp. 187\u2013206. Springer (2022)","DOI":"10.1007\/978-3-031-37231-5_9"},{"issue":"2","key":"3_CR22","first-page":"1","volume":"22","author":"P Kather","year":"2021","unstructured":"Kather, P., Duran, R., Vahrenhold, J.: Through (tracking) their eyes: Abstraction and complexity in program comprehension. ACM Trans. Comput. Educ. (TOCE) 22(2), 1\u201333 (2021)","journal-title":"ACM Trans. Comput. Educ. (TOCE)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Kleiner, C., Heine, F.: Enhancing feedback generation for autograded sql statements to improve student learning. In: Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1, pp. 248\u2013254. ITiCSE 2024, ACM, New York, NY, USA (2024)","DOI":"10.1145\/3649217.3653579"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Latif, E., Zhai, X.: Fine-tuning ChatGPT for automatic scoring. Comput. Educ.: Artif. Intell. 6, 100210 (2024)","DOI":"10.1016\/j.caeai.2024.100210"},{"key":"3_CR25","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1016\/j.jmathb.2015.11.005","volume":"41","author":"K Lee","year":"2016","unstructured":"Lee, K.: Students\u2019 proof schemes for mathematical proving and disproving of propositions. J. Math. Behav. 41, 26\u201344 (2016)","journal-title":"J. Math. Behav."},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Leinonen, J., et al.: Comparing code explanations created by students and large language models. In: Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1., pp. 124\u2013130. ACM, Turku Finland (Jun 2023)","DOI":"10.1145\/3587102.3588785"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Li, T.W., Hsu, S., Fowler, M., Zhang, Z., Zilles, C., Karahalios, K.: Am i wrong, or is the autograder wrong? effects of ai grading mistakes on learning. In: Proceedings of the ACM Conference on International Computing Education Research - V 1, pp. 159\u2013176. ICER \u201923 (2023)","DOI":"10.1145\/3568813.3600124"},{"key":"3_CR28","unstructured":"Liu, J., Xia, C.S., Wang, Y., Zhang, L.: Is your code generated by ChatGPT really correct? rigorous evaluation of large language models for code generation. In: Advances in Neural Information Processing System, vol.\u00a036, pp. 21558\u201321572 (2023)"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Liu, M.X., et al.: \"We Need Structured Output\": Towards user-centered constraints on large language model output. CHI EA \u201924, ACM, New York, NY, USA (2024)","DOI":"10.1145\/3613905.3650756"},{"key":"3_CR30","unstructured":"Marwan, S., Shi, Y., Menezes, I., Chi, M., Barnes, T., Price, T.W.: Just a few expert constraints can help: Humanizing data-driven subgoal detection for novice programming. International Educational Data Mining Society (2021)"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Mitra, J.: Studying the impact of auto-graders giving immediate feedback in programming assignments. In: Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1., pp. 388\u2013394. SIGCSE 2023, ACM, New York, NY, USA (2023)","DOI":"10.1145\/3545945.3569726"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Muller, O.: Pattern oriented instruction and the enhancement of analogical reasoning. In: Proceedings of the First International Workshop on Computing Education Research, pp. 57\u201367. ICER \u201905, ACM, New York, NY, USA (2005)","DOI":"10.1145\/1089786.1089792"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Muller, O., Ginat, D., Haberman, B.: Pattern-oriented instruction and its influence on problem decomposition and solution construction. In: Proceedings of the 12th Annual SIGCSE Conference on Innovation and Technology in Computer Science Education, pp. 151\u2013155. ITiCSE \u201907, ACM, New York, NY, USA (2007)","DOI":"10.1145\/1268784.1268830"},{"key":"3_CR34","doi-asserted-by":"crossref","unstructured":"Reichert, H., Tabarsi, B.T., Price, T., Barnes, T.: Jigsaw: a tool for decomposing and planning programming problems. In: 2024 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC), pp. 236\u2013247 (2024)","DOI":"10.1109\/VL\/HCC60511.2024.00034"},{"issue":"4","key":"3_CR35","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1207\/s15516709cog1904_3","volume":"19","author":"RS Rist","year":"1995","unstructured":"Rist, R.S.: Program structure and design. Cogn. Sci. 19(4), 507\u2013562 (1995)","journal-title":"Cogn. Sci."},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Rivera, E., Fisler, K., Krishnamurthi, S.: Observations on the design of program planning notations for students. In: Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1, pp. 1133\u20131139 (2024)","DOI":"10.1145\/3626252.3630901"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Rivera, E., Steinmaurer, A., Fisler, K., Krishnamurthi, S.: Iterative student program planning using transformer-driven feedback. In: Proceedings of the 2024 on Innovation and Technology in Comp. Sci. Ed. V. 1, pp. 45\u201351. ITiCSE 2024 (2024)","DOI":"10.1145\/3649217.3653607"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Robins, A.V.: Novice programmers and introductory programming. In: Fincher, S.A., Robins, A.V. (eds.) The Cambridge Handbook of Computing Education Research, pp.\u00a0355. Cambridge Handbooks in Psychology (2019)","DOI":"10.1017\/9781108654555.013"},{"key":"3_CR39","unstructured":"Shin, R., Allamanis, M., Brockschmidt, M., Polozov, O.: Program synthesis and semantic parsing with learned code idioms. arXiv preprint arXiv:1906.10816 (2019)"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Sivaraman, A., Abreu, R., Scott, A., Akomolede, T., Chandra, S.: Mining idioms in the wild. In: Proceedings of the 44th International Conference on Software Engineering: Software Engineering in Practice, pp. 187\u2013196. ICSE-SEIP \u201922, ACM, New York, NY, USA (2022)","DOI":"10.1145\/3510457.3513046"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Smith, D.H., Denny, P., Fowler, M.: Prompting for comprehension: exploring the intersection of explain in plain english questions and prompt writing. In: Proceedings of the 11th ACM Conference on Learning @ Scale, pp. 39\u201350 (2024)","DOI":"10.1145\/3657604.3662039"},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Soloway, E., Ehrlich, K.: Empirical studies of programming knowledge. IEEE Trans. Softw. Eng. SE-10(5), 595\u2013609 (1984)","DOI":"10.1109\/TSE.1984.5010283"},{"key":"3_CR43","doi-asserted-by":"crossref","unstructured":"Toll, D., Wingkvist, A., Ericsson, M.: Current state and next steps on automated hints for students learning to code. In: 2020 IEEE Frontiers in Education Conference (FIE), pp.\u00a01\u20135. IEEE (2020)","DOI":"10.1109\/FIE44824.2020.9274053"},{"key":"3_CR44","doi-asserted-by":"crossref","unstructured":"Wang, T., D\u00edaz, D.V., Brown, C., Chen, Y.: Exploring the role of AI assistants in computer science education: methods, implications, and instructor perspectives. In: 2023 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC), pp. 92\u2013102. IEEE, Washington, DC, USA (2023)","DOI":"10.1109\/VL-HCC57772.2023.00018"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Weinman, N., Fox, A., Hearst, M.A.: Improving instruction of programming patterns with faded parsons problems. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. CHI \u201921, ACM, New York, NY, USA (2021)","DOI":"10.1145\/3411764.3445228"},{"key":"3_CR46","unstructured":"Wills, L.M.: Automated Program Recognition. Tech. Rep. AITR-904, Massachusetts Institute of Technology (1987)"},{"key":"3_CR47","doi-asserted-by":"crossref","unstructured":"Wu, X., He, X., Liu, T., Liu, N., Zhai, X.: Matching exemplar as next sentence prediction (mensp): zero-shot prompt learning for automatic scoring in science education. In: Artificial Intelligence in Education, vol. 13916, pp. 401\u2013413. Springer Nature Switzerland, Cham (2023)","DOI":"10.1007\/978-3-031-36272-9_33"},{"key":"3_CR48","doi-asserted-by":"publisher","unstructured":"Yousef, M., Mohamed, K., Medhat, W., Mohamed, E.H., Khoriba, G., Arafa, T.: BeGrading: large language models for enhanced feedback in programming education. Neural Computing and Applications (2024). https:\/\/doi.org\/10.1007\/s00521-024-10449-y","DOI":"10.1007\/s00521-024-10449-y"},{"key":"3_CR49","doi-asserted-by":"crossref","unstructured":"Zamprogno, L., Holmes, R., Baniassad, E.: Nudging student learning strategies using formative feedback in automatically graded assessments. In: Proceedings of the 2020 ACM SIGPLAN Symposium on SPLASH-E, pp. 1\u201311 (2020)","DOI":"10.1145\/3426431.3428654"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98417-4_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T12:47:13Z","timestamp":1757249233000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98417-4_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984167","9783031984174"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98417-4_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}