{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T05:55:52Z","timestamp":1792821352471,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3727247","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"901-911","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Direct Automated Feedback Delivery for Student Submissions based on LLMs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1509-7842","authenticated-orcid":false,"given":"Maximilian","family":"S\u00f6lch","sequence":"first","affiliation":[{"name":"Technical University of Munich, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5826-2061","authenticated-orcid":false,"given":"Felix T. J.","family":"Dietrich","sequence":"additional","affiliation":[{"name":"Technical University of Munich, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4552-644X","authenticated-orcid":false,"given":"Stephan","family":"Krusche","sequence":"additional","affiliation":[{"name":"Technical University of Munich, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1037\/0022-0663.90.3.435","article-title":"Profiling the Differences in Students' Knowledge, Interest, and Strategic Processing","volume":"90","author":"Alexander Patricia A.","year":"1998","unstructured":"Patricia A. Alexander and P. Karen Murphy. 1998. Profiling the Differences in Students' Knowledge, Interest, and Strategic Processing. Journal of Educational Psychology 90, 3 (1998), 435\u2013447.","journal-title":"Journal of Educational Psychology"},{"key":"e_1_3_2_1_2_1","volume-title":"Likert Scales and Data Analyses. Quality progress 40, 7","author":"Elaine Allen I","year":"2007","unstructured":"I Elaine Allen and Christopher A Seaman. 2007. Likert Scales and Data Analyses. Quality progress 40, 7 (2007), 64\u201365."},{"key":"e_1_3_2_1_3_1","unstructured":"Xavier Amatriain. 2024. Prompt Design and Engineering: Introduction and Advanced Methods. arXiv:2401.14423"},{"key":"e_1_3_2_1_4_1","volume-title":"2024 International Joint Conference on Neural Networks (IJCNN). 1\u20138.","author":"Ardimento Pasquale","year":"2024","unstructured":"Pasquale Ardimento, Mario Luca Bernardi, and Marta Cimitile. 2024. Teaching UML Using a RAG-based LLM. In 2024 International Joint Conference on Neural Networks (IJCNN). 1\u20138."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the ACM\/IEEE 27th International Conference on Model Driven Engineering Languages and Systems (MODELS Companion). Association for Computing Machinery, 26\u201330","author":"Ardimento Pasquale","year":"2024","unstructured":"Pasquale Ardimento, Mario Luca Bernardi, Marta Cimitile, and Michele Scalera. 2024. A RAG-based Feedback Tool to Augment UML Class Diagram Learning. In Proceedings of the ACM\/IEEE 27th International Conference on Model Driven Engineering Languages and Systems (MODELS Companion). Association for Computing Machinery, 26\u201330."},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1 (ITiCSE). Association for Computing Machinery, 31\u201337","author":"Azaiz Imen","year":"2024","unstructured":"Imen Azaiz, Natalie Kiesler, and Sven Strickroth. 2024. Feedback-Generation for Programming Exercises With GPT-4. In Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1 (ITiCSE). Association for Computing Machinery, 31\u201337."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 500\u2013506","author":"Becker Brett A.","year":"2023","unstructured":"Brett A. Becker, Paul Denny, James Finnie-Ansley, Andrew Luxton-Reilly, James Prather, and Eddie Antonio Santos. 2023. Programming Is Hard - Or at Least It Used to Be: Educational Opportunities and Challenges of AI Code Generation. In Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 500\u2013506."},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the Eighth ACM Conference on Learning @ Scale (L@S). Association for Computing Machinery, 173\u2013182","author":"Bernius Jan Philip","year":"2021","unstructured":"Jan Philip Bernius, Stephan Krusche, and Bernd Bruegge. 2021. A Machine Learning Approach for Suggesting Feedback in Textual Exercises in Large Courses. In Proceedings of the Eighth ACM Conference on Learning @ Scale (L@S). Association for Computing Machinery, 173\u2013182."},{"key":"e_1_3_2_1_9_1","first-page":"100081","article-title":"Machine Learning Based Feedback on Textual Student Answers in Large Courses","volume":"3","author":"Bernius Jan Philip","year":"2022","unstructured":"Jan Philip Bernius, Stephan Krusche, and Bernd Bruegge. 2022. Machine Learning Based Feedback on Textual Student Answers in Large Courses. Computers and Education: Artificial Intelligence 3 (2022), 100081.","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. ACM Hum.-Comput. Interact. 5, CSCW1","author":"Bu\u00e7inca Zana","year":"2021","unstructured":"Zana Bu\u00e7inca, Maja Barbara Malaya, and Krzysztof Z. Gajos. 2021. To Trust or to Think: Cognitive Forcing Functions Can Reduce Overreliance on AI in AI-assisted Decision-making. Proc. ACM Hum.-Comput. Interact. 5, CSCW1 (2021), 188:1\u2013188:21."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","article-title":"On the Assessment of Generative AI in Modeling Tasks: An Experience Report with ChatGPT and UML","volume":"22","author":"C\u00e1mara Javier","year":"2023","unstructured":"Javier C\u00e1mara, Javier Troya, Lola Burgue\u00f1o, and Antonio Vallecillo. 2023. On the Assessment of Generative AI in Modeling Tasks: An Experience Report with ChatGPT and UML. Software and Systems Modeling 22, 3 (2023), 781\u2013793.","journal-title":"Software and Systems Modeling"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1080\/02602938.2018.1467877","article-title":"What Makes for Effective Feedback: Staff and Student Perspectives","volume":"44","author":"Dawson Phillip","year":"2019","unstructured":"Phillip Dawson, Michael Henderson, Paige Mahoney, Michael Phillips, Tracii Ryan, David Boud, and Elizabeth Molloy. 2019. What Makes for Effective Feedback: Staff and Student Perspectives. Assessment & Evaluation in Higher Education 44, 1 (2019), 25\u201336.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"e_1_3_2_1_13_1","unstructured":"Yunfan Gao Yun Xiong Xinyu Gao Kangxiang Jia Jinliu Pan Yuxi Bi Yi Dai Jiawei Sun Meng Wang and Haofen Wang. 2024. Retrieval-Augmented Generation for Large Language Models: A Survey. arXiv:2312.10997"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","first-page":"108190","DOI":"10.1109\/ACCESS.2021.3100890","article-title":"A Systematic Review of the Effects of Automatic Scoring and Automatic Feedback in Educational Settings","volume":"9","author":"Hahn Marcelo Guerra","year":"2021","unstructured":"Marcelo Guerra Hahn, Silvia Margarita Baldiris Navarro, Luis De La Fuente Valentin, and Daniel Burgos. 2021. A Systematic Review of the Effects of Automatic Scoring and Automatic Feedback in Educational Settings. IEEE Access 9 (2021), 108190\u2013108198.","journal-title":"IEEE Access"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","first-page":"1237","DOI":"10.1080\/02602938.2019.1599815","article-title":"The Challenges of Feedback in Higher Education","volume":"44","author":"Henderson Michael","year":"2019","unstructured":"Michael Henderson, Tracii Ryan, and Michael Phillips. 2019. The Challenges of Feedback in Higher Education. Assessment & Evaluation in Higher Education 44, 8 (2019), 1237\u20131252.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1080\/03075070120099368","article-title":"The Conscientious Consumer: Reconsidering the Role of Assessment Feedback in Student Learning","volume":"27","author":"Higgins Richard","year":"2002","unstructured":"Richard Higgins, Peter Hartley, and Alan Skelton. 2002. The Conscientious Consumer: Reconsidering the Role of Assessment Feedback in Student Learning. Studies in Higher Education 27, 1 (2002), 53\u201364.","journal-title":"Studies in Higher Education"},{"key":"e_1_3_2_1_17_1","article-title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","volume":"43","author":"Huang Lei","year":"2025","unstructured":"Lei Huang, Weijiang Yu, Weitao Ma, Weihong Zhong, Zhangyin Feng, Haotian Wang, Qianglong Chen, Weihua Peng, Xiaocheng Feng, Bing Qin, and Ting Liu. 2025. A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions. ACM Trans. Inf. Syst. 43, 2 (2025), 42:1\u201342:55.","journal-title":"ACM Trans. Inf. Syst."},{"key":"e_1_3_2_1_18_1","volume-title":"Enhancing Learning through Formative Assessment and Feedback","author":"Irons Alastair","unstructured":"Alastair Irons. 2007. Enhancing Learning through Formative Assessment and Feedback. Routledge."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","first-page":"102274","DOI":"10.1016\/j.lindif.2023.102274","article-title":"ChatGPT for Good? On Opportunities and Challenges of Large Language Models for Education","volume":"103","author":"Kasneci Enkelejda","year":"2023","unstructured":"Enkelejda Kasneci, Kathrin Sessler, Stefan K\u00fcchemann, Maria Bannert, Daryna Dementieva, Frank Fischer, Urs Gasser, Georg Groh, Stephan G\u00fcnnemann, Eyke H\u00fcllermeier, Stephan Krusche, Gitta Kutyniok, Tilman Michaeli, Claudia Nerdel, J\u00fcrgen Pfeffer, Oleksandra Poquet, Michael Sailer, Albrecht Schmidt, Tina Seidel, Matthias Stadler, Jochen Weller, Jochen Kuhn, and Gjergji Kasneci. 2023. ChatGPT for Good? On Opportunities and Challenges of Large Language Models for Education. Learning and Individual Differences 103 (2023), 102274.","journal-title":"Learning and Individual Differences"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research (Koli Calling). Association for Computing Machinery, 1\u201312","author":"Kazemitabaar Majeed","year":"2024","unstructured":"Majeed Kazemitabaar, Xinying Hou, Austin Henley, Barbara Jane Ericson, David Weintrop, and Tovi Grossman. 2024. How Novices Use LLM-based Code Generators to Solve CS1 Coding Tasks in a Self-Paced Learning Environment. In Proceedings of the 23rd Koli Calling International Conference on Computing Education Research (Koli Calling). Association for Computing Machinery, 1\u201312."},{"key":"e_1_3_2_1_21_1","article-title":"A Systematic Literature Review of Automated Feedback Generation for Programming Exercises","volume":"19","author":"Keuning Hieke","year":"2018","unstructured":"Hieke Keuning, Johan Jeuring, and Bastiaan Heeren. 2018. A Systematic Literature Review of Automated Feedback Generation for Programming Exercises. ACM Transactions on Computing Education 19, 1, Article 3 (2018).","journal-title":"ACM Transactions on Computing Education"},{"key":"e_1_3_2_1_22_1","volume-title":"2023 IEEE Frontiers in Education Conference (FIE). 1\u20135.","author":"Kiesler Natalie","year":"2023","unstructured":"Natalie Kiesler, Dominic Lohr, and Hieke Keuning. 2023. Exploring the Potential of Large Language Models to Generate Formative Programming Feedback. In 2023 IEEE Frontiers in Education Conference (FIE). 1\u20135."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 49th ACM Technical Symposium on Computer Science Education. 284\u2013289","author":"Krusche Stephan","year":"2018","unstructured":"Stephan Krusche and Andreas Seitz. 2018. ArTEMiS: An Automatic Assessment Management System for Interactive Learning. In Proceedings of the 49th ACM Technical Symposium on Computer Science Education. 284\u2013289."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the Nineteenth Australasian Computing Education Conference (ACE). Association for Computing Machinery, 17\u201326","author":"Krusche Stephan","year":"2017","unstructured":"Stephan Krusche, Andreas Seitz, J\u00fcrgen B\u00f6rstler, and Bernd Bruegge. 2017. Interactive Learning: Increasing Student Participation through Shorter Exercise Cycles. In Proceedings of the Nineteenth Australasian Computing Education Conference (ACE). Association for Computing Machinery, 17\u201326."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education -","volume":"1","author":"Leinonen Juho","year":"2022","unstructured":"Juho Leinonen, Paul Denny, and Jacqueline Whalley. 2022. A Comparison of Immediate and Scheduled Feedback in Introductory Programming Projects. In Proceedings of the 53rd ACM Technical Symposium on Computer Science Education - Volume 1 (SIGCSE, Vol. 1). Association for Computing Machinery, 885\u2013891."},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research (Koli Calling). Association for Computing Machinery, 1\u201311","author":"Liffiton Mark","year":"2024","unstructured":"Mark Liffiton, Brad E Sheese, Jaromir Savelka, and Paul Denny. 2024. Code-Help: Using Large Language Models with Guardrails for Scalable Support in Programming Classes. In Proceedings of the 23rd Koli Calling International Conference on Computing Education Research (Koli Calling). Association for Computing Machinery, 1\u201311."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Yi Liu Gelei Deng Zhengzi Xu Yuekang Li Yaowen Zheng Ying Zhang Lida Zhao Tianwei Zhang Kailong Wang and Yang Liu. 2024. Jailbreaking ChatGPT via Prompt Engineering: An Empirical Study. arXiv:2305.13860","DOI":"10.1145\/3663530.3665021"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 2020 ACM Conference on International Computing Education Research (ICER). Association for Computing Machinery, 194\u2013203","author":"Marwan Samiha","year":"2020","unstructured":"Samiha Marwan, Ge Gao, Susan Fisk, Thomas W. Price, and Tiffany Barnes. 2020. Adaptive Immediate Feedback Can Improve Novice Programming Engagement and Intention to Persist in Computer Science. In Proceedings of the 2020 ACM Conference on International Computing Education Research (ICER). Association for Computing Machinery, 194\u2013203."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 958\u2013964","author":"Nguyen Ha","year":"2024","unstructured":"Ha Nguyen and Vicki Allan. 2024. Using GPT-4 to Provide Tiered, Formative Code Feedback. In Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 958\u2013964."},{"key":"e_1_3_2_1_30_1","unstructured":"Jakob Nielsen. 2000. Why You Only Need to Test with 5 Users."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","article-title":"Guidelines for Conducting and Reporting Case Study Research in Software Engineering","volume":"14","author":"Runeson Per","year":"2009","unstructured":"Per Runeson and Martin H\u00f6st. 2009. Guidelines for Conducting and Reporting Case Study Research in Software Engineering. Empirical Software Engineering 14, 2 (2009), 131\u2013164.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3102\/0034654307313795","article-title":"Focus on Formative Feedback","volume":"78","author":"Shute Valerie J.","year":"2008","unstructured":"Valerie J. Shute. 2008. Focus on Formative Feedback. Review of Educational Research 78, 1 (2008), 153\u2013189.","journal-title":"Review of Educational Research"},{"key":"e_1_3_2_1_33_1","volume-title":"34th Annual Frontiers in Education, 2004. FIE 2004. IEEE, 540\u2013545","author":"Sondergaard H.","unstructured":"H. Sondergaard and D. Thomas. 2004. Effective Feedback to Small and Large Classes. In 34th Annual Frontiers in Education, 2004. FIE 2004. IEEE, 540\u2013545."},{"key":"e_1_3_2_1_34_1","volume-title":"Tatsunori Hashimoto, Oriol Vinyals, Percy Liang, Jeff Dean, and William Fedus.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Yi Tay, Rishi Bommasani, Colin Raffel, Barret Zoph, Sebastian Borgeaud, Dani Yogatama, Maarten Bosma, Denny Zhou, Donald Metzler, Ed H. Chi, Tatsunori Hashimoto, Oriol Vinyals, Percy Liang, Jeff Dean, and William Fedus. 2022. Emergent Abilities of Large Language Models. Transactions on Machine Learning Research (2022)."},{"key":"e_1_3_2_1_35_1","first-page":"24824","article-title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc V. Le, and Denny Zhou. 2022. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. Advances in Neural Information Processing Systems 35 (2022), 24824\u201324837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_36_1","volume-title":"Design Science Methodology for Information Systems and Software Engineering","author":"Wieringa Roel J.","unstructured":"Roel J. Wieringa. 2014. Design Science Methodology for Information Systems and Software Engineering. Springer Berlin Heidelberg."},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 1442\u20131448","author":"Woodrow Juliette","year":"2024","unstructured":"Juliette Woodrow, Ali Malik, and Chris Piech. 2024. AI Teaches the Art of Elegant Coding: Timely, Fair, and Helpful Style Feedback in a Global Course. In Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE). Association for Computing Machinery, 1442\u20131448."},{"key":"e_1_3_2_1_38_1","article-title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","volume":"18","author":"Yang Jingfeng","year":"2024","unstructured":"Jingfeng Yang, Hongye Jin, Ruixiang Tang, Xiaotian Han, Qizhang Feng, Haoming Jiang, Shaochen Zhong, Bing Yin, and Xia Hu. 2024. Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond. ACM Trans. Knowl. Discov. Data 18, 6 (2024), 160:1\u2013160:32.","journal-title":"ACM Trans. Knowl. Discov. Data"},{"key":"e_1_3_2_1_39_1","volume-title":"ReAct: Synergizing Reasoning and Acting in Language Models. In The Eleventh International Conference on Learning Representations.","author":"Yao Shunyu","year":"2023","unstructured":"Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik R Narasimhan, and Yuan Cao. 2023. ReAct: Synergizing Reasoning and Acting in Language Models. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_40_1","unstructured":"Wayne Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong Yifan Du Chen Yang Yushuo Chen Zhipeng Chen Jinhao Jiang Ruiyang Ren Yifan Li Xinyu Tang Zikang Liu Peiyu Liu Jian-Yun Nie and Ji-Rong Wen. 2023. A Survey of Large Language Models. arXiv:2303.18223"}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3727247","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:15:26Z","timestamp":1753730126000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3727247"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":40,"alternative-id":["10.1145\/3696630.3727247","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3727247","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}