{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T17:06:40Z","timestamp":1777914400847,"version":"3.51.4"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984136","type":"print"},{"value":"9783031984143","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98414-3_6","type":"book-chapter","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T02:13:50Z","timestamp":1752804830000},"page":"77-91","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Synthesizing High-Quality Programming Tasks with\u00a0LLM-Based Expert and\u00a0Student Agents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7342-6430","authenticated-orcid":false,"given":"Manh\u00a0Hung","family":"Nguyen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2998-096X","authenticated-orcid":false,"given":"Victor-Alexandru","family":"P\u0103durean","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3902-8890","authenticated-orcid":false,"given":"Alkis","family":"Gotovos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2592-0108","authenticated-orcid":false,"given":"Sebastian","family":"Tschiatschek","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9922-0668","authenticated-orcid":false,"given":"Adish","family":"Singla","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Abu-Rasheed, H., Weber, C., Fathi, M.: Knowledge graphs as context sources for LLM-based explanations of learning recommendations. In: Proceedings of the Global Engineering Education Conference (EDUCON) (2024)","DOI":"10.35542\/osf.io\/rvnx3"},{"key":"6_CR2","unstructured":"Aher, G.V., Arriaga, R.I., Kalai, A.T.: Using large language models to simulate multiple humans and replicate human subject studies. In: Proceedings of the International Conference on Machine Learning (ICML) (2023)"},{"key":"6_CR3","unstructured":"Ahmed, U.Z., et al.: Synthesizing Tasks for Block-based Programming. In: Proceedings of the Annual Conference on Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"6_CR4","unstructured":"Chen, W., et al.: AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors. In: International Conference on Learning Representations (ICLR) (2024)"},{"key":"6_CR5","unstructured":"Chen, X., Lin, M., Sch\u00e4rli, N., Zhou, D.: Teaching Large Language Models to Self-Debug. In: International Conference on Learning Representations (ICLR) (2024)"},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20, 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"6_CR7","unstructured":"Denny, P., et al.: Generative AI for Education (GAIED): Advances, Opportunities, and Challenges. CoRR abs\/2402.01580 (2024)"},{"key":"6_CR8","unstructured":"Du, Y., Li, S., Torralba, A., Tenenbaum, J.B., Mordatch, I.: Improving factuality and reasoning in language models through multiagent debate. In: International Conference on Learning Representations (ICLR) (2024)"},{"key":"6_CR9","unstructured":"GitHub: GitHub Copilot: Your AI Pair Programmer. https:\/\/github.com\/features\/copilot (2022)"},{"key":"6_CR10","unstructured":"Gutierrez, A.D.C., Denny, P., Luxton-Reilly, A.: Automating Personalized Parsons Problems with Customized Contexts and Concepts. In: Proceedings of the Conference on Innovation and Technology in Computer Science Education (ITiCSE) (2024)"},{"key":"6_CR11","unstructured":"Gutierrez, A.D.C., Denny, P., Luxton-Reilly, A.: Evaluating automatically generated contextualised programming exercises. In: Proceedings of the Technical Symposium on Computer Science Education (SIGCSE) (2024)"},{"key":"6_CR12","unstructured":"Huang, J., et al.: Large Language Models Cannot Self-Correct Reasoning Yet. In: The Twelfth International Conference on Learning Representations, (ICLR) (2024)"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"Jin, H., Lee, S., Shin, H., Kim, J.: Teach AI how to code: using large language models as teachable agents for programming education. In: Proceedings of the International Conference on Human Factors in Computing Systems (CHI) (2024)","DOI":"10.1145\/3613904.3642349"},{"key":"6_CR14","doi-asserted-by":"crossref","unstructured":"Jordan, M., et\u00a0al.: Need a Programming Exercise Generated in Your Native Language? ChatGPT\u2019s Got Your Back: Automatic Generation of Non-English Programming Exercises Using OpenAI GPT-3.5. In: Proceedings of the Technical Symposium on Computer Science Education (SIGCSE) (2024)","DOI":"10.1145\/3626252.3630897"},{"key":"6_CR15","unstructured":"Key, D., Li, W., Ellis, K.: Toward Trustworthy Neural Program Synthesis. CoRR abs\/2210.00848 (2022)"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Khan, M.F.A., Ramsdell, M., Nguyen, H., Karimi, H.: Human evaluation of GPT for scalable python programming exercise generation. In: International Conference on Data Science and Advanced Analytics (DSAA), pp. 1\u201310. IEEE (2024)","DOI":"10.1109\/DSAA61799.2024.10722841"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Leinonen, J., et al.: Using large language models to enhance programming error messages. In: Proceedings of the Technical Symposium on Computer Science Education (SIGCSE) (2023)","DOI":"10.1145\/3545945.3569770"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Logacheva, E., Hellas, A., Prather, J., Sarsa, S., Leinonen, J.: Evaluating contextually personalized programming exercises created with generative AI. In: Proceedings of the Conference on International Computing Education Research (ICER) (2024)","DOI":"10.1145\/3632620.3671103"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Lu, X., Wang, X.: Generative students: using LLM-simulated student profiles to support question item evaluation. In: Proceedings of the Conference on Learning @ Scale (L@S) (2024)","DOI":"10.1145\/3657604.3662031"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Ma, Q., Shen, H., Koedinger, K., Wu, S.T.: How to teach programming in the AI Era? using LLMs as a teachable agent for debugging. In: Proceeding of the International Conference on Artificial Intelligence in Education (AIED) (2024)","DOI":"10.1007\/978-3-031-64302-6_19"},{"key":"6_CR21","unstructured":"Madaan, A., et al.: Self-refine: iterative refinement with self-feedback. In: Proceedings of the Annual Conference on Neural Information Processing Systems (NeurIPS) (2023)"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Markel, J.M., Opferman, S.G., Landay, J.A., Piech, C.: GPTeach: Interactive TA training with GPT-based students. In: Proceedings of the Conference on Learning @ Scale (L@S) (2023)","DOI":"10.35542\/osf.io\/r23bu"},{"key":"6_CR23","doi-asserted-by":"crossref","unstructured":"Mozannar, H., Bansal, G., Fourney, A., Horvitz, E.: Reading between the lines: modeling user behavior and costs in AI-assisted programming. In: proceedings of the Chi Conference on Human Factors in Computing Systems, (chi) (2024)","DOI":"10.1145\/3613904.3641936"},{"key":"6_CR24","unstructured":"Nguyen, M.H., Tschiatschek, S., Singla, A.: Large language models for in-context student modeling: synthesizing student\u2019s behavior in visual programming from one-shot observation. In: Proceedings of the International Conference on Educational Data Mining (EDM) (2023)"},{"key":"6_CR25","unstructured":"OpenAI: GPT-4o mini: Advancing Cost-Efficient Intelligence. https:\/\/openai.com\/index\/gpt-4o-mini-advancing-cost-efficient-intelligence\/ (2024)"},{"key":"6_CR26","unstructured":"OpenAI: Hello GPT-4o. https:\/\/openai.com\/index\/hello-gpt-4o\/ (2024)"},{"key":"6_CR27","unstructured":"P\u0103durean, V.A., Tzannetos, G., Singla, A.: Neural task synthesis for visual programming. Transactions on Machine Learning Research (TMLR) (2024)"},{"key":"6_CR28","unstructured":"Phung, T., et al.: Generating high-precision feedback for programming syntax errors using large language models. In: Proceedings of the International Conference on Educational Data Mining (EDM) (2023)"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Phung, T., et al.: Generative AI for programming education: benchmarking ChatGPT, GPT-4, and human tutors. In: Proceedings of the Conference on International Computing Education Research (ICER) - Volume 2 (2023)","DOI":"10.1145\/3568812.3603476"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Phung, T., et al.: Automating human tutor-style programming feedback: leveraging GPT-4 tutor model for hint generation and GPT-3.5 student model for hint validation. In: Proceedings of the Learning Analytics and Knowledge Conference (LAK) (2024)","DOI":"10.1145\/3636555.3636846"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Prather, J., et al.: The robots are here: navigating the generative AI revolution in computing education. In: Proceedings of the Working Group Reports of the Conference on Innovation and Technology in Computer Science Education (ItiCSE) (2023)","DOI":"10.1145\/3623762.3633499"},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Sarsa, S., Denny, P., Hellas, A., Leinonen, J.: Automatic generation of programming exercises and code explanations using large language models. In: Proceedings of the Conference on International Computing Education Research (ICER) (2022)","DOI":"10.1145\/3501385.3543957"},{"key":"6_CR33","unstructured":"Schmucker, R., Xia, M., Azaria, A., Mitchell, T.M.: Ruffle &Riley: towards the automated induction of conversational tutoring systems. In: NeurIPS\u201923 Workshop on Generative AI for Education (GAIED) (2023)"},{"key":"6_CR34","unstructured":"Sridhar, P., Doyle, A., Agarwal, A., Bogart, C., Savelka, J., Sakr, M.: Harnessing LLMs in curricular design: using GPT-4 to support authoring of learning objectives. In: AIED\u201923 Workshop on Empowering Education with LLMs - the Next-Gen Interface and Content Generation (2023)"},{"key":"6_CR35","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Proceedings of the Annual Conference on Neural Information Processing Systems (NeurIPS) (2022)"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Wen, C., Ghosh, A., Staub, J., Singla, A.: Task synthesis for elementary visual programming in xlogoonline environment. In: Proceeding of the International Conference on Artificial Intelligence in Education AIED (2024)","DOI":"10.1007\/978-3-031-64312-5_37"},{"key":"6_CR37","unstructured":"Wu, Q., et al.: AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation Framework. CoRR abs\/2308.08155 (2023)"},{"key":"6_CR38","unstructured":"Zhang, Z., et al.: Simulating Classroom Education with LLM-Empowered Agents. CoRR abs\/2406.19226 (2024)"},{"key":"6_CR39","unstructured":"Zheng, L., et al.: Judging LLM-as-a-judge with MT-bench and chatbot arena. In: Proceedings of the Annual Conference on Neural Information Processing Systems (NeurIPS) (2023)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98414-3_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T13:39:53Z","timestamp":1757252393000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98414-3_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984136","9783031984143"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98414-3_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}