{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T16:06:32Z","timestamp":1783613192879,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":147,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3641554.3701863","type":"proceedings-article","created":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T18:33:41Z","timestamp":1739903621000},"page":"938-944","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":59,"title":["Large Language Models in Computer Science Education: A Systematic Literature Review"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6242-398X","authenticated-orcid":false,"given":"Nishat","family":"Raihan","sequence":"first","affiliation":[{"name":"George Mason University, Fairfax, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7984-3611","authenticated-orcid":false,"given":"Mohammed Latif","family":"Siddiq","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8743-2516","authenticated-orcid":false,"given":"Joanna C.S.","family":"Santos","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2346-3847","authenticated-orcid":false,"given":"Marcos","family":"Zampieri","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,2,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_2_1","volume-title":"Gpt-4 technical report. https:\/\/arxiv.org\/abs\/2303.08774","author":"AI.","year":"2023","unstructured":"OpenAI. Gpt-4 technical report. https:\/\/arxiv.org\/abs\/2303.08774, 2023."},{"key":"e_1_3_2_1_3_1","volume-title":"Generative ai for programming education: Benchmarking chatgpt, gpt-4, and human tutors","author":"Phung T.","year":"2023","unstructured":"T. Phung, Victor-Alexandru, et al. Generative ai for programming education: Benchmarking chatgpt, gpt-4, and human tutors, 2023."},{"key":"e_1_3_2_1_4_1","volume-title":"the teachers are confused as well\": A multiplestakeholder ethics discussion on large language models in computing education","author":"Zhou K. Z.","year":"2024","unstructured":"K. Z. Zhou, Z. Kilhoffer, et al. \"the teachers are confused as well\": A multiplestakeholder ethics discussion on large language models in computing education, 2024."},{"key":"e_1_3_2_1_5_1","volume-title":"Ai-ta: Towards an intelligent question-answer teaching assistant using open-source llms","author":"Hicke Yann","year":"2023","unstructured":"Yann Hicke, Anmol Agarwal, Qianou Ma, and Paul Denny. Ai-ta: Towards an intelligent question-answer teaching assistant using open-source llms, 2023."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--46557"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13040-023-00339-9"},{"key":"e_1_3_2_1_8_1","volume-title":"Impact of guidance and interaction strategies for llm use on learner performance and perception","author":"Kumar Harsh","year":"2024","unstructured":"Harsh Kumar, Ilya Musabirov, et al. Impact of guidance and interaction strategies for llm use on learner performance and perception, 2024."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.58459\/icce.2023.950"},{"key":"e_1_3_2_1_10_1","volume-title":"GitHub Blog","author":"Shani Inbal","year":"2023","unstructured":"Inbal Shani. Survey reveals AI's impact on the developer experience | The GitHub Blog. GitHub Blog, June 2023. URL https:\/\/github.blog\/2023-06--13- survey-reveals-ais-impact-on-the-developer-experience\/#methodology."},{"key":"e_1_3_2_1_11_1","volume-title":"ACE","author":"Budhiraja R.","year":"2024","unstructured":"R. Budhiraja, I. Joshi, et al. \"it's not like jarvis, but it's pretty close!\" - examining chatgpt's usage among undergraduate students in computer science. In ACE, 2024."},{"key":"e_1_3_2_1_12_1","volume-title":"A survey study on the state of the art of programming exercise generation using large language models. arXiv","author":"Frankford E.","year":"2024","unstructured":"E. Frankford, I. H\u00f6hn, C. Sauerwein, and R. Breu. A survey study on the state of the art of programming exercise generation using large language models. arXiv, 2024."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.hcc.2024.100211"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET62301.2024.10663045"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630958"},{"key":"e_1_3_2_1_17_1","volume-title":"Guidelines for performing systematic literature reviews in software engineering. Technical report","author":"Kitchenham B. A.","year":"2007","unstructured":"B. A. Kitchenham and S. Charters. Guidelines for performing systematic literature reviews in software engineering. Technical report, 2007."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3637148"},{"key":"e_1_3_2_1_19_1","volume-title":"which llm should i use?\": Evaluating llms for tasks performed by undergraduate computer science students","author":"Agarwal V.","year":"2024","unstructured":"V. Agarwal, M. Krishan Garg, S. Dharmavaram, and D. Kumar. \"which llm should i use?\": Evaluating llms for tasks performed by undergraduate computer science students, 2024."},{"key":"e_1_3_2_1_20_1","volume-title":"Can chatgpt play the role of a teaching assistant in an introductory programming course?","author":"Mehta Anishka","year":"2023","unstructured":"Anishka and A. Mehta. Can chatgpt play the role of a teaching assistant in an introductory programming course?, 2023."},{"key":"e_1_3_2_1_21_1","volume-title":"Analyzing llm usage in an advanced computing class in india","author":"Arora C.","year":"2024","unstructured":"C. Arora, U. Venaik, P. Singh, S. Goyal, J. Tyagi, S. Goel, U. Singhal, and D. Kumar. Analyzing llm usage in an advanced computing class in india, 2024."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-61691-4_14"},{"key":"e_1_3_2_1_23_1","volume-title":"Ai-enhanced auto-correction of programming exercises: How effective is gpt-3.5? iJEP","author":"Azaiz I.","year":"2023","unstructured":"I. Azaiz, O. Deckarm, and S. Strickroth. Ai-enhanced auto-correction of programming exercises: How effective is gpt-3.5? iJEP, 2023."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653594"},{"key":"e_1_3_2_1_25_1","volume-title":"Through Interactive Problem Solving and Tutoring: Algorithmic Approach and Use Cases","author":"Bakas N. P.","year":"2024","unstructured":"N. P. Bakas, M. Papadaki, E. Vagianou, I. Christou, and S. A. Chatzichristofis. Integrating LLMs in Higher Education, Through Interactive Problem Solving and Tutoring: Algorithmic Approach and Use Cases. Springer Nature Switzerland, 2024."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627217.3627233"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588852"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET58097.2023.00031"},{"key":"e_1_3_2_1_30_1","volume-title":"SN Computer Science","author":"Bukar U. Ali","year":"2024","unstructured":"U. Ali Bukar, M. Shohel Sayeed, S. Fatimah Abdul Razak, S. Yogarayan, O. Ahmed Amodu, and R. Azlina Raja Mahmood. Text analysis on early reactions to chatgpt as a tool for academic progress or exploitation. SN Computer Science, 2024."},{"key":"e_1_3_2_1_31_1","volume-title":"IUI","author":"Cao C.","year":"2023","unstructured":"C. Cao. Scaffolding cs1 courses with a large language model-powered intelligent tutoring system. In IUI, 2023."},{"key":"e_1_3_2_1_32_1","volume-title":"ITICSE","author":"Pereira Cipriano B.","year":"2023","unstructured":"B. Pereira Cipriano and P. Alves. Gpt-3 vs object oriented programming assignments: An experience report. In ITICSE, 2023."},{"key":"e_1_3_2_1_33_1","volume-title":"ITICSE","author":"Pereira Cipriano B.","year":"2024","unstructured":"B. Pereira Cipriano and P. Alves. Llms still can't avoid instanceof: An investigation into gpt-3.5, gpt-4 and bard's capacity to handle object-oriented programming assignments. In ITICSE, 2024."},{"key":"e_1_3_2_1_34_1","volume-title":"SIGCSE","author":"Gutierrez A. Del Carpio","year":"2024","unstructured":"A. Del Carpio Gutierrez and P. Denny. Evaluating automatically generated contextualised programming exercises. In SIGCSE, 2024."},{"key":"e_1_3_2_1_35_1","volume-title":"Informatics","author":"Dengel A.","year":"2023","unstructured":"A. Dengel, R. Gehrlein, and D. Fernes. Qualitative research methods for large language models: Conducting semi-structured interviews with chatgpt and bard on computer science education. Informatics, 2023."},{"key":"e_1_3_2_1_36_1","volume-title":"Desirable characteristics for ai teaching assistants in programming education. arXiv","author":"Denny P.","year":"2024","unstructured":"P. Denny, S. MacNeil, J. Savelka, L. Porter, and A. Luxton-Reilly. Desirable characteristics for ai teaching assistants in programming education. arXiv, 2024."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630909"},{"key":"e_1_3_2_1_38_1","volume-title":"ACE","author":"Doughty J.","year":"2024","unstructured":"J. Doughty, Z. Wan, et al. A comparative study of ai-generated (gpt-4) and human-crafted mcqs in programming education. In ACE, 2024."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599827"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1111\/dsji.12306"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.496"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-8385-8_14"},{"key":"e_1_3_2_1_43_1","volume-title":"ACE","author":"Feng T. Haoran","year":"2024","unstructured":"T. Haoran Feng, P. Denny, B. Wuensche, A. Luxton-Reilly, and S. Hooper. More than meets the ai: Evaluating the performance of gpt-4 on computer graphics assessment questions. In ACE, 2024."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630817"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3639474.3640061"},{"key":"e_1_3_2_1_46_1","volume-title":"IHC","author":"Freire A. Pimenta","year":"2024","unstructured":"A. Pimenta Freire, P. Christina Figueira Cardoso, and A. de Lima Salgado. Maywe consult chatgpt in our human-computer interaction written exam? an experience report after a professor answered yes. In IHC, 2024."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.5220\/0012693000003693"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-46813-1_29"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-024-02963-6"},{"key":"e_1_3_2_1_50_1","unstructured":"S. Gumina T. Dalton and J. Gerdes. Teaching it software fundamentals: Strategies and techniques for inclusion of large language models: Strategies and techniques for inclusion of large language models. In SIGITE."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3380909"},{"key":"e_1_3_2_1_52_1","unstructured":"K. Hanifi O. Cetin and C. Yilmaz. On chatgpt: Perspectives from software engineering students. In QRS."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630826"},{"key":"e_1_3_2_1_54_1","volume-title":"ACE","author":"Hou I.","year":"2024","unstructured":"I. Hou, S. Mettille, O. Man, Z. Li, C. Zastudil, and S. MacNeil. The effects of generative ai on computing students' help-seeking preferences. In ACE, 2024."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON60312.2024.10578838"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642349"},{"key":"e_1_3_2_1_57_1","volume-title":"SIGCSE","author":"Jordan M.","year":"2024","unstructured":"M. Jordan, K. Ly, and A. Gerald Soosai Raj. Need a programming exercise generated in your native language? chatgpt's got your back: Automatic generation of non-english programming exercises using openai gpt-3.5. In SIGCSE, 2024."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630803"},{"key":"e_1_3_2_1_59_1","volume-title":"Applied Sciences","author":"Jo\u0161t G.","year":"2024","unstructured":"G. Jo\u0161t, V. Taneski, and S. Karakati?. The impact of large language models on programming education and student learning outcomes. Applied Sciences, 2024."},{"key":"e_1_3_2_1_60_1","volume-title":"ACE","author":"Jury B.","year":"2024","unstructured":"B. Jury, A. Lorusso, J. Leinonen, P. Denny, and A. Luxton-Reilly. Evaluating llm-generated worked examples in an introductory programming course. In ACE, 2024."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-024-12520-6"},{"key":"e_1_3_2_1_62_1","volume-title":"CHI","author":"Kazemitabaar M.","year":"2023","unstructured":"M. Kazemitabaar, J. Chow, and C. Ka To Ma. Studying the effect of ai code generators on supporting novice learners in introductory programming. In CHI, 2023."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642773"},{"key":"e_1_3_2_1_64_1","volume-title":"Large language models in introductory programming education: Chatgpt's performance and implications for assessments","author":"Kiesler N.","year":"2023","unstructured":"N. Kiesler and D. Schiffner. Large language models in introductory programming education: Chatgpt's performance and implications for assessments, 2023."},{"key":"e_1_3_2_1_65_1","volume-title":"Chatgpt in data visualization education: A student perspective. arXiv preprint arXiv:2405.00748","author":"Kim N. Wook","year":"2024","unstructured":"N. Wook Kim, H. Ko, G. Myers, and B. Bach. Chatgpt in data visualization education: A student perspective. arXiv preprint arXiv:2405.00748, 2024."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630927"},{"key":"e_1_3_2_1_67_1","volume-title":"Mathematics","author":"Kosar T.","year":"2024","unstructured":"T. Kosar, D. Ostoji?, Y. David Liu, and M. Mernik. Computer science education in chatgpt era: Experiences from an experiment in a programming course for novice programmers. Mathematics, 2024."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_79"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-50485-3_40"},{"key":"e_1_3_2_1_70_1","volume-title":"Using large language models for student-code guided test case generation in computer science education","author":"Ashok Kumar N.","year":"2024","unstructured":"N. Ashok Kumar and A. Lan. Using large language models for student-code guided test case generation in computer science education, 2024."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3622780.3623648"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600138"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM56168.2023.10304857"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEI60616.2023.10527886"},{"key":"e_1_3_2_1_76_1","volume-title":"Koli Calling","author":"Liffiton M.","year":"2024","unstructured":"M. Liffiton, B. E Sheese, J. Savelka, and P. Denny. Codehelp: Using large language models with guardrails for scalable support in programming classes. In Koli Calling, 2024."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630789"},{"key":"e_1_3_2_1_78_1","volume-title":"SIGCSE","author":"Liu R.","year":"2024","unstructured":"R. Liu, C. Zenke, and C. Liu. Teaching cs50 with ai: Leveraging generative artificial intelligence in computer science education. In SIGCSE, 2024."},{"key":"e_1_3_2_1_79_1","volume-title":"Evaluating the effectiveness of llms in introductory computer science education: A semesterlong field study. arXiv","author":"Lyu W.","year":"2024","unstructured":"W. Lyu, Y. Wang, T. Rachel Chung, Y. Sun, and Y. Zhang. Evaluating the effectiveness of llms in introductory computer science education: A semesterlong field study. arXiv, 2024."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64302-6_19"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_2_1_82_1","author":"Manley E. D.","year":"2024","unstructured":"E. D. Manley, T. Urness, A. Migunov, and M. Alimoor Reza. Examining student use of ai in cs1 and cs2. J. Comput. Sci. Coll., 2024.","journal-title":"J. Comput. Sci. Coll."},{"key":"e_1_3_2_1_83_1","author":"Mendon\u00e7a N. C.","year":"2024","unstructured":"N. C. Mendon\u00e7a. Evaluating chatgpt-4 vision on brazil's national undergraduate computer science exam. ACM Trans. Comput. Educ., 2024.","journal-title":"Trans. Comput. Educ."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642706"},{"key":"e_1_3_2_1_85_1","volume-title":"Automated assessment of students' code comprehension using llms","author":"Oli P.","year":"2024","unstructured":"P. Oli, R. Banjade, J. Chapagain, and V. Rus. Automated assessment of students' code comprehension using llms, 2024."},{"key":"e_1_3_2_1_86_1","volume-title":"Beyond the hype: A cautionary tale of chatgpt in the programming classroom","author":"Oosterwyk G.","year":"2024","unstructured":"G. Oosterwyk, P. Tsibolane, P. Kautondokwa, and A. Canani. Beyond the hype: A cautionary tale of chatgpt in the programming classroom, 2024."},{"key":"e_1_3_2_1_87_1","volume-title":"Detecting llm-generated text in computing education: A comparative study for chatgpt cases","author":"Orenstrakh M. Sheinman","year":"2023","unstructured":"M. Sheinman Orenstrakh, O. Karnalim, C. Anibal Suarez, and M. Liut. Detecting llm-generated text in computing education: A comparative study for chatgpt cases, 2023."},{"key":"e_1_3_2_1_88_1","volume-title":"Insights from social shaping theory: The appropriation of large language models in an undergraduate programming course. arXiv","author":"Padiyath A.","year":"2024","unstructured":"A. Padiyath, X. Hou, A. Pang, D. Viramontes Vargas, X. Gu, T. Nelson-Fromm, Z. Wu, M. Guzdial, and B. Ericson. Insights from social shaping theory: The appropriation of large language models in an undergraduate programming course. arXiv, 2024."},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-024-00414-0"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1011511"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3663649.3664371"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3623762.3633499"},{"key":"e_1_3_2_1_93_1","volume-title":"Interactions with prompt problems: A newway to teach programming with large language models","author":"Prather J.","year":"2024","unstructured":"J. Prather, P. Denny, J. Leinonen, D. H. Smith, B. N. Reeves, S. MacNeil, B. A. Becker, A. Luxton-Reilly, T. Amarouche, and B. Kimmel. Interactions with prompt problems: A newway to teach programming with large language models, 2024."},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613944.3613946"},{"key":"e_1_3_2_1_95_1","volume-title":"ISMIS","author":"Raihan N.","year":"2024","unstructured":"N. Raihan, D. Goswami, S. Sayara Chowdhury Puspo, C. Newman, T. Ranasinghe, and M. Zampieri. Cseprompts: A benchmark of introductory computer science prompts. In ISMIS, 2024."},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3616961.3616974"},{"key":"e_1_3_2_1_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643795.3648379"},{"key":"e_1_3_2_1_98_1","volume-title":"Bridging the Programming Skill Gap with ChatGPT: A Machine Learning Project with Business Students","author":"Reiche M.","year":"2024","unstructured":"M. Reiche and J. L. Leidner. Bridging the Programming Skill Gap with ChatGPT: A Machine Learning Project with Business Students. Springer Nature Switzerland, 2024."},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.1109\/RITA.2024.3381842"},{"key":"e_1_3_2_1_100_1","volume-title":"Assessing ChatGPT's Proficiency in CS1-Level Problem Solving","author":"S\u00e1nchez M.","year":"2023","unstructured":"M. S\u00e1nchez and A. Herrera. Assessing ChatGPT's Proficiency in CS1-Level Problem Solving. Springer Nature Switzerland, 2023."},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-60609-0_20"},{"key":"e_1_3_2_1_103_1","volume-title":"Efficient classification of student help requests in programming courses using large language models","author":"Savelka J.","year":"2023","unstructured":"J. Savelka, P. Denny, M. Liffiton, and B. Sheese. Efficient classification of student help requests in programming courses using large language models, 2023."},{"key":"e_1_3_2_1_104_1","unstructured":"J. Savelka A. Agarwal and M. An. Thrilled by your progress! large language models (gpt-4) no longer struggle to pass assessments in higher education programming courses. In ICER."},{"key":"e_1_3_2_1_105_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-53656-4_8"},{"key":"e_1_3_2_1_106_1","volume-title":"Analyzing chat protocols of novice programmers solving introductory programming tasks with chatgpt","author":"Scholl A.","year":"2024","unstructured":"A. Scholl, D. Schiffner, and N. Kiesler. Analyzing chat protocols of novice programmers solving introductory programming tasks with chatgpt, 2024."},{"key":"e_1_3_2_1_107_1","author":"Sharpe J. S.","year":"2024","unstructured":"J. S. Sharpe, R. E. Dougherty, and S. J. Smith. Can chatgpt pass a cs1 python course? J. Comput. Sci. Coll., 2024.","journal-title":"J. Comput. Sci. Coll."},{"key":"e_1_3_2_1_108_1","volume-title":"ACE","author":"Sheese B.","year":"2024","unstructured":"B. Sheese, M. Liffiton, J. Savelka, and P. Denny. Patterns of student help-seeking when using a large language model-powered programming assistant. In ACE, 2024."},{"key":"e_1_3_2_1_109_1","volume-title":"Computer Science and Education","author":"Song T.","year":"2024","unstructured":"T. Song, Q. Tian, Y. Xiao, and S. Liu. Automatic generation of multiple-choice questions for cs0 and cs1 curricula using large language models. In Computer Science and Education, 2024."},{"key":"e_1_3_2_1_110_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-63028-6_20"},{"key":"e_1_3_2_1_111_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-024-12765-1"},{"key":"e_1_3_2_1_112_1","volume-title":"Gia Phuc NGUYEN, and G. Swapna. Exgen: Readyto- use exercise generation in introductory programming courses","author":"N. Binh Duong TA","year":"2023","unstructured":"N. Binh Duong TA, H. Gia Phuc NGUYEN, and G. Swapna. Exgen: Readyto- use exercise generation in introductory programming courses. In ICCEC. Asia-Pacific Society for Computers in Education, 2023."},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10342898"},{"key":"e_1_3_2_1_114_1","volume-title":"What should data science education do with large language models. arXiv","author":"Tu X.","year":"2023","unstructured":"X. Tu, J. Zou, W. J Su, and L. Zhang. What should data science education do with large language models. arXiv, 2023."},{"key":"e_1_3_2_1_115_1","volume-title":"Cs1-llm: Integrating llms into cs1 instruction","author":"Vadaparty A.","year":"2024","unstructured":"A. Vadaparty, D. Zingaro, D. H. Smith, M. Padala, C. Alvarado, J. Gorson Benario, and L. Porter. Cs1-llm: Integrating llms into cs1 instruction, 2024."},{"key":"e_1_3_2_1_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627217.3627235"},{"key":"e_1_3_2_1_117_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2024.3403710"},{"key":"e_1_3_2_1_118_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL-HCC57772.2023.00018"},{"key":"e_1_3_2_1_119_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-8429-9_39"},{"key":"e_1_3_2_1_120_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-53022-7_5"},{"key":"e_1_3_2_1_121_1","volume-title":"Qacp: An annotated question answering dataset for assisting chinese python programming learners","author":"Xiao R.","year":"2024","unstructured":"R. Xiao, L. Han, X. Zhou, J. Wang, N. Zong, and P. Zhang. Qacp: An annotated question answering dataset for assisting chinese python programming learners, 2024."},{"key":"e_1_3_2_1_122_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10343467"},{"key":"e_1_3_2_1_123_1","volume-title":"Students' perceptions and preferences of generative artificial intelligence feedback for programming","author":"Zhang Z.","year":"2023","unstructured":"Z. Zhang and Z. Dong. Students' perceptions and preferences of generative artificial intelligence feedback for programming, 2023."},{"key":"e_1_3_2_1_124_1","volume-title":"Computer Science and Education","author":"Zhang D.","year":"2024","unstructured":"D. Zhang, Q. Cao, Y. Guo, and L. Wang. Assistant teaching system for computer hardware courses based on large language model. In Computer Science and Education, 2024."},{"key":"e_1_3_2_1_125_1","volume-title":"Generative ai for data science 101: Coding without learning to code. arXiv","author":"Bien J.","year":"2024","unstructured":"J. Bien and G. Mukherjee. Generative ai for data science 101: Coding without learning to code. arXiv, 2024."},{"key":"e_1_3_2_1_126_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-024-00406-0"},{"key":"e_1_3_2_1_127_1","volume-title":"WCAE","author":"Gehringer E. F.","year":"2024","unstructured":"E. F. Gehringer, J. GeorgeWang, and S. Kumar Jilla. Dual-submission homework in parallel computer architecture: An exploratory study in the age of llms. In WCAE, 2024."},{"key":"e_1_3_2_1_128_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW58534.2023.00078"},{"key":"e_1_3_2_1_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630874"},{"key":"e_1_3_2_1_130_1","doi-asserted-by":"publisher","DOI":"10.1145\/3585059.3611431"},{"key":"e_1_3_2_1_131_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630937"},{"key":"e_1_3_2_1_132_1","volume-title":"Koli Calling","author":"Kazemitabaar M.","year":"2024","unstructured":"M. Kazemitabaar and X. Hou. How novices use llm-based code generators to solve cs1 coding tasks in a self-paced learning environment. In Koli Calling, 2024."},{"key":"e_1_3_2_1_133_1","doi-asserted-by":"publisher","DOI":"10.1145\/3633053.3633057"},{"key":"e_1_3_2_1_134_1","volume-title":"STEM Education","author":"Ahmed Z.","year":"2024","unstructured":"Z. Ahmed, S. Sadat Shanto, and A. Islam Jony. Potentiality of generative ai tools in higher education: Evaluating chatgpt's viability as a teaching assistant for introductory programming courses. STEM Education, 2024."},{"key":"e_1_3_2_1_135_1","volume-title":"ACE","author":"Roest L.","year":"2024","unstructured":"L. Roest, H. Keuning, and J. Jeuring. Next-step hint generation for introductory programming using large language models. In ACE, 2024."},{"key":"e_1_3_2_1_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588814"},{"key":"e_1_3_2_1_137_1","volume-title":"EASE","author":"Mezzaro S.","year":"2024","unstructured":"S. Mezzaro, A. Gambi, and G. Fraser. An empirical study on how large language models impact software testing learning. In EASE, 2024."},{"key":"e_1_3_2_1_138_1","volume-title":"ASSE","author":"Cowan B.","year":"2024","unstructured":"B. Cowan, Y. Watanobe, and A. Shirafuji. Enhancing programming learning with llms: Prompt engineering and flipped interaction. In ASSE, 2024."},{"key":"e_1_3_2_1_139_1","volume-title":"Studenteval: A benchmark of studentwritten prompts for large language models of code","author":"Babe H. McLean","year":"2023","unstructured":"H. McLean Babe, S. Nguyen, and Y. Zi. Studenteval: A benchmark of studentwritten prompts for large language models of code, 2023."},{"key":"e_1_3_2_1_140_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems","author":"Brown T.","year":"2020","unstructured":"T. Brown, B. Mann, et al. Language models are few-shot learners. Advances in neural information processing systems, 2020."},{"key":"e_1_3_2_1_141_1","volume-title":"Evaluating large language models trained on code. arXiv","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, et al. Evaluating large language models trained on code. arXiv, 2021."},{"key":"e_1_3_2_1_142_1","volume-title":"Gpt-4 technical report. arXiv preprint arXiv:2303.08774","author":"Achiam J.","year":"2023","unstructured":"J. Achiam, S. Adler, S. Agarwal, et al. Gpt-4 technical report. arXiv preprint arXiv:2303.08774, 2023."},{"key":"e_1_3_2_1_143_1","volume-title":"Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161","author":"Li R.","year":"2023","unstructured":"R. Li, L. B. Allal, Y. Zi, N. Muennighoff, D. Kocetkov, C. Mou, M. Marone, C. Akiki, J. Li, J. Chim, et al. Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161, 2023. URL https:\/\/arxiv.org\/pdf\/2305.06161.pdf."},{"key":"e_1_3_2_1_144_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_2_1_145_1","volume-title":"Mistral 7b. arXiv preprint arXiv:2310.06825","author":"Jiang Albert Q","year":"2023","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Arthur Mensch, et al. Mistral 7b. arXiv preprint arXiv:2310.06825, 2023."},{"key":"e_1_3_2_1_146_1","volume-title":"The refinedweb dataset for falcon llm: Outperforming curated corpora with web data, and web data only","author":"Penedo G.","year":"2023","unstructured":"G. Penedo, Q. Malartic, and D. Hesslow. The refinedweb dataset for falcon llm: Outperforming curated corpora with web data, and web data only, 2023."},{"key":"e_1_3_2_1_147_1","volume-title":"Mpt-30b: Raising the bar for open-source foundation models","author":"Team The","year":"2023","unstructured":"The MosaicML NLP Team. Mpt-30b: Raising the bar for open-source foundation models, 2023."}],"event":{"name":"SIGCSE TS 2025: The 56th ACM Technical Symposium on Computer Science Education","location":"Pittsburgh PA USA","acronym":"SIGCSE TS 2025","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641554.3701863","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641554.3701863","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T06:28:03Z","timestamp":1755757683000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641554.3701863"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":147,"alternative-id":["10.1145\/3641554.3701863","10.1145\/3641554"],"URL":"https:\/\/doi.org\/10.1145\/3641554.3701863","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-02-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}