{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T04:50:06Z","timestamp":1777179006392,"version":"3.51.4"},"reference-count":33,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3584060","type":"journal-article","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T17:39:16Z","timestamp":1751305156000},"page":"113449-113460","source":"Crossref","is-referenced-by-count":10,"title":["A Systematic Literature Review on Large Language Models Applications in Computer Programming Teaching Evaluation Process"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7451-685X","authenticated-orcid":false,"given":"Andre Fabiano","family":"Pereira","sequence":"first","affiliation":[{"name":"Centro de Estudos e Sistemas Avançados do Recife, Recife, Pernambuco, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-9670","authenticated-orcid":false,"given":"Rafael","family":"Ferreira Mello","sequence":"additional","affiliation":[{"name":"Centro de Estudos e Sistemas Avançados do Recife, Recife, Pernambuco, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"issue":"4","key":"ref1","first-page":"315","article-title":"Automated grading and feedback tools for programming education: A systematic literature review","volume":"32","author":"Smith","year":"2023","journal-title":"J. Comput. Higher Educ."},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653584"},{"key":"ref3","article-title":"A GPT-based code review system for programming language learning","volume-title":"Proc. Int. Conf. Learn. Teaching Comput. Eng.","author":"Lee"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3637148"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44900-0_4"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON60312.2024.10578838"},{"key":"ref7","article-title":"Leveraging ChatGPT for adaptive learning through personalized prompt-based instruction: A cs1 education perspective","volume-title":"ACM Inroads","author":"Abolnejadian","year":"2024"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3649850"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3631802.3631830"},{"key":"ref10","article-title":"Automated next-step hint generation for introductory programming using large language models","author":"Roest","year":"2024","journal-title":"ACM Trans. Comput. Educ."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642349"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630960"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664665"},{"key":"ref14","article-title":"Tutorly: Turning programming videos into apprenticeship learning environments with LLMs","volume-title":"ACM Trans. Comput. Educ.","author":"Li","year":"2024"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10343457"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-023-00257-7"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3591300"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636249"},{"key":"ref20","first-page":"98","article-title":"Scaling student feedback in software engineering massive open online courses","volume-title":"Proc. Int. Conf. Softw. Eng.","author":"Brown"},{"key":"ref21","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham","year":"2007"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ase56229.2023.00109"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3664665"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3613892"},{"key":"ref25","article-title":"DevCoach: Supporting students in learning the software development life cycle at scale with generative models","author":"Wang","year":"2024","journal-title":"IEEE Access"},{"key":"ref26","article-title":"Enhancing computer programming education with LLMs: A study on effective prompt engineering for Python code generation","author":"Wang","year":"2024","journal-title":"arXiv:2407.05437"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653594"},{"key":"ref28","article-title":"Evaluating the performance of code generation models for solving parsons problems with small prompt variations","volume-title":"Proc. ACM Trans. Comput. Educ."},{"key":"ref29","article-title":"Conversational programming with LLM-powered interactive support in an introductory computer science course","year":"2024","journal-title":"IEEE Trans. Educ."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-024-00406-0"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642229"},{"key":"ref32","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IISA59645.2023.10345949"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11058691.pdf?arnumber=11058691","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T04:35:11Z","timestamp":1751690111000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11058691\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":33,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3584060","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}