{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T15:43:25Z","timestamp":1787499805029,"version":"build-2736575974"},"reference-count":145,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62377005"],"award-info":[{"award-number":["62377005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62077005"],"award-info":[{"award-number":["62077005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/tlt.2025.3622043","type":"journal-article","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T17:37:20Z","timestamp":1760549840000},"page":"942-961","source":"Crossref","is-referenced-by-count":4,"title":["Large Language Models (LLMs) in Programming Learning: The Current Research State and Agenda"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7126-2994","authenticated-orcid":false,"given":"Qian","family":"Fu","sequence":"first","affiliation":[{"name":"School of Educational Technology, Beijing Normal University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8588-0271","authenticated-orcid":false,"given":"Yaning","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Educational Technology, Beijing Normal University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8845-9197","authenticated-orcid":false,"given":"Zixi","family":"Jia","sequence":"additional","affiliation":[{"name":"School of Future Education, Beijing Normal University at Zhuhai, Zhuhai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4599-163X","authenticated-orcid":false,"given":"Yafeng","family":"Zheng","sequence":"additional","affiliation":[{"name":"Center for Educational Science and Technology, Beijing Normal University at Zhuhai, Zhuhai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.11.016"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2022.104457"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.104083"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON46332.2021.9453951"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2018.1534245"},{"issue":"4","key":"ref6","first-page":"58","article-title":"Enhancing students computer programming performances, critical thinking awareness and attitudes towards programming: An online peer-assessment attempt","volume":"20","author":"Wang","year":"2017","journal-title":"J. Educ. Technol. Soc."},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2023.104962"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.09.012"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3102\/0034654317710096"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10798-019-09559-9"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s11251-017-9421-5"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.chbah.2023.100005"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2013.07.044"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2025.3545084"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3563767.3568125"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2023.100147"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.15308\/Sinteza-2022-104-108"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636245"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3622780.3623648"},{"key":"ref20","article-title":"GPT-4 technical report","author":"Achiam","year":"2023"},{"key":"ref21","article-title":"Claude sonnet","year":"2024"},{"key":"ref22","article-title":"Gemini 2.5: Pushing the frontier with advanced reasoning, multimodality, long context, and next generation agentic capabilities","author":"Comanici","year":"2025"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.nlp.2023.100048"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref25","article-title":"A survey of large language models","author":"Zhao","year":"2023"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.nlp.2024.100065"},{"key":"ref27","article-title":"Generate then retrieve: Conversational response retrieval using LLMs as answer and query generators","author":"Abbasiantaeb","year":"2024"},{"key":"ref28","volume-title":"Learn AI-Assisted Python Programming: With GitHub Copilot and ChatGPT","author":"Porter","year":"2024"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588794"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2024.3499751"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569830"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00128"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30372"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2024.3486749"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636259"},{"key":"ref39","article-title":"The RealHumanEval: Evaluating large language models abilities to support programmers","author":"Mozannar","year":"2024"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1002\/advs.202412279"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642349"},{"key":"ref42","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600142"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636256"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00096"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3581754.3584111"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-025-04471-1"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600138"},{"key":"ref51","article-title":"A survey of neural code intelligence: Paradigms, advances and beyond","author":"Sun","year":"2024"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/MedAI59581.2023.00044"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3443621"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.ece.2023.05.001"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3641399.3644113"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ASEW60602.2023.00016"},{"issue":"2","key":"ref57","first-page":"354","article-title":"Research trends in technology-based learning from 2000 to 2009: A content analysis of publications in selected journals","volume":"15","author":"Hsu","year":"2012","journal-title":"J. Educ. Technol. Soc."},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1177\/20965311231168423"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603476"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3624720"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10342898"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3632620.3671103"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653621"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636846"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3699538.3699556"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3576882.3617909"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"ref69","article-title":"Generative AI in education: Educator and expert views","year":"2024"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1186\/s40594-025-00537-3"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-024-13107-x"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630828"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-025-13337-7"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2025.100380"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-53656-4_8"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/s11528-025-01052-6"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1517\/14712598.2012.674507"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20317"},{"key":"ref81","volume-title":"CiteSpace: A Practical Guide for Mapping Scientific Literature","author":"Chen","year":"2016"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET58097.2023.00028"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642773"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630897"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630863"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.58459\/icce.2023.953"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET58097.2023.00030"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.5220\/0011996900003470"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1080\/08993400802114581"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192387"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/3183377.3183383"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/3649850"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36272-9_79"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/2361276.2361299"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387411"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499370"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/1595496.1562930"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3617650.3624950"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106169"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159453"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630960"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3380909"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-024-02751-w"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-024-03991-6"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-024-13293-8"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100309"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.30900\/kafkasegt.1053820"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1145\/2532748.2532765"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2010.509097"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ICOCO56118.2022.10031657"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO57284.2023.10159727"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.3390\/electronics14010194"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1037\/\/0033-295X.84.2.191"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.2307\/1170684"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-025-10240-1"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10343247"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1145\/3641554.3701906"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2024.3392896"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/3617367"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.2197\/ipsjjip.32.69"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-024-00446-5"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2022.07.002"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-024-12520-6"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98590-9_5"},{"key":"ref126","first-page":"9:1","article-title":"NLP\/AI based techniques for programming exercises generation","volume-title":"Proc. 4th Int. Comput. Program. Educ. Conf.","author":"Freitas","year":"2023"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1145\/3582083"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653594"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/3688089"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13548"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/3631802.3631806"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1155\/2010\/602570"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2004.1408551"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-024-00354-1"},{"key":"ref136","first-page":"99","article-title":"Learning challenges faced by novice programming students studying high level and low feedback concepts","volume-title":"Proc. Aust. Soc. Comput. Learn. Tertiary Educ. Annu. Conf.","author":"Butler","year":"2007"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1177\/0047239515627263"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1145\/3077618"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-37114-1_9"},{"issue":"3","key":"ref140","first-page":"5","article-title":"Scaffolding as a teaching strategy","volume":"52","author":"Der Stuyf","year":"2002","journal-title":"Adolesc. Learn. Develop."},{"key":"ref141","article-title":"Sakshm AI: Advancing AI-assisted coding education for engineering students in India through socratic tutoring and comprehensive feedback","author":"Gupta","year":"2025"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-98414-3_1"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639187"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.30574\/wjaets.2024.13.1.0491"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1145\/3701716.3715244"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/4620076\/10810756\/11204697.pdf?arnumber=11204697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T05:53:46Z","timestamp":1762840426000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11204697\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":145,"URL":"https:\/\/doi.org\/10.1109\/tlt.2025.3622043","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}