{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T05:58:06Z","timestamp":1762840686744,"version":"build-2065373602"},"reference-count":145,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62377005","62077005"],"award-info":[{"award-number":["62377005","62077005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/tlt.2025.3622043","type":"journal-article","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T17:37:20Z","timestamp":1760549840000},"page":"942-961","source":"Crossref","is-referenced-by-count":0,"title":["Large Language Models (LLMs) in Programming Learning: The Current Research State and Agenda"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7126-2994","authenticated-orcid":false,"given":"Qian","family":"Fu","sequence":"first","affiliation":[{"name":"School of Educational Technology, Beijing Normal University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8588-0271","authenticated-orcid":false,"given":"Yaning","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Educational Technology, Beijing Normal University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8845-9197","authenticated-orcid":false,"given":"Zixi","family":"Jia","sequence":"additional","affiliation":[{"name":"School of Future Education, Beijing Normal University at Zhuhai, Zhuhai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4599-163X","authenticated-orcid":false,"given":"Yafeng","family":"Zheng","sequence":"additional","affiliation":[{"name":"Center for Educational Science and Technology, Beijing Normal University at Zhuhai, Zhuhai, China"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1016\/j.compedu.2012.11.016"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1016\/j.compedu.2022.104457"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1016\/j.compedu.2020.104083"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1109\/EDUCON46332.2021.9453951"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1080\/10494820.2018.1534245"},{"issue":"4","key":"ref6","first-page":"58","article-title":"Enhancing students computer programming performances, critical thinking awareness and attitudes towards programming: An online peer-assessment attempt","volume":"20","author":"Wang","year":"2017","journal-title":"J. Educ. Technol. Soc."},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1016\/j.compedu.2023.104962"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1016\/j.chb.2014.09.012"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.3102\/0034654317710096"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1007\/s10798-019-09559-9"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1007\/s11251-017-9421-5"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1016\/j.chbah.2023.100005"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1016\/j.chb.2013.07.044"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1109\/TLT.2025.3545084"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1145\/3563767.3568125"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1016\/j.caeai.2023.100147"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.15308\/Sinteza-2022-104-108"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1145\/3636243.3636245"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1145\/3622780.3623648"},{"year":"2023","author":"Achiam","article-title":"GPT-4 technical report","key":"ref20"},{"year":"2024","article-title":"Claude sonnet","key":"ref21"},{"year":"2025","author":"Comanici","article-title":"Gemini 2.5: Pushing the frontier with advanced reasoning, multimodality, long context, and next generation agentic capabilities","key":"ref22"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1016\/j.nlp.2023.100048"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1145\/3641289"},{"year":"2023","author":"Zhao","article-title":"A survey of large language models","key":"ref25"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1016\/j.nlp.2024.100065"},{"year":"2024","author":"Abbasiantaeb","article-title":"Generate then retrieve: Conversational response retrieval using LLMs as answer and query generators","key":"ref27"},{"volume-title":"Learn AI-Assisted Python Programming: With GitHub Copilot and ChatGPT","year":"2024","author":"Porter","key":"ref28"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1145\/3587102.3588794"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1145\/3501385.3543957"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.1109\/TLT.2024.3499751"},{"doi-asserted-by":"publisher","key":"ref32","DOI":"10.1145\/3587102.3588785"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1145\/3501709.3544280"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1145\/3545945.3569830"},{"doi-asserted-by":"publisher","key":"ref35","DOI":"10.1109\/ICSE48619.2023.00128"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1609\/aaai.v38i21.30372"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1109\/TLT.2024.3486749"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1145\/3636243.3636259"},{"year":"2024","author":"Mozannar","article-title":"The RealHumanEval: Evaluating large language models abilities to support programmers","key":"ref39"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.1002\/advs.202412279"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1145\/3613904.3642349"},{"year":"2021","author":"Chen","article-title":"Evaluating large language models trained on code","key":"ref42"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1145\/3545945.3569823"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1145\/3568813.3600142"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1145\/3636243.3636256"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1109\/ASE56229.2023.00096"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1145\/3581754.3584111"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.1016\/j.lindif.2023.102274"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.1057\/s41599-025-04471-1"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.1145\/3568813.3600138"},{"year":"2024","author":"Sun","article-title":"A survey of neural code intelligence: Paradigms, advances and beyond","key":"ref51"},{"doi-asserted-by":"publisher","key":"ref52","DOI":"10.1109\/MedAI59581.2023.00044"},{"doi-asserted-by":"publisher","key":"ref53","DOI":"10.1109\/ACCESS.2024.3443621"},{"doi-asserted-by":"publisher","key":"ref54","DOI":"10.1016\/j.ece.2023.05.001"},{"doi-asserted-by":"publisher","key":"ref55","DOI":"10.1145\/3641399.3644113"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1109\/ASEW60602.2023.00016"},{"issue":"2","key":"ref57","first-page":"354","article-title":"Research trends in technology-based learning from 2000 to 2009: A content analysis of publications in selected journals","volume":"15","author":"Hsu","year":"2012","journal-title":"J. Educ. Technol. Soc."},{"doi-asserted-by":"publisher","key":"ref58","DOI":"10.1177\/20965311231168423"},{"doi-asserted-by":"publisher","key":"ref59","DOI":"10.1145\/3568812.3603476"},{"doi-asserted-by":"publisher","key":"ref60","DOI":"10.1145\/3624720"},{"doi-asserted-by":"publisher","key":"ref61","DOI":"10.1109\/FIE58773.2023.10342898"},{"doi-asserted-by":"publisher","key":"ref62","DOI":"10.1145\/3632620.3671103"},{"doi-asserted-by":"publisher","key":"ref63","DOI":"10.1145\/3649217.3653621"},{"doi-asserted-by":"publisher","key":"ref64","DOI":"10.1145\/3636555.3636846"},{"doi-asserted-by":"publisher","key":"ref65","DOI":"10.1145\/3699538.3699556"},{"doi-asserted-by":"publisher","key":"ref66","DOI":"10.1145\/3545945.3569785"},{"doi-asserted-by":"publisher","key":"ref67","DOI":"10.1145\/3576882.3617909"},{"doi-asserted-by":"publisher","key":"ref68","DOI":"10.1145\/3545945.3569770"},{"year":"2024","article-title":"Generative AI in education: Educator and expert views","key":"ref69"},{"doi-asserted-by":"publisher","key":"ref70","DOI":"10.1186\/s40594-025-00537-3"},{"doi-asserted-by":"publisher","key":"ref71","DOI":"10.1007\/s10639-024-13107-x"},{"doi-asserted-by":"publisher","key":"ref72","DOI":"10.1145\/3626252.3630828"},{"doi-asserted-by":"publisher","key":"ref73","DOI":"10.1007\/s10639-025-13337-7"},{"doi-asserted-by":"publisher","key":"ref74","DOI":"10.1016\/j.caeai.2025.100380"},{"doi-asserted-by":"publisher","key":"ref75","DOI":"10.1145\/3544548.3580919"},{"doi-asserted-by":"publisher","key":"ref76","DOI":"10.1145\/3511861.3511863"},{"doi-asserted-by":"publisher","key":"ref77","DOI":"10.1007\/978-3-031-53656-4_8"},{"doi-asserted-by":"publisher","key":"ref78","DOI":"10.1007\/s11528-025-01052-6"},{"doi-asserted-by":"publisher","key":"ref79","DOI":"10.1517\/14712598.2012.674507"},{"doi-asserted-by":"publisher","key":"ref80","DOI":"10.1002\/asi.20317"},{"volume-title":"CiteSpace: A Practical Guide for Mapping Scientific Literature","year":"2016","author":"Chen","key":"ref81"},{"doi-asserted-by":"publisher","key":"ref82","DOI":"10.1109\/CSEET58097.2023.00028"},{"doi-asserted-by":"publisher","key":"ref83","DOI":"10.1145\/3613904.3642773"},{"doi-asserted-by":"publisher","key":"ref84","DOI":"10.1145\/3626252.3630897"},{"doi-asserted-by":"publisher","key":"ref85","DOI":"10.1145\/3626252.3630863"},{"doi-asserted-by":"publisher","key":"ref86","DOI":"10.58459\/icce.2023.953"},{"doi-asserted-by":"publisher","key":"ref87","DOI":"10.1109\/CSEET58097.2023.00030"},{"doi-asserted-by":"publisher","key":"ref88","DOI":"10.5220\/0011996900003470"},{"doi-asserted-by":"publisher","key":"ref89","DOI":"10.1080\/08993400802114581"},{"doi-asserted-by":"publisher","key":"ref90","DOI":"10.1145\/3192366.3192387"},{"doi-asserted-by":"publisher","key":"ref91","DOI":"10.1145\/3183377.3183383"},{"doi-asserted-by":"publisher","key":"ref92","DOI":"10.1145\/3649850"},{"doi-asserted-by":"publisher","key":"ref93","DOI":"10.1007\/978-3-031-36272-9_79"},{"doi-asserted-by":"publisher","key":"ref94","DOI":"10.1145\/2361276.2361299"},{"doi-asserted-by":"publisher","key":"ref95","DOI":"10.1145\/3341525.3387411"},{"doi-asserted-by":"publisher","key":"ref96","DOI":"10.1145\/3478431.3499370"},{"doi-asserted-by":"publisher","key":"ref97","DOI":"10.1145\/1595496.1562930"},{"doi-asserted-by":"publisher","key":"ref98","DOI":"10.1145\/3617650.3624950"},{"doi-asserted-by":"publisher","key":"ref99","DOI":"10.1145\/3105726.3106169"},{"doi-asserted-by":"publisher","key":"ref100","DOI":"10.1145\/3344429.3372508"},{"doi-asserted-by":"publisher","key":"ref101","DOI":"10.1145\/3159450.3159453"},{"doi-asserted-by":"publisher","key":"ref102","DOI":"10.1145\/3626252.3630960"},{"doi-asserted-by":"publisher","key":"ref103","DOI":"10.1109\/ACCESS.2024.3380909"},{"doi-asserted-by":"publisher","key":"ref104","DOI":"10.1057\/s41599-024-02751-w"},{"doi-asserted-by":"publisher","key":"ref105","DOI":"10.1057\/s41599-024-03991-6"},{"doi-asserted-by":"publisher","key":"ref106","DOI":"10.1007\/s10639-024-13293-8"},{"doi-asserted-by":"publisher","key":"ref107","DOI":"10.1016\/j.caeai.2024.100309"},{"doi-asserted-by":"publisher","key":"ref108","DOI":"10.30900\/kafkasegt.1053820"},{"doi-asserted-by":"publisher","key":"ref109","DOI":"10.1145\/2532748.2532765"},{"doi-asserted-by":"publisher","key":"ref110","DOI":"10.1080\/08993408.2010.509097"},{"doi-asserted-by":"publisher","key":"ref111","DOI":"10.1109\/ICOCO56118.2022.10031657"},{"doi-asserted-by":"publisher","key":"ref112","DOI":"10.23919\/MIPRO57284.2023.10159727"},{"doi-asserted-by":"publisher","key":"ref113","DOI":"10.3390\/electronics14010194"},{"doi-asserted-by":"publisher","key":"ref114","DOI":"10.1037\/\/0033-295X.84.2.191"},{"doi-asserted-by":"publisher","key":"ref115","DOI":"10.2307\/1170684"},{"doi-asserted-by":"publisher","key":"ref116","DOI":"10.1007\/s10956-025-10240-1"},{"doi-asserted-by":"publisher","key":"ref117","DOI":"10.1109\/FIE58773.2023.10343247"},{"doi-asserted-by":"publisher","key":"ref118","DOI":"10.1145\/3641554.3701906"},{"doi-asserted-by":"publisher","key":"ref119","DOI":"10.1109\/TLT.2024.3392896"},{"doi-asserted-by":"publisher","key":"ref120","DOI":"10.1145\/3617367"},{"doi-asserted-by":"publisher","key":"ref121","DOI":"10.2197\/ipsjjip.32.69"},{"doi-asserted-by":"publisher","key":"ref122","DOI":"10.1186\/s41239-024-00446-5"},{"doi-asserted-by":"publisher","key":"ref123","DOI":"10.1016\/j.tics.2022.07.002"},{"doi-asserted-by":"publisher","key":"ref124","DOI":"10.1007\/s10639-024-12520-6"},{"doi-asserted-by":"publisher","key":"ref125","DOI":"10.1007\/978-3-319-98590-9_5"},{"key":"ref126","first-page":"9:1","article-title":"NLP\/AI based techniques for programming exercises generation","volume-title":"Proc. 4th Int. Comput. Program. Educ. Conf.","author":"Freitas","year":"2023"},{"doi-asserted-by":"publisher","key":"ref127","DOI":"10.1145\/3545945.3569759"},{"doi-asserted-by":"publisher","key":"ref128","DOI":"10.1145\/3582083"},{"doi-asserted-by":"publisher","key":"ref129","DOI":"10.1145\/3649217.3653594"},{"doi-asserted-by":"publisher","key":"ref130","DOI":"10.1145\/3688089"},{"doi-asserted-by":"publisher","key":"ref131","DOI":"10.1111\/bjet.13548"},{"doi-asserted-by":"publisher","key":"ref132","DOI":"10.1145\/3631802.3631806"},{"doi-asserted-by":"publisher","key":"ref133","DOI":"10.1155\/2010\/602570"},{"doi-asserted-by":"publisher","key":"ref134","DOI":"10.1109\/FIE.2004.1408551"},{"doi-asserted-by":"publisher","key":"ref135","DOI":"10.1186\/s40561-024-00354-1"},{"key":"ref136","first-page":"99","article-title":"Learning challenges faced by novice programming students studying high level and low feedback concepts","volume-title":"Proc. Aust. Soc. Comput. Learn. Tertiary Educ. Annu. Conf.","author":"Butler","year":"2007"},{"doi-asserted-by":"publisher","key":"ref137","DOI":"10.1177\/0047239515627263"},{"doi-asserted-by":"publisher","key":"ref138","DOI":"10.1145\/3077618"},{"doi-asserted-by":"publisher","key":"ref139","DOI":"10.1007\/978-3-031-37114-1_9"},{"issue":"3","key":"ref140","first-page":"5","article-title":"Scaffolding as a teaching strategy","volume":"52","author":"Der Stuyf","year":"2002","journal-title":"Adolesc. Learn. Develop."},{"year":"2025","author":"Gupta","article-title":"Sakshm AI: Advancing AI-assisted coding education for engineering students in India through socratic tutoring and comprehensive feedback","key":"ref141"},{"doi-asserted-by":"publisher","key":"ref142","DOI":"10.1007\/978-3-031-98414-3_1"},{"doi-asserted-by":"publisher","key":"ref143","DOI":"10.1145\/3597503.3639187"},{"doi-asserted-by":"publisher","key":"ref144","DOI":"10.30574\/wjaets.2024.13.1.0491"},{"doi-asserted-by":"publisher","key":"ref145","DOI":"10.1145\/3701716.3715244"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/4620076\/10810756\/11204697.pdf?arnumber=11204697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T05:53:46Z","timestamp":1762840426000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11204697\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":145,"URL":"https:\/\/doi.org\/10.1109\/tlt.2025.3622043","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"type":"electronic","value":"1939-1382"},{"type":"electronic","value":"2372-0050"}],"subject":[],"published":{"date-parts":[[2025]]}}}