{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T21:32:57Z","timestamp":1771018377685,"version":"3.50.1"},"reference-count":59,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Academic Infrastructure for Supercomputing in Sweden"},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2024-22-1517"],"award-info":[{"award-number":["2024-22-1517"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2025-22-1040"],"award-info":[{"award-number":["2025-22-1040"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2025-22-1115"],"award-info":[{"award-number":["2025-22-1115"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2025-22-467"],"award-info":[{"award-number":["2025-22-467"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2024-04687"],"award-info":[{"award-number":["2024-04687"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]},{"name":"University of Gothenburg, Chalmers"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1109\/tse.2025.3629828","type":"journal-article","created":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T18:39:41Z","timestamp":1762367981000},"page":"468-487","source":"Crossref","is-referenced-by-count":0,"title":["Literate Programming With LLMs? \u2014 A Study on Rosetta Code and CodeNet"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-0873-5968","authenticated-orcid":false,"given":"Simin","family":"Sun","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Chalmers University of Technology and University of Gothenburg, Gothenburg, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9052-0864","authenticated-orcid":false,"given":"Miroslaw","family":"Staron","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Chalmers University of Technology and University of Gothenburg, Gothenburg, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/27.2.97"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3728541"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00422"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678927"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/5689.315644"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v046.i03"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126642"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-53445-4_37"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2902362"},{"key":"ref12","first-page":"545","article-title":"Combining lightly-supervised text classification models for accurate contextual advertising","volume-title":"Proc. Eighth Int. Joint Conf. Natural Lang. Process.","volume":"1","author":"Jin","year":"2017"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1246"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p18-1198"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1419"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.blackboxnlp-1.31"},{"key":"ref17","article-title":"Towards understanding what code language models learned","author":"Ahmed","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS58315.2023.00037"},{"key":"ref19","article-title":"Pre-trained contextual embedding of source code","author":"Kanade","year":"2019"},{"key":"ref20","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref22","article-title":"SCELMO: Source code embeddings from language models","author":"Karampatsis","year":"2020"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2021.114135"},{"key":"ref24","article-title":"GraphCodeBERT: Pre-training code representations with data flow","author":"Guo","year":"2020"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1166253.1166275"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2612177"},{"key":"ref27","article-title":"Program synthesis from natural language using recurrent neural networks","author":"Lin","year":"2017"},{"key":"ref28","article-title":"Seq2SQL: Generating structured queries from natural language using reinforcement learning","author":"Zhong","year":"2017"},{"key":"ref29","first-page":"21314","article-title":"CodeRL: Mastering code generation through pretrained models and deep reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Le","year":"2022"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417058"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3390\/sym14030471"},{"key":"ref32","first-page":"2269","article-title":"Summarizing source code with transferred API knowledge","volume-title":"Proc. Twenty-Seventh Int. Joint Conf. Artif. Intell. (IJCAI 2018)","author":"Hu","year":"2018"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC52881.2021.00032"},{"key":"ref34","article-title":"Dynamic neural program embedding for program repair","author":"Wang","year":"2017"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11963"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3290353"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1385","DOI":"10.1145\/3377811.3380383","article-title":"Retrieval-based neural source code summarization","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Zhang","year":"2020"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.449"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.7287\/peerj.preprints.1459v1","article-title":"Using machine translation for converting Python 2 to Python 3 code","author":"Aggarwal","year":"2015"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3115\/1557769.1557821"},{"key":"ref41","first-page":"1","article-title":"Tree-to-tree neural networks for program translation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Chen","year":"2018"},{"key":"ref42","article-title":"Unsupervised translation of programming languages","author":"Lachaux","year":"2020"},{"key":"ref43","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3695991"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599790"},{"key":"ref46","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref47","article-title":"CodeNet: A large-scale AI for code dataset for learning a diversity of coding tasks","author":"Puri","year":"2021"},{"key":"ref48","article-title":"Learning performance-improving code edits","author":"Shypula","year":"2023"},{"key":"ref49","article-title":"CodeSearchNet challenge: Evaluating the state of semantic code search","author":"Husain","year":"2019"},{"key":"ref50","article-title":"Rosettacode","year":"2025"},{"key":"ref51","first-page":"1","article-title":"Language models are unsupervised multitask learners","author":"Radford","year":"2019"},{"key":"ref52","article-title":"Roberta: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref53","article-title":"CodeXGLUE: A machine learning benchmark dataset for code understanding and generation","author":"Lu","year":"2021"},{"key":"ref54","article-title":"Falcon-40B: An open large language model with state-of-the-art performance","author":"Almazrouei","year":"2023"},{"key":"ref55","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"ref56","article-title":"The Llama 3 herd of models","author":"Dubey","year":"2024"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"issue":"11","key":"ref58","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11395383\/11230298.pdf?arnumber=11230298","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T20:49:46Z","timestamp":1771015786000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11230298\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":59,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tse.2025.3629828","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2]]}}}