{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T03:42:37Z","timestamp":1777866157748,"version":"3.51.4"},"reference-count":83,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T00:00:00Z","timestamp":1771977600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T00:00:00Z","timestamp":1771977600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["ZR2024QF093"],"award-info":[{"award-number":["ZR2024QF093"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U24B20149-2"],"award-info":[{"award-number":["U24B20149-2"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62502283"],"award-info":[{"award-number":["62502283"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s10664-025-10800-4","type":"journal-article","created":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T05:15:18Z","timestamp":1771996518000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["R$$^2$$ComSync: improving code-comment synchronization with in-context learning and reranking"],"prefix":"10.1007","volume":"31","author":[{"given":"Zhen","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongyi","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacky Wai","family":"Keung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8877-3678","authenticated-orcid":false,"given":"Shuo","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pak Yuen Patrick","family":"Chan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yicheng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fengji","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,25]]},"reference":[{"issue":"1","key":"10800_CR1","doi-asserted-by":"publisher","first-page":"61","DOI":"10.3109\/13814788.2013.818655","volume":"20","author":"S Aarts","year":"2014","unstructured":"Aarts S, Van Den Akker M, Winkens B (2014) The importance of effect sizes. Eur J Gen Pract 20(1):61\u201364","journal-title":"Eur J Gen Pract"},{"key":"10800_CR2","unstructured":"CCS for function \u2018create\u2019 (2023a) https:\/\/github.com\/mongodb\/mongo-java-driver\/commit\/b7dfa1d397ce3cc0baad10e4c8da15a8a0f38c1e. (Accessed on 04\/28\/2023)"},{"key":"10800_CR3","unstructured":"CCS for function \u2018ensureNoSplitBrain\u2019 (2023d) https:\/\/github.com\/gridgentoo\/hazelcast\/commit\/a759e820aa7af5e2a6dba1f1502bbcac75e1ff7f. (Accessed on 04\/29\/2023)"},{"key":"10800_CR4","unstructured":"CCS for function \u2018getKeyFilter\u2019 (2023b) https:\/\/github.com\/Azure\/azure-sdk-for-java\/commit\/9f9a4550225e95d7957c5dc0e723e18fc720ce3e. (Accessed on 04\/29\/2023)"},{"key":"10800_CR5","unstructured":"CCS for function \u2018previousTokenOnChannel\u2019 (2023c) https:\/\/github.com\/ramjyroo\/antlr4-jyroo\/commit\/e311ec63b44694f30923858cf77dbde7f327b89e. (Accessed on 04\/29\/2023)"},{"key":"10800_CR6","doi-asserted-by":"crossref","unstructured":"Chen D, Qian K, Yu Z (2023) Stabilized in-context learning with pre-trained language models for few shot dialogue state tracking. In: Findings of the Association for Computational Linguistics: EACL 2023, pp 1551\u20131564","DOI":"10.18653\/v1\/2023.findings-eacl.115"},{"key":"10800_CR7","unstructured":"Chen B, Zhang F, Nguyen A, Zan D, Lin Z, Lou J-G, Chen W (2022) Codet: Code generation with generated tests. In: The Eleventh International Conference on Learning Representations"},{"issue":"14","key":"10800_CR8","doi-asserted-by":"publisher","first-page":"2109","DOI":"10.1002\/sim.1180","volume":"21","author":"H Chmura Kraemer","year":"2002","unstructured":"Chmura Kraemer H, Periyakoil VS, Noda A (2002) Kappa coefficients in medical research. Stat Med 21(14):2109\u20132129","journal-title":"Stat Med"},{"key":"10800_CR9","doi-asserted-by":"crossref","unstructured":"Dong Q, Li L, Dai D, Zheng C, Ma J, Li R, Xia H, Xu J, Wu Z, Chang B, et al (2024) A survey on in-context learning. In: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, pp 1107\u20131128","DOI":"10.18653\/v1\/2024.emnlp-main.64"},{"key":"10800_CR10","unstructured":"Dubey A, Jauhri A, Pandey A, Kadian A, Al-Dahle A, Letman A, Mathur A, Schelten A, Yang A, Fan A, et al (2024) The llama 3 herd of models. arXiv:2407.21783"},{"key":"10800_CR11","doi-asserted-by":"crossref","unstructured":"Fan L, Liu J, Liu Z, Lo D, Xia X, Li S (2024) Exploring the capabilities of llms for code change related tasks. ACM Trans Software Eng Methodol","DOI":"10.1145\/3709358"},{"key":"10800_CR12","doi-asserted-by":"crossref","unstructured":"Feng Z, Guo D, Tang D, Duan N, Feng X, Gong M, Shou L, Qin B, Liu T, Jiang D, Zhou M (2020) CodeBERT: A pre-trained model for programming and natural languages. In: Cohn T, He Y, Liu Y (eds) Findings of the Association for Computational Linguistics: EMNLP 2020, pp 1536\u20131547. Association for Computational Linguistics, Online. https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.139 . https:\/\/aclanthology.org\/2020.findings-emnlp.139\/","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"10800_CR13","unstructured":"Fried D, Aghajanyan A, Lin J, Wang S, Wallace E, Shi F, Zhong R, Yih S, Zettlemoyer L, Lewis M (2026) Incoder: A generative model for code infilling and synthesis. In: The Eleventh International Conference on Learning Representations"},{"issue":"4","key":"10800_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3401026","volume":"29","author":"Z Gao","year":"2020","unstructured":"Gao Z, Xia X, Grundy J, Lo D, Li Y-F (2020) Generating question titles for stack overflow from mined code snippets. ACM Trans Softw Eng Methodol (TOSEM) 29(4):1\u201337","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"10800_CR15","doi-asserted-by":"crossref","unstructured":"Gao S, Chen C, Xing Z, Ma Y, Song W, Lin S-W (2019) A neural model for method name generation from functional description. In: 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER), pp 414\u2013421. IEEE","DOI":"10.1109\/SANER.2019.8667994"},{"key":"10800_CR16","unstructured":"GitHub (2023) https:\/\/github.com\/. (Accessed on 04\/14\/2023)"},{"key":"10800_CR17","unstructured":"Guo D, Zhu Q, Yang D, Xie Z, Dong K, Zhang W, Chen G, Bi X, Wu Y, Li Y, et al (2024) Deepseek-coder: When the large language model meets programming\u2013the rise of code intelligence. arXiv:2401.14196"},{"key":"10800_CR18","unstructured":"Holtzman A, Buys J, Du L, Forbes M, Choi Y (2026) The curious case of neural text degeneration. In: International Conference on Learning Representations"},{"key":"10800_CR19","doi-asserted-by":"publisher","first-page":"2179","DOI":"10.1007\/s10664-019-09730-9","volume":"25","author":"X Hu","year":"2020","unstructured":"Hu X, Li G, Xia X, Lo D, Jin Z (2020) Deep code comment generation with hybrid lexical and syntactical information. Empir Softw Eng 25:2179\u20132217","journal-title":"Empir Softw Eng"},{"key":"10800_CR20","unstructured":"Hugging Face (2025) \u2013 The AI community building the future. [Online; accessed 2025-10-14] . https:\/\/huggingface.co\/"},{"key":"10800_CR21","unstructured":"Hui B, Yang J, Cui Z, Yang J, Liu D, Zhang L, Liu T, Zhang J, Yu B, Lu K, et al (2024) Qwen2. 5-coder technical report. arXiv:2409.12186"},{"key":"10800_CR22","first-page":"13419","volume":"35","author":"JP Inala","year":"2022","unstructured":"Inala JP, Wang C, Yang M, Codas A, Encarnaci\u00f3n M, Lahiri S, Musuvathi M, Gao J (2022) Fault-aware neural code rankers. Adv Neural Inf Process Syst 35:13419\u201313432","journal-title":"Adv Neural Inf Process Syst"},{"key":"10800_CR23","doi-asserted-by":"crossref","unstructured":"Islam MA, Jonnala DV, Rekhi R, Pokharel P, Cilamkoti S, Imran A, Kosar T, Turkkan B (2025) Evaluating the energy-efficiency of the code generated by llms. arXiv:2505.20324","DOI":"10.1109\/FLLM67465.2025.11391172"},{"key":"10800_CR24","doi-asserted-by":"crossref","unstructured":"Jain N, Vaidyanath S, Iyer A, Natarajan N, Parthasarathy S, Rajamani S, Sharma R (2022) Jigsaw: Large language models meet program synthesis. In: Proceedings of the 44th International Conference on Software Engineering, pp 1219\u20131231","DOI":"10.1145\/3510003.3510203"},{"issue":"7","key":"10800_CR25","first-page":"1","volume":"33","author":"X Jiang","year":"2024","unstructured":"Jiang X, Dong Y, Wang L, Fang Z, Shang Q, Li G, Jin Z, Jiao W (2024) Self-planning code generation with large language models. ACM Trans Software Eng Methodol 33(7):1\u201330","journal-title":"ACM Trans Software Eng Methodol"},{"key":"10800_CR26","unstructured":"Kaplan J, McCandlish S, Henighan T, Brown TB, Chess B, Child R, Gray S, Radford A, Wu J, Amodei D (2020) Scaling laws for neural language models. arXiv:2001.08361"},{"key":"10800_CR27","unstructured":"Kenton JDM-WC, Toutanova LK (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp 4171\u20134186"},{"key":"10800_CR28","doi-asserted-by":"publisher","DOI":"10.1201\/9781420031416","volume-title":"Software Engineering Handbook","author":"J Keyes","year":"2002","unstructured":"Keyes J (2002) Software Engineering Handbook. CRC Press, Boca Raton, FL"},{"issue":"8","key":"10800_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3675395","volume":"33","author":"J Li","year":"2024","unstructured":"Li J, Zhao Y, Li Y, Li G, Jin Z (2024) Acecoder: An effective prompting technique specialized in code generation. ACM Trans Softw Eng Methodol 33(8):1\u201326","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"4","key":"10800_CR30","doi-asserted-by":"publisher","first-page":"1640","DOI":"10.1109\/TSE.2022.3185458","volume":"49","author":"B Lin","year":"2023","unstructured":"Lin B, Wang S, Liu Z, Xia X, Mao X (2023) Predictive comment updating with heuristics and ast-path-based neural learning: A two-phase approach. IEEE Trans Software Eng 49(4):1640\u20131660. https:\/\/doi.org\/10.1109\/TSE.2022.3185458","journal-title":"IEEE Trans Software Eng"},{"key":"10800_CR31","doi-asserted-by":"crossref","unstructured":"Lin B, Wang S, Liu K, Mao X, Bissyand\u00e9 TF (2021) Automated comment update: How far are we? In: 2021 IEEE\/ACM 29th International Conference on Program Comprehension (ICPC), pp 36\u201346. IEEE","DOI":"10.1109\/ICPC52881.2021.00013"},{"issue":"9","key":"10800_CR32","first-page":"1","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu P, Yuan W, Fu J, Jiang Z, Hayashi H, Neubig G (2023) Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing. ACM Comput Surv 55(9):1\u201335","journal-title":"ACM Comput Surv"},{"issue":"1","key":"10800_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2021.3138909","volume":"49","author":"Z Liu","year":"2023","unstructured":"Liu Z, Xia X, Lo D, Yan M, Li S (2023) Just-in-time obsolete comment detection and update. IEEE Trans Software Eng 49(1):1\u201323. https:\/\/doi.org\/10.1109\/TSE.2021.3138909","journal-title":"IEEE Trans Software Eng"},{"key":"10800_CR34","unstructured":"Liu A, Feng B, Xue B, Wang B, Wu B, Lu C, Zhao C, Deng C, Zhang C, Ruan C, et al (2024) Deepseek-v3 technical report. arXiv:2412.19437"},{"key":"10800_CR35","doi-asserted-by":"crossref","unstructured":"Liu Z, Xia X, Yan M, Li S (2020) Automating just-in-time comment updating. In: Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering, pp 585\u2013597","DOI":"10.1145\/3324884.3416581"},{"key":"10800_CR36","doi-asserted-by":"crossref","unstructured":"Lu S, Duan N, Han H, Guo D, Hwang S-w, Svyatkovskiy A (2022) Reacc: A retrieval-augmented code completion framework. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp 6227\u20136240","DOI":"10.18653\/v1\/2022.acl-long.431"},{"key":"10800_CR37","unstructured":"Lu S, Guo D, Ren S, Huang J, Svyatkovskiy A, Blanco A, Clement C, Drain D, Jiang D, Tang D, et al (2026) Codexglue: A machine learning benchmark dataset for code understanding and generation. In: Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1)"},{"key":"10800_CR38","doi-asserted-by":"crossref","unstructured":"Min S, Lyu X, Holtzman A, Artetxe M, Lewis M, Hajishirzi H, Zettlemoyer L (2022) Rethinking the role of demonstrations: What makes in-context learning work? In: Conference on Empirical Methods in Natural Language Processing","DOI":"10.18653\/v1\/2022.emnlp-main.759"},{"key":"10800_CR39","doi-asserted-by":"crossref","unstructured":"Nashid N, Sintaha M, Mesbah A (2023) Retrieval-based prompt selection for code-related few-shot learning. In: Proceedings of the 45th International Conference on Software Engineering (ICSE\u201923)","DOI":"10.1109\/ICSE48619.2023.00205"},{"issue":"1","key":"10800_CR40","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/375360.375365","volume":"33","author":"G Navarro","year":"2001","unstructured":"Navarro G (2001) A guided tour to approximate string matching. ACM Comput Surv (CSUR) 33(1):31\u201388","journal-title":"ACM Comput Surv (CSUR)"},{"key":"10800_CR41","unstructured":"Nijkamp E, Pang B, Hayashi H, Tu L, Wang H, Zhou Y, Savarese S, Xiong C (2022) Codegen: An open large language model for code with multi-turn program synthesis. arXiv:2203.13474"},{"key":"10800_CR42","doi-asserted-by":"crossref","unstructured":"Ni C, Wang W, Yang K, Xia X, Liu K, Lo D (2022) The best of both worlds: integrating semantic features with expert features for defect prediction and localization. In: Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp 672\u2013683","DOI":"10.1145\/3540250.3549165"},{"key":"10800_CR43","unstructured":"OpenAI-CodeX (2023) https:\/\/platform.openai.com\/docs\/guides\/code. (Accessed on 04\/03\/2023)"},{"key":"10800_CR44","doi-asserted-by":"publisher","unstructured":"Pai K, Devanbu P, Ahmed T (2025) Codocbench: A dataset for code-documentation alignment in software maintenance. In: 2025 IEEE\/ACM 22nd International Conference on Mining Software Repositories (MSR), pp 451\u2013455. https:\/\/doi.org\/10.1109\/MSR66628.2025.00077","DOI":"10.1109\/MSR66628.2025.00077"},{"key":"10800_CR45","doi-asserted-by":"crossref","unstructured":"Panthaplackel S, Li JJ, Gligoric M, Mooney RJ (2021) Deep just-in-time inconsistency detection between comments and source code. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 35, pp 427\u2013435","DOI":"10.1609\/aaai.v35i1.16119"},{"key":"10800_CR46","doi-asserted-by":"crossref","unstructured":"Panthaplackel S, Nie P, Gligoric M, Li JJ, Mooney R (2020) Learning to update natural language comments based on code changes. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp 1853\u20131868","DOI":"10.18653\/v1\/2020.acl-main.168"},{"issue":"3","key":"10800_CR47","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1007\/s10664-019-09694-w","volume":"24","author":"L Pascarella","year":"2019","unstructured":"Pascarella L, Bruntink M, Bacchelli A (2019) Classifying code comments in java software systems. Empir Softw Eng 24(3):1499\u20131537","journal-title":"Empir Softw Eng"},{"key":"10800_CR48","unstructured":"Qwen, Yang A, Yang B, Zhang B, Hui B, Zheng B, Yu B, Li C, Liu D, Huang F, Wei H, Lin H, Yang J, Tu J, Zhang J, Yang J, Yang J, Zhou J, Lin J, Dang K, Lu K, Bao K, Yang K, Yu L, Li M, Xue M, Zhang P, Zhu Q, Men R, Lin R, Li T, Tang T, Xia T, Ren X, Ren X, Fan Y, Su Y, Zhang Y, Wan Y, Liu Y, Cui Z, Zhang Z, Qiu Z (2025) Qwen2.5 Technical Report. 2412.15115"},{"key":"10800_CR49","doi-asserted-by":"crossref","unstructured":"Rabbi F, Siddik MS (2020) Detecting code comment inconsistency using siamese recurrent network. In: Proceedings of the 28th International Conference on Program Comprehension, pp 371\u2013375","DOI":"10.1145\/3387904.3389286"},{"key":"10800_CR50","first-page":"1316","volume":"11","author":"O Ram","year":"2023","unstructured":"Ram O, Levine Y, Dalmedigos I, Muhlgay D, Shashua A, Leyton-Brown K, Shoham Y (2023) In-context retrieval-augmented language models. Trans Ass Comput Linguist 11:1316\u20131331","journal-title":"Trans Ass Comput Linguist"},{"key":"10800_CR51","doi-asserted-by":"crossref","unstructured":"Ratol IK, Robillard MP (2017) Detecting fragile comments. In: 2017 32nd IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp 112\u2013122. IEEE","DOI":"10.1109\/ASE.2017.8115624"},{"key":"10800_CR52","doi-asserted-by":"crossref","unstructured":"See A, Liu PJ, Manning CD (2017) Get to the point: Summarization with pointer-generator networks. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp 1073\u20131083","DOI":"10.18653\/v1\/P17-1099"},{"key":"10800_CR53","doi-asserted-by":"crossref","unstructured":"Sridhara G, Hill E, Muppaneni D, Pollock L, Vijay-Shanker K (2010) Towards automatically generating summary comments for java methods. In: Proceedings of the IEEE\/ACM International Conference on Automated Software Engineering, pp 43\u201352","DOI":"10.1145\/1858996.1859006"},{"key":"10800_CR54","doi-asserted-by":"crossref","unstructured":"Sun W, Miao Y, Li Y, Zhang H, Fang C, Liu Y, Deng G, Liu Y, Chen Z (2025) Source code summarization in the era of large language models. In: 2025 IEEE\/ACM 47th International Conference on Software Engineering (ICSE), pp 1882\u20131894. IEEE","DOI":"10.1109\/ICSE55347.2025.00034"},{"key":"10800_CR55","doi-asserted-by":"crossref","unstructured":"Tan L, Yuan D, Krishna G, Zhou Y (2007) \/* icomment: Bugs or bad comments?*\/. In: Proceedings of Twenty-first ACM SIGOPS Symposium on Operating Systems Principles, pp 145\u2013158","DOI":"10.1145\/1294261.1294276"},{"key":"10800_CR56","unstructured":"Tan L, Yuan D, Zhou Y (2007) Hotcomments: how to make program comments more useful? In: HotOS, vol 7, pp 49\u201354"},{"key":"10800_CR57","unstructured":"vLLM (2025) [Online; accessed 2025-10-18]. https:\/\/docs.vllm.ai\/en\/latest\/"},{"key":"10800_CR58","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei J, Wang X, Schuurmans D, Bosma M, Xia F, Chi E, Le QV, Zhou D et al (2022) Chain-of-thought prompting elicits reasoning in large language models. Adv Neural Inf Process Syst 35:24824\u201324837","journal-title":"Adv Neural Inf Process Syst"},{"key":"10800_CR59","doi-asserted-by":"crossref","unstructured":"Wen F, Nagy C, Bavota G, Lanza M (2019) A large-scale empirical study on code-comment inconsistencies. In: 2019 IEEE\/ACM 27th International Conference on Program Comprehension (ICPC), pp 53\u201364. IEEE","DOI":"10.1109\/ICPC.2019.00019"},{"issue":"6","key":"10800_CR60","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon F (1945) Individual comparisons by ranking methods. Biomet Bulletin 1(6):80\u201383","journal-title":"Biomet Bulletin"},{"key":"10800_CR61","doi-asserted-by":"crossref","unstructured":"Xia CS, Wei Y, Zhang L (2023) Automated program repair in the era of large pre-trained language models. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), pp 1482\u20131494. IEEE","DOI":"10.1109\/ICSE48619.2023.00129"},{"key":"10800_CR62","doi-asserted-by":"crossref","unstructured":"Xu FF, Alon U, Neubig G, Hellendoorn VJ (2022) A systematic evaluation of large language models of code. In: Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming, pp 1\u201310","DOI":"10.1145\/3520312.3534862"},{"issue":"3","key":"10800_CR63","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1109\/TSE.2024.3358489","volume":"50","author":"Z Xu","year":"2024","unstructured":"Xu Z, Guo S, Wang Y, Chen R, Li H, Li X, Jiang H (2024) Code comment inconsistency detection based on confidence learning. IEEE Trans Software Eng 50(3):598\u2013617","journal-title":"IEEE Trans Software Eng"},{"issue":"12","key":"10800_CR64","doi-asserted-by":"publisher","first-page":"3208","DOI":"10.1109\/TSE.2024.3478317","volume":"50","author":"P Xue","year":"2024","unstructured":"Xue P, Wu L, Yu Z, Jin Z, Yang Z, Li X, Yang Z, Tan Y (2024) Automated commit message generation with large language models: An empirical study and beyond. IEEE Trans Software Eng 50(12):3208\u20133224. https:\/\/doi.org\/10.1109\/TSE.2024.3478317","journal-title":"IEEE Trans Software Eng"},{"key":"10800_CR65","unstructured":"Xue P, Wu L, Yang Z, Li X, Yu Z, Jin Z, Li G, Xiao Y, Wu J (2024) Exploring and lifting the robustness of llm-powered automated program repair with metamorphic testing. arXiv:2410.07516"},{"key":"10800_CR66","doi-asserted-by":"crossref","unstructured":"Xue P, Wu L, Yang Z, Wang C, Li X, Zhang Y, Li J, Jin R, Pei Y, Shen Z, et al (2025) Classeval-t: Evaluating large language models in class-level code translation. Proceed ACM Software Eng 2(ISSTA):1421\u20131444","DOI":"10.1145\/3728940"},{"key":"10800_CR67","unstructured":"Xue P, Zheng K, Yang Z, Pei Y, Wu L, Dong J, Luo X, Xiao Y, Liu F, Zhang Y, et al (2025) A new benchmark for evaluating code translation with third-party libraries. arXiv:2509.12087"},{"key":"10800_CR68","doi-asserted-by":"publisher","unstructured":"Yang Z, Keung JW, Yu X, Xiao Y, Jin Z, Zhang J (2023) On the significance of category prediction for code-comment synchronization. ACM Trans Softw Eng Methodol 32(2) https:\/\/doi.org\/10.1145\/3534117","DOI":"10.1145\/3534117"},{"key":"10800_CR69","unstructured":"Yang Z, Lin H, He Y, Xu J, Sun Z, Liu S, Wang P, Yu Z, Liang Q (2025) Rethinking the effects of data contamination in code intelligence. arXiv:2506.02791"},{"key":"10800_CR70","doi-asserted-by":"crossref","unstructured":"Yang Z, Liu F, Yu Z, Keung JW, Li J, Liu S, Hong Y, Ma X, Jin Z, Li G (2024) Exploring and unleashing the power of large language models in automated code translation. Proceed ACM Software Eng 1(FSE):1585\u20131608","DOI":"10.1145\/3660778"},{"key":"10800_CR71","doi-asserted-by":"crossref","unstructured":"Yang G, Zhou Y, Chen X, Zhang X, Han T, Chen T (2023) Exploitgen: Template-augmented exploit code generation based on codebert. J Syst Softw 197:111577","DOI":"10.1016\/j.jss.2022.111577"},{"key":"10800_CR72","doi-asserted-by":"crossref","unstructured":"Yan B, Li K, Xu M, Dong Y, Zhang Y, Ren Z, Cheng X (2025) On protecting the data privacy of large language models (llms) and llm agents: A literature review. High-Confidence Comput, 100300","DOI":"10.1016\/j.hcc.2025.100300"},{"key":"10800_CR73","doi-asserted-by":"crossref","unstructured":"Yan L, Qin Z, Zhuang H, Jagerman R, Wang X, Bendersky M, Oosterhuis H (2024) Consolidating ranking and relevance predictions of large language models through post-processing. In: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, pp 410\u2013423","DOI":"10.18653\/v1\/2024.emnlp-main.25"},{"key":"10800_CR74","doi-asserted-by":"crossref","unstructured":"Yao Y, Duan J, Xu K, Cai Y, Sun Z, Zhang Y (2024) A survey on large language model (llm) security and privacy: The good, the bad, and the ugly. High-Confidence Comput 4(2):100211","DOI":"10.1016\/j.hcc.2024.100211"},{"key":"10800_CR75","unstructured":"YDS0823\/ComSync: code comment synchronization. [Online; accessed 2025-03-24]. https:\/\/github.com\/YDS0823\/ComSync"},{"key":"10800_CR76","doi-asserted-by":"crossref","unstructured":"Yu X, Liu L, Hu X, Keung JW, Liu J, Xia X (2024) Fight fire with fire: How much can we trust chatgpt on source code-related tasks? IEEE Trans Software Eng","DOI":"10.1109\/TSE.2024.3492204"},{"key":"10800_CR77","doi-asserted-by":"publisher","unstructured":"Zhang Y (2024) Detecting code comment inconsistencies using llm and program analysis. In: Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering. FSE 2024, pp 683\u2013685. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3663529.3664458","DOI":"10.1145\/3663529.3664458"},{"key":"10800_CR78","doi-asserted-by":"crossref","unstructured":"Zhang F, Chen B, Zhang Y, Keung J, Liu J, Zan D, Mao Y, Lou J-G, Chen W (2023) Repocoder: Repository-level code completion through iterative retrieval and generation. In: The 2023 Conference on Empirical Methods in Natural Language Processing","DOI":"10.18653\/v1\/2023.emnlp-main.151"},{"key":"10800_CR79","doi-asserted-by":"publisher","unstructured":"Zhang Y, Liu Z, Feng Y, Xu B (2024) Leveraging large language model to assist detecting rust code comment inconsistency. In: Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering. ASE \u201924, pp 356\u2013366. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3691620.3695010","DOI":"10.1145\/3691620.3695010"},{"key":"10800_CR80","unstructured":"Zhang T, Yu T, Hashimoto T, Lewis M, Yih W-t, Fried D, Wang S (223) Coder reviewer reranking for code generation. In: International Conference on Machine Learning, pp 41832\u201341846. PMLR"},{"key":"10800_CR81","doi-asserted-by":"crossref","unstructured":"Zhang F, Yu X, Keung J, Li F, Xie Z, Yang Z, Ma C, Zhang Z (2022) Improving stack overflow question title generation with copying enhanced codebert model and bi-modal information. Inf Softw Technol 148:106922","DOI":"10.1016\/j.infsof.2022.106922"},{"key":"10800_CR82","doi-asserted-by":"publisher","unstructured":"Zhou X, Han D, Lo D (2021) Assessing generalizability of codebert. In: 2021 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 425\u2013436. https:\/\/doi.org\/10.1109\/ICSME52107.2021.00044","DOI":"10.1109\/ICSME52107.2021.00044"},{"key":"10800_CR83","doi-asserted-by":"crossref","unstructured":"Zhu H, He X, Xu L (2022) Hatcup: hybrid analysis and attention based just-in-time comment updating. In: Proceedings of the 30th IEEE\/ACM International Conference on Program Comprehension, pp 619\u2013630","DOI":"10.1145\/3524610.3527901"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10800-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-025-10800-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10800-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T08:08:12Z","timestamp":1777536492000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-025-10800-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,25]]},"references-count":83,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["10800"],"URL":"https:\/\/doi.org\/10.1007\/s10664-025-10800-4","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,25]]},"assertion":[{"value":"5 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declared that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"All participants who joined the human evaluation were provided with an informed consent form outlining the study\u2019s objectives, procedures, potential risks, and benefits. Participation was voluntary, and respondents could withdraw at any time without consequences.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number in the manuscript"}}],"article-number":"84"}}