{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T13:50:29Z","timestamp":1770817829968,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:00:00Z","timestamp":1762560000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:00:00Z","timestamp":1762560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No.62472447"],"award-info":[{"award-number":["No.62472447"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004735","name":"Hunan Provincial Natural Science Foundation of China","doi-asserted-by":"crossref","award":["No.2024JK2006"],"award-info":[{"award-number":["No.2024JK2006"]}],"id":[{"id":"10.13039\/501100004735","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science and Technology Innovation Program of Hunan Province","award":["No.2023RC1023"],"award-info":[{"award-number":["No.2023RC1023"]}]},{"name":"High Performance Computing Center of Central South University, PR China"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1007\/s10664-025-10752-9","type":"journal-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T06:11:35Z","timestamp":1762582295000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["LLMUpdater: Automatic comment synchronization via edit model guided LLMs"],"prefix":"10.1007","volume":"31","author":[{"given":"Haiyang","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qi","family":"Xie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shixiang","family":"Cai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhaowen","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4975-034X","authenticated-orcid":false,"given":"Li","family":"Kuang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yingjie","family":"Xia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,11,8]]},"reference":[{"key":"10752_CR1","unstructured":"Achiam J, Adler S, Agarwal S et\u00a0al (2023) Gpt-4 technical report. arXiv:2303.08774"},{"key":"10752_CR2","doi-asserted-by":"crossref","unstructured":"Ahmad W, Chakraborty S, Ray B et\u00a0al (2021) Unified pre-training for program understanding and generation. In: Proceedings of the 2021 Conference of the North American chapter of the association for computational linguistics: human language technologies","DOI":"10.18653\/v1\/2021.naacl-main.211"},{"key":"10752_CR3","doi-asserted-by":"crossref","unstructured":"Ahmed T, Pai KS, Devanbu P et\u00a0al (2024) Automatic semantic augmentation of language model prompts (for code summarization). In: 2024 IEEE\/ACM 46th International Conference on Software Engineering (ICSE). IEEE Computer Society, pp 1004\u20131004","DOI":"10.1145\/3597503.3639183"},{"key":"10752_CR4","doi-asserted-by":"crossref","unstructured":"Arakelyan S, Das R, Mao Y et\u00a0al (2023) Exploring distributional shifts in large language models for code analysis. In: Proceedings of the 2023 conference on empirical methods in natural language processing, pp 16298\u201316314","DOI":"10.18653\/v1\/2023.emnlp-main.1013"},{"key":"10752_CR5","unstructured":"Banerjee S, Lavie A (2005) Meteor: An automatic metric for mt evaluation with improved correlation with human judgments. In: Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization, pp 65\u201372"},{"key":"10752_CR6","unstructured":"Cao J, Li M, Wen M et\u00a0al (2023) A study on prompt design, advantages and limitations of chatgpt for deep learning program repair. arXiv:2304.08191"},{"key":"10752_CR7","unstructured":"Chen M, Tworek J, Jun H et\u00a0al (2021) Evaluating large language models trained on code. arXiv:2107.03374"},{"key":"10752_CR8","unstructured":"Dong Y, Jiang X, Jin Z et\u00a0al (2023) Self-collaboration code generation via chatgpt. arXiv:2304.07590"},{"key":"10752_CR9","doi-asserted-by":"crossref","unstructured":"Du X, Liu M, Wang K et\u00a0al (2024) Evaluating large language models in class-level code generation. In: 2024 IEEE\/ACM 46th International Conference on Software Engineering (ICSE). IEEE Computer Society, pp 865\u2013865","DOI":"10.1145\/3597503.3639219"},{"key":"10752_CR10","doi-asserted-by":"crossref","unstructured":"Geng M, Wang S, Dong D et\u00a0al (2024) Large language models are few-shot summarizers: multi-intent comment generation via in-context learning. In: Proceedings of the 46th IEEE\/ACM International conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3608134"},{"key":"10752_CR11","doi-asserted-by":"crossref","unstructured":"Guo D, Lu S, Duan N et\u00a0al (2022) Unixcoder: unified cross-modal pre-training for code representation. In: Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 7212\u20137225","DOI":"10.18653\/v1\/2022.acl-long.499"},{"key":"10752_CR12","unstructured":"Hou X, Zhao Y, Liu Y et\u00a0al (2023) Large language models for software engineering: a systematic literature review. arXiv:2308.10620. https:\/\/api.semanticscholar.org\/CorpusID:261048648"},{"key":"10752_CR13","unstructured":"Hu EJ, Shen Y, Wallis P et\u00a0al (2021) Lora: Low-rank adaptation of large language models. arXiv:2106.09685"},{"key":"10752_CR14","doi-asserted-by":"crossref","unstructured":"Hu X, Xia X, Lo D et\u00a0al (2022) Practitioners\u2019 expectations on automated code comment generation. In: Proceedings of the 44th International conference on software engineering, pp 1693\u20131705","DOI":"10.1145\/3510003.3510152"},{"key":"10752_CR15","unstructured":"Li J, Li G, Li Y et\u00a0al (2023) Enabling programming thinking in large language models toward code generation. arXiv:2305.06599"},{"key":"10752_CR16","unstructured":"Liang Q, Sun Z, Zhu Q et\u00a0al (2023) Cupcleaner: a data cleaning approach for comment updating. arXiv:2308.06898"},{"key":"10752_CR17","doi-asserted-by":"crossref","unstructured":"Lin B, Wang S, Liu K et\u00a0al (2021) Automated comment update: How far are we? In: 2021 IEEE\/ACM 29th International Conference on Program Comprehension (ICPC). IEEE, pp 36\u201346","DOI":"10.1109\/ICPC52881.2021.00013"},{"key":"10752_CR18","doi-asserted-by":"crossref","unstructured":"Lin B, Wang S, Liu Z et\u00a0al (2023) Cct5: A code-change-oriented pre-trained model. In: Proceedings of the 31st ACM Joint European software engineering conference and symposium on the foundations of software engineering, pp 1509\u20131521","DOI":"10.1145\/3611643.3616339"},{"key":"10752_CR19","unstructured":"Liu J, Xia CS, Wang Y et\u00a0al (2024) Is your code generated by chatgpt really correct? Rigorous evaluation of large language models for code generation. Adv Neural Inf Process Syst 36"},{"key":"10752_CR20","doi-asserted-by":"crossref","unstructured":"Liu Z, Xia X, Yan M et\u00a0al (2020) Automating just-in-time comment updating. In: Proceedings of the 35th IEEE\/ACM International conference on automated software engineering, pp 585\u2013597","DOI":"10.1145\/3324884.3416581"},{"key":"10752_CR21","doi-asserted-by":"crossref","unstructured":"Mallinson J, Severyn A, Malmi E et\u00a0al (2020) Felix: Flexible text editing through tagging and insertion. arXiv:2003.10687","DOI":"10.18653\/v1\/2020.findings-emnlp.111"},{"key":"10752_CR22","doi-asserted-by":"crossref","unstructured":"Mallinson J, Adamek J, Malmi E et\u00a0al (2022) Edit5: Semi-autoregressive text-editing with t5 warm-start. arXiv:2205.12209","DOI":"10.18653\/v1\/2022.findings-emnlp.156"},{"key":"10752_CR23","doi-asserted-by":"crossref","unstructured":"Malmi E, Krause S, Rothe S et\u00a0al (2019) Encode, tag, realize: High-precision text editing. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp 5054\u20135065","DOI":"10.18653\/v1\/D19-1510"},{"key":"10752_CR24","doi-asserted-by":"crossref","unstructured":"Mastropaolo A, Ciniselli M, Di\u00a0Penta M et\u00a0al (2024) Evaluating code summarization techniques: A new metric and an empirical characterization. In: Proceedings of the IEEE\/ACM 46th International conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3639174"},{"key":"10752_CR25","doi-asserted-by":"crossref","unstructured":"Napoles C, Sakaguchi K, Post M et\u00a0al (2015) Ground truth for grammatical error correction metrics. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers), pp 588\u2013593","DOI":"10.3115\/v1\/P15-2097"},{"key":"10752_CR26","doi-asserted-by":"crossref","unstructured":"Panthaplackel S, Nie P, Gligoric M et\u00a0al (2020) Learning to update natural language comments based on code changes. arXiv:2004.12169","DOI":"10.18653\/v1\/2020.acl-main.168"},{"key":"10752_CR27","doi-asserted-by":"crossref","unstructured":"Panthaplackel S, Li JJ, Gligoric M et\u00a0al (2021) Deep just-in-time inconsistency detection between comments and source code. In: Proceedings of the AAAI conference on artificial intelligence, pp 427\u2013435","DOI":"10.1609\/aaai.v35i1.16119"},{"key":"10752_CR28","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T et\u00a0al (2002) Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th annual meeting of the association for computational linguistics, pp 311\u2013318","DOI":"10.3115\/1073083.1073135"},{"key":"10752_CR29","doi-asserted-by":"crossref","unstructured":"Peng Y, Gao S, Gao C et\u00a0al (2024) Domain knowledge matters: improving prompts with fix templates for repairing python type errors. In: Proceedings of the 46th IEEE\/ACM International Conference on Software Engineering, pp 1\u201313","DOI":"10.1145\/3597503.3608132"},{"key":"10752_CR30","doi-asserted-by":"crossref","unstructured":"Robertson SE, Walker S (1994) Some simple effective approximations to the 2-poisson model for probabilistic weighted retrieval. In: SIGIR\u201994: Proceedings of the Seventeenth Annual International ACM-SIGIR Conference on Research and Development in Information Retrieval, organised by Dublin City University. Springer, pp 232\u2013241","DOI":"10.1007\/978-1-4471-2099-5_24"},{"key":"10752_CR31","doi-asserted-by":"crossref","unstructured":"Sch\u00e4fer M, Nadi S, Eghbali A et\u00a0al (2023) An empirical evaluation of using large language models for automated unit test generation. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2023.3334955"},{"key":"10752_CR32","doi-asserted-by":"crossref","unstructured":"Sobania D, Briesch M, Hanna C et\u00a0al (2023) An analysis of the automatic bug fixing performance of chatgpt. In: 2023 IEEE\/ACM International Workshop on Automated Program Repair (APR). IEEE, pp 23\u201330","DOI":"10.1109\/APR59189.2023.00012"},{"issue":"1","key":"10752_CR33","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s10515-024-00421-4","volume":"31","author":"CY Su","year":"2024","unstructured":"Su CY, McMillan C (2024) Distilled gpt for source code summarization. Autom Softw Eng 31(1):22","journal-title":"Autom Softw Eng"},{"key":"10752_CR34","unstructured":"Sun W, Fang C, You Y et\u00a0al (2023) Automatic code summarization via chatgpt: How far are we? arXiv:2305.12865"},{"key":"10752_CR35","doi-asserted-by":"crossref","unstructured":"Tan SH, Marinov D, Tan L et al (2012) @ tcomment: Testing javadoc comments to detect comment-code inconsistencies. In: 2012 IEEE Fifth International conference on software testing, verification and validation. IEEE, pp 260\u2013269","DOI":"10.1109\/ICST.2012.106"},{"key":"10752_CR36","doi-asserted-by":"crossref","unstructured":"Wang Y, Wang W, Joty S et\u00a0al (2021) Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. In: Proceedings of the 2021 conference on empirical methods in natural language processing, pp 8696\u20138708","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"10752_CR37","doi-asserted-by":"crossref","unstructured":"Wen F, Nagy C, Bavota G et\u00a0al (2019) A large-scale empirical study on code-comment inconsistencies. In: 2019 IEEE\/ACM 27th International Conference on Program Comprehension (ICPC). IEEE, pp 53\u201364","DOI":"10.1109\/ICPC.2019.00019"},{"key":"10752_CR38","unstructured":"Xia CS, Zhang L (2023) Conversational automated program repair. arXiv:2301.13246"},{"key":"10752_CR39","unstructured":"Xie Z, Chen Y, Zhi C et\u00a0al (2023) Chatunitest: a chatgpt-based automated unit test generation tool. arXiv:2305.04764"},{"key":"10752_CR40","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1162\/tacl_a_00107","volume":"4","author":"W Xu","year":"2016","unstructured":"Xu W, Napoles C, Pavlick E et al (2016) Optimizing statistical machine translation for text simplification. Trans Assoc Comput Linguist 4:401\u2013415","journal-title":"Trans Assoc Comput Linguist"},{"issue":"2","key":"10752_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3534117","volume":"32","author":"Z Yang","year":"2023","unstructured":"Yang Z, Keung JW, Yu X et al (2023) On the significance of category prediction for code-comment synchronization. ACM Trans Softw Eng Methodol 32(2):1\u201341","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"10752_CR42","unstructured":"Yeti\u015ftiren B, \u00d6zsoy I, Ayerdem M et\u00a0al (2023) Evaluating the code quality of ai-assisted code generation tools: an empirical study on github copilot, amazon codewhisperer, and chatgpt. arXiv:2304.10778"},{"key":"10752_CR43","doi-asserted-by":"crossref","unstructured":"Yuan Z, Lou Y, Liu M et\u00a0al (2023) No more manual tests? evaluating and improving chatgpt for unit test generation. arXiv:2305.04207","DOI":"10.1145\/3660783"},{"key":"10752_CR44","doi-asserted-by":"crossref","unstructured":"Zan D, Chen B, Zhang F et\u00a0al (2023) Large language models meet nl2code: A survey. In: Proceedings of the 61st annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 7443\u20137464","DOI":"10.18653\/v1\/2023.acl-long.411"},{"key":"10752_CR45","unstructured":"Zhang K, Wang D, Xia J et\u00a0al (2024) Algo: synthesizing algorithmic programs with generated oracle verifiers. Adv Neural Inf Process Syst 36"},{"key":"10752_CR46","unstructured":"Zhao WX, Zhou K, Li J et\u00a0al (2023) A survey of large language models. arXiv:2303.18223"},{"key":"10752_CR47","doi-asserted-by":"crossref","unstructured":"Zhu H, He X, Xu L (2022) Hatcup: Hybrid analysis and attention based just-in-time comment updating. In: Proceedings of the 30th IEEE\/ACM International Conference on Program Comprehension, pp 619\u2013630","DOI":"10.1145\/3524610.3527901"},{"key":"10752_CR48","doi-asserted-by":"crossref","unstructured":"Zhu J, Miao Y, Xu T et al (2024) On the effectiveness of large language models in statement-level code summarization. In: 2024 IEEE 24th International Conference on Software Quality. Reliability and Security (QRS). IEEE, pp 216\u2013227","DOI":"10.1109\/QRS62785.2024.00030"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10752-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-025-10752-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10752-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T11:25:48Z","timestamp":1770809148000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-025-10752-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,8]]},"references-count":48,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1]]}},"alternative-id":["10752"],"URL":"https:\/\/doi.org\/10.1007\/s10664-025-10752-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,8]]},"assertion":[{"value":"17 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}],"article-number":"12"}}