{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,25]],"date-time":"2026-01-25T11:46:59Z","timestamp":1769341619781,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728722","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:08:09Z","timestamp":1753729689000},"page":"1368-1375","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Insights into the Generalizability and Robustness of AI-Driven Code Comment Generation: A Replication Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1214-1674","authenticated-orcid":false,"given":"Eray","family":"Erer","sequence":"first","affiliation":[{"name":"Bo\u011fazi\u00e7i University, \u0130stanbul, Turkiye"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7557-3104","authenticated-orcid":false,"given":"Turgay","family":"Aytac","sequence":"additional","affiliation":[{"name":"AI4U, \u0130stanbul, Turkiye"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1768-6278","authenticated-orcid":false,"given":"Aysun","family":"Bozanta","sequence":"additional","affiliation":[{"name":"Bo\u011fazi\u00e7i University, \u0130stanbul, Turkiye"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4934-8326","authenticated-orcid":false,"given":"Ayse","family":"Basar","sequence":"additional","affiliation":[{"name":"Toronto Metropolitan University, Toronto, Ontario, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Yuntao Bai Andy Jones Kamal Ndousse Amanda Askell Anna Chen Nova DasSarma Dawn Drain Stanislav Fort Deep Ganguli Tom Henighan Nicholas Joseph Saurav Kadavath Jackson Kernion Tom Conerly Sheer El-Showk Nelson Elhage Zac Hatfield-Dodds Danny Hernandez Tristan Hume Scott Johnston Shauna Kravec Liane Lovitt Neel Nanda Catherine Olsson Dario Amodei Tom Brown Jack Clark Sam McCandlish Chris Olah Ben Mann and Jared Kaplan. 2022. Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback. arXiv:2204.05862 [cs.CL] https:\/\/arxiv.org\/abs\/2204.05862"},{"key":"e_1_3_2_1_2_1","volume-title":"Towards reporting guidelines for experimental replications: A proposal. (01","author":"Carver Jeff","year":"2010","unstructured":"Jeff Carver. 2010. Towards reporting guidelines for experimental replications: A proposal. (01 2010)."},{"key":"e_1_3_2_1_3_1","volume-title":"Tianle Li, Dacheng Li, Hao Zhang, Banghua Zhu, Michael Jordan, Joseph E. Gonzalez, and Ion Stoica.","author":"Chiang Wei-Lin","year":"2024","unstructured":"Wei-Lin Chiang, Lianmin Zheng, Ying Sheng, Anastasios Nikolas Angelopoulos, Tianle Li, Dacheng Li, Hao Zhang, Banghua Zhu, Michael Jordan, Joseph E. Gonzalez, and Ion Stoica. 2024. Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference. arXiv:2403.04132 [cs.AI] https:\/\/arxiv.org\/abs\/2403.04132"},{"key":"e_1_3_2_1_4_1","volume-title":"The USCF Rating System: Its Development, Theory, and Applications","author":"Elo A.E.","unstructured":"A.E. Elo. 1966. The USCF Rating System: Its Development, Theory, and Applications. United States Chess Federation. https:\/\/books.google.com.tr\/books?id=onUazQEACAAJ"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Zhangyin Feng Daya Guo Duyu Tang Nan Duan Xiaocheng Feng Ming Gong Linjun Shou Bing Qin Ting Liu Daxin Jiang and Ming Zhou. 2020. CodeBERT: A Pre-Trained Model for Programming and Natural Languages. arXiv:2002.08155 [cs.CL] https:\/\/arxiv.org\/abs\/2002.08155","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-009-9075-x"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196321.3196334"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/3304889.3304975"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/3304889.3304975"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-022-00341-1"},{"key":"e_1_3_2_1_12_1","unstructured":"Alexander LeClair Siyuan Jiang and Collin McMillan. 2019. A Neural Model for Generating Natural Language Summaries of Program Subroutines. arXiv:1902.01954 [cs.SE] https:\/\/arxiv.org\/abs\/1902.01954"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00181"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00073"},{"key":"e_1_3_2_1_15_1","volume-title":"2009 42nd Hawaii International Conference on System Sciences. IEEE, 1\u20139.","author":"Nasution MFF","year":"2009","unstructured":"MFF Nasution and Heinz Roland Weistroffer. 2009. Documentation in systems development: A significant criterion for project success. In 2009 42nd Hawaii International Conference on System Sciences. IEEE, 1\u20139."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC58990.2023.00012"},{"key":"e_1_3_2_1_17_1","volume-title":"LAMNER: Code Comment Generation Using Character Language Model and Named Entity Recognition. arXiv:2204.09654 [cs.CL] https:\/\/arxiv.org\/abs\/2204.09654","author":"Sharma Rishab","year":"2022","unstructured":"Rishab Sharma, Fuxiang Chen, and Fatemeh Fard. 2022. LAMNER: Code Comment Generation Using Character Language Model and Named Entity Recognition. arXiv:2204.09654 [cs.CL] https:\/\/arxiv.org\/abs\/2204.09654"},{"key":"e_1_3_2_1_18_1","volume-title":"A survey of automatic generation of source code comments: Algorithms and techniques","author":"Song Xiaotao","year":"2019","unstructured":"Xiaotao Song, Hailong Sun, Xu Wang, and Jiafei Yan. 2019. A survey of automatic generation of source code comments: Algorithms and techniques. IEEE access 7 (2019), 111411\u2013111428."},{"key":"e_1_3_2_1_19_1","volume-title":"Yu","author":"Wan Yao","year":"2018","unstructured":"Yao Wan, Zhou Zhao, Min Yang, Guandong Xu, Haochao Ying, Jian Wu, and Philip S. Yu. 2018. Improving Automatic Source Code Summarization via Deep Reinforcement Learning. arXiv:1811.07234 [cs.SE] https:\/\/arxiv.org\/abs\/1811.07234"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Bolin Wei Yongmin Li Ge Li Xin Xia and Zhi Jin. 2020. Retrieve and Refine: Exemplar-based Neural Comment Generation. arXiv:2010.04459 [cs.SE] https:\/\/arxiv.org\/abs\/2010.04459","DOI":"10.1145\/3324884.3416578"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081848"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693113"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380383"}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728722","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:08:52Z","timestamp":1753729732000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728722"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":23,"alternative-id":["10.1145\/3696630.3728722","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728722","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}