{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,17]],"date-time":"2026-01-17T07:47:54Z","timestamp":1768636074149,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2023YFB4503803"],"award-info":[{"award-number":["2023YFB4503803"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643916.3644401","type":"proceedings-article","created":{"date-parts":[[2024,6,13]],"date-time":"2024-06-13T12:40:20Z","timestamp":1718282420000},"page":"74-86","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["MESIA: Understanding and Leveraging Supplementary Nature of Method-level Comments for Automatic Comment Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-7844-6047","authenticated-orcid":false,"given":"Xinglu","family":"Pan","sequence":"first","affiliation":[{"name":"School of Computer Science, Peking University, Beijing, China"},{"name":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6245-3951","authenticated-orcid":false,"given":"Chenxiao","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer Science, Peking University, Beijing, China"},{"name":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-1764-6645","authenticated-orcid":false,"given":"Yanzhen","family":"Zou","sequence":"additional","affiliation":[{"name":"School of Computer Science, Peking University, Beijing, China"},{"name":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6731-216X","authenticated-orcid":false,"given":"Tao","family":"Xie","sequence":"additional","affiliation":[{"name":"School of Computer Science, Peking University, Beijing, China"},{"name":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2988-2575","authenticated-orcid":false,"given":"Bing","family":"Xie","sequence":"additional","affiliation":[{"name":"School of Computer Science, Peking University, Beijing, China"},{"name":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2024,6,13]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2018. https:\/\/github.com\/xing-hu\/TL-CodeSum."},{"key":"e_1_3_2_1_2_1","unstructured":"2020. https:\/\/github.com\/wasiahmad\/NeuralCodeSum\/tree\/master\/scripts\/java."},{"key":"e_1_3_2_1_3_1","unstructured":"2020. https:\/\/huggingface.co\/microsoft\/CodeGPT-small-java-adaptedGPT2."},{"key":"e_1_3_2_1_4_1","unstructured":"2021. https:\/\/stackoverflow.blog\/2021\/12\/23\/best-practices-for-writing-code-comments\/."},{"key":"e_1_3_2_1_5_1","unstructured":"2022. https:\/\/github.com\/BuiltOntheRock\/FSE22_BuiltOntheRock."},{"key":"e_1_3_2_1_6_1","unstructured":"2022. https:\/\/github.com\/adf1178\/PT4Code\/blob\/main\/summarization\/finetune_t5_gene.py."},{"key":"e_1_3_2_1_7_1","unstructured":"2023. https:\/\/docs.oracle.com\/en\/java\/javase\/21\/docs\/api\/index.html."},{"key":"e_1_3_2_1_8_1","unstructured":"2023. Spearman's rank correlation coefficient. https:\/\/en.wikipedia.org\/wiki\/Spearman%27s_rank_correlation_coefficient"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.449"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 37th International Conference on Automated Software Engineering (ASE'23)","author":"Ahmed Toufique","year":"2023","unstructured":"Toufique Ahmed and Premkumar Devanbu. 2023. Few-Shot Training LLMs for Project-Specific Code-Summarization. In Proceedings of the 37th International Conference on Automated Software Engineering (ASE'23). 1--5."},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 7th International Conference on Learning Representations (ICLR'19)","author":"Alon Uri","year":"2019","unstructured":"Uri Alon, Shaked Brody, Omer Levy, and Eran Yahav. 2019. code2seq: Generating Sequences from Structured Representations of Code. In Proceedings of the 7th International Conference on Learning Representations (ICLR'19)."},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization. 65--72","author":"Banerjee Satanjeev","year":"2005","unstructured":"Satanjeev Banerjee and Alon Lavie. 2005. METEOR: An Automatic Metric for MT Evaluation with Improved Correlation with Human Judgments. In Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization. 65--72."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3361242.3362699"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446211"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1085313.1085331"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"e_1_3_2_1_18_1","volume-title":"Human-like Summarization Evaluation with ChatGPT. arXiv e-prints","author":"Gao Mingqi","year":"2023","unstructured":"Mingqi Gao, Jie Ruan, Renliang Sun, Xunjian Yin, Shiping Yang, and Xiaojun Wan. 2023. Human-like Summarization Evaluation with ChatGPT. arXiv e-prints (2023), arXiv:2304.02554."},{"key":"e_1_3_2_1_19_1","volume-title":"Large Language Models are Few-Shot Summarizers: Multi-Intent Comment Generation via In-Context Learning. arXiv e-prints","author":"Geng Mingyang","year":"2023","unstructured":"Mingyang Geng, Shangwen Wang, Dezun Dong, Haotian Wang, Ge Li, Zhi Jin, Xiaoguang Mao, and Xiangke Liao. 2023. Large Language Models are Few-Shot Summarizers: Multi-Intent Comment Generation via In-Context Learning. arXiv e-prints (2023), arXiv:2304.11384."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416546"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 9th International Conference on Learning Representations (ICLR'21)","author":"Guo Daya","year":"2021","unstructured":"Daya Guo, Shuo Ren, Shuai Lu, Zhangyin Feng, Duyu Tang, Shujie LIU, Long Zhou, Nan Duan, Alexey Svyatkovskiy, Shengyu Fu, Michele Tufano, Shao Kun Deng, Colin Clement, Dawn Drain, Neel Sundaresan, Jian Yin, Daxin Jiang, and Ming Zhou. 2021. GraphCodeBERT: Pre-training Code Representations with Data Flow. In Proceedings of the 9th International Conference on Learning Representations (ICLR'21)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3342494"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180176"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 24th International Conference on Software Analysis, Evolution and Reengineering (SANER'17)","author":"Hofmeister Johannes","unstructured":"Johannes Hofmeister, Janet Siegmund, and Daniel V. Holt. 2017. Shorter Identifier Names Take Longer to Comprehend. In Proceedings of the 24th International Conference on Software Analysis, Evolution and Reengineering (SANER'17). 217--227."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196321.3196334"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/3304889.3304975"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510152"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:LIDA.0000048322.42751.ca"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/1894525.1894535"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 28th International Conference on Software Analysis, Evolution and Reengineering (SANER'21)","author":"Khan Junaed Younus","unstructured":"Junaed Younus Khan, Md. Tawkat Islam Khondaker, Gias Uddin, and Anindya Iqbal. 2021. Automatic Detection of Five API Documentation Smells: Practitioners' Perspectives. In Proceedings of the 28th International Conference on Software Analysis, Evolution and Reengineering (SANER'21). 318--329."},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the 37th International Conference on Automated Software Engineering (ASE'23)","author":"Khan Junaed Younus","year":"2023","unstructured":"Junaed Younus Khan and Gias Uddin. 2023. Automatic Code Documentation Generation using GPT-3. In Proceedings of the 37th International Conference on Automated Software Engineering (ASE'23). 1--6."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2006.34"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00087"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417926"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678724"},{"key":"e_1_3_2_1_37_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. 74--81.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. 74--81."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00041"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597149"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9344-6"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00073"},{"key":"e_1_3_2_1_42_1","first-page":"95","article-title":"Comments Should Describe Things that Aren't Obvious from the Code","volume":"13","author":"Ousterhout John","year":"2018","unstructured":"John Ousterhout. 2018. Comments Should Describe Things that Aren't Obvious from the Code. In A Philosophy of Software Design. Chapter 13, 95--116.","journal-title":"A Philosophy of Software Design. Chapter"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics (ACL'02)","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: a Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics (ACL'02). 311--318."},{"key":"e_1_3_2_1_44_1","volume-title":"Summarization is (Almost) Dead. arXiv e-prints","author":"Pu Xiao","year":"2023","unstructured":"Xiao Pu, Mingqi Gao, and Xiaojun Wan. 2023. Summarization is (Almost) Dead. arXiv e-prints (2023), arXiv:2309.09558."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion52605.2021.00132"},{"key":"e_1_3_2_1_46_1","volume-title":"C","author":"Rani Pooja","year":"2023","unstructured":"Pooja Rani, Arianna Blasi, Nataliia Stulova, Sebastiano Panichella, Alessandra Gorla, and Oscar Nierstrasz. 2023. A Decade of Code Comment Quality Assessment: A Systematic Literature Review. Journal of Systems and Software. 195, C (2023), 22 pages."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468588"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510060"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549145"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2931579"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2011.28"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389258"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2013.6613836"},{"key":"e_1_3_2_1_55_1","volume-title":"Automatic Code Summarization via ChatGPT: How Far Are We? arXiv e-prints","author":"Sun Weisong","year":"2023","unstructured":"Weisong Sun, Chunrong Fang, Yudu You, Yun Miao, Yi Liu, Yuekang Li, Gelei Deng, Shenghan Huang, Yuchen Chen, Quanjun Zhang, Hanwei Qian, Yang Liu, and Zhenyu Chen. 2023. Automatic Code Summarization via ChatGPT: How Far Are We? arXiv e-prints (2023), arXiv:2305.12865."},{"key":"e_1_3_2_1_56_1","volume-title":"Proceedings of the 27th International Conference on Neural Information Processing Systems (NeurIPS'14)","author":"Sutskever Ilya","unstructured":"Ilya Sutskever, Oriol Vinyals, and Quoc V. Le. 2014. Sequence to Sequence Learning with Neural Networks. In Proceedings of the 27th International Conference on Neural Information Processing Systems (NeurIPS'14). 3104--3112."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678882"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.6171"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238206"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing (EMNLP'21)","author":"Wang Yue","unstructured":"Yue Wang, Weishi Wang, Shafiq Joty, and Steven C.H. Hoi. 2021. CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation. In Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing (EMNLP'21). 8696--8708."},{"key":"e_1_3_2_1_62_1","volume-title":"Proceedings of the 35th International Conference on Automated Software Engineering (ASE'21)","author":"Wei Bolin","year":"2021","unstructured":"Bolin Wei, Yongmin Li, Ge Li, Xin Xia, and Zhi Jin. 2021. Retrieve and Refine: Exemplar-based Neural Comment Generation. In Proceedings of the 35th International Conference on Automated Software Engineering (ASE'21). 349--360."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.5555\/800078.802534"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2734091"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3312662.3312710"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380427"},{"key":"e_1_3_2_1_67_1","volume-title":"Proceedings of the 42nd International Conference on Software Engineering (ICSE'20)","author":"Zhang Jian","year":"2020","unstructured":"Jian Zhang, Xu Wang, Hongyu Zhang, Hailong Sun, and Xudong Liu. 2020. Retrieval-based Neural Source Code Summarization. In Proceedings of the 42nd International Conference on Software Engineering (ICSE'20). 1385--1397."}],"event":{"name":"ICPC '24: 32nd IEEE\/ACM International Conference on Program Comprehension","location":"Lisbon Portugal","acronym":"ICPC '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 32nd IEEE\/ACM International Conference on Program Comprehension"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644401","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643916.3644401","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:35Z","timestamp":1750291055000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644401"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":67,"alternative-id":["10.1145\/3643916.3644401","10.1145\/3643916"],"URL":"https:\/\/doi.org\/10.1145\/3643916.3644401","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-06-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}