{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T21:49:24Z","timestamp":1769723364522,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":73,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Research Council (ERC) under the European Union?s Horizon 2020 research and innovation programme","award":["851720"],"award-info":[{"award-number":["851720"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643916.3644400","type":"proceedings-article","created":{"date-parts":[[2024,6,13]],"date-time":"2024-06-13T12:40:20Z","timestamp":1718282420000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Towards Summarizing Code Snippets Using Pre-Trained Transformers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7965-7712","authenticated-orcid":false,"given":"Antonio","family":"Mastropaolo","sequence":"first","affiliation":[{"name":"Software Institute, Universita della Svizzera italiana (USI), Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0251-4473","authenticated-orcid":false,"given":"Matteo","family":"Ciniselli","sequence":"additional","affiliation":[{"name":"Software Institute, Universita della Svizzera italiana (USI), Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8289-7736","authenticated-orcid":false,"given":"Luca","family":"Pascarella","sequence":"additional","affiliation":[{"name":"ETH Zurich, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7017-3066","authenticated-orcid":false,"given":"Rosalia","family":"Tufano","sequence":"additional","affiliation":[{"name":"Software Institute, Universita della Svizzera italiana (USI), Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4536-3166","authenticated-orcid":false,"given":"Emad","family":"Aghajani","sequence":"additional","affiliation":[{"name":"Software Institute, Universita della Svizzera italiana (USI), Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2216-3148","authenticated-orcid":false,"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[{"name":"Software Institute, Universita della Svizzera italiana (USI), Lugano, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2024,6,13]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. ChatGPT https:\/\/openai.com\/blog\/chatgpt."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Spacy. https:\/\/spacy.io."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2890652"},{"key":"e_1_3_2_1_4_1","volume-title":"A transformer-based approach for source code summarization. arXiv preprint arXiv:2005.00653","author":"Ahmad Wasi Uddin","year":"2020","unstructured":"Wasi Uddin Ahmad, Saikat Chakraborty, Baishakhi Ray, and Kai-Wei Chang. 2020. A transformer-based approach for source code summarization. arXiv preprint arXiv:2005.00653 (2020)."},{"key":"e_1_3_2_1_5_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Allamanis Miltiadis","year":"2016","unstructured":"Miltiadis Allamanis, Hao Peng, and Charles Sutton. 2016. A Convolutional Attention Network for Extreme Summarization of Source Code. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization. Association for Computational Linguistics","author":"Banerjee Satanjeev","year":"2005","unstructured":"Satanjeev Banerjee and Alon Lavie. 2005. METEOR: An Automatic Metric for MT Evaluation with Improved Correlation with Human Judgments. In Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization. Association for Computational Linguistics, Ann Arbor, Michigan, 65--72. https:\/\/aclanthology.org\/W05-0909"},{"key":"e_1_3_2_1_7_1","unstructured":"Double Blind. [n.d.]. https:\/\/snippets-summarization.github.io."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.03.010"},{"key":"e_1_3_2_1_9_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1 (1960), 37--46."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.85"},{"key":"e_1_3_2_1_11_1","volume-title":"Sampling Projects in GitHub for MSR Studies. In 18th IEEE\/ACM International Conference on Mining Software Repositories, MSR","author":"Dabic Ozren","year":"2021","unstructured":"Ozren Dabic, Emad Aghajani, and Gabriele Bavota. 2021. Sampling Projects in GitHub for MSR Studies. In 18th IEEE\/ACM International Conference on Mining Software Repositories, MSR 2021. IEEE, 560--564."},{"key":"e_1_3_2_1_12_1","volume-title":"International Conference on Design of Communication. 68--75","author":"de Souza Sergio Cozzetti B.","unstructured":"Sergio Cozzetti B. de Souza, Nicolas Anquetil, and K\u00e1thia M. de Oliveira. 2005. A Study of the Documentation Essential to Software Maintenance. In International Conference on Design of Communication. 68--75."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/WCRE.2007.21"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-009-9075-x"},{"key":"e_1_3_2_1_15_1","volume-title":"Effect sizes for research: A broad practical approach","author":"Grissom Robert J","unstructured":"Robert J Grissom and John J Kim. 2005. Effect sizes for research: A broad practical approach. Lawrence Erlbaum Associates Publishers."},{"key":"e_1_3_2_1_16_1","volume-title":"On the Use of Automated Text Summarization Techniques for Summarizing Source Code. In 2010 17th Working Conference on Reverse Engineering. 35--44","author":"Haiduc S.","unstructured":"S. Haiduc, J. Aponte, L. Moreno, and A. Marcus. 2010. On the Use of Automated Text Summarization Techniques for Summarizing Source Code. In 2010 17th Working Conference on Reverse Engineering. 35--44."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","DOI":"10.1002\/0471650129","volume-title":"Jaccard similarity coefficient). Dictionary of Bioinformatics and Computational Biology","author":"Hancock John M","year":"2004","unstructured":"John M Hancock. 2004. Jaccard distance (Jaccard index, Jaccard similarity coefficient). Dictionary of Bioinformatics and Computational Biology (2004)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.22"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Sakib Haque Alexander LeClair Lingfei Wu and Collin McMillan. 2020. Improved Automatic Summarization of Subroutines via Attention to File Context (MSR '20). 300--310.","DOI":"10.1145\/3379597.3387449"},{"key":"e_1_3_2_1_20_1","volume-title":"A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics","author":"Holm Sture","year":"1979","unstructured":"Sture Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics (1979), 65--70."},{"key":"e_1_3_2_1_21_1","volume-title":"Deep Code Comment Generation (ICPC '18)","author":"Hu Xing","year":"2018","unstructured":"Xing Hu, Ge Li, Xin Xia, David Lo, and Zhi Jin. 2018. Deep Code Comment Generation (ICPC '18). Association for Computing Machinery, 200--210."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09730-9"},{"key":"e_1_3_2_1_23_1","unstructured":"Xing Hu Ge Li Xin Xia David Lo Shuai Lu and Zhi Jin. 2018. Summarizing source code with transferred api knowledge. (2018)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106373"},{"key":"e_1_3_2_1_25_1","volume-title":"CodeSearchNet challenge: Evaluating the state of semantic code search. arXiv preprint arXiv:1909.09436","author":"Husain Hamel","year":"2019","unstructured":"Hamel Husain, Ho-Hsiang Wu, Tiferet Gazit, Miltiadis Allamanis, and Marc Brockschmidt. 2019. CodeSearchNet challenge: Evaluating the state of semantic code search. arXiv preprint arXiv:1909.09436 (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00032"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389268"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Alexander LeClair Siyuan Jiang and Collin McMillan. 2019. A Neural Model for Generating Natural Language Summaries of Program Subroutines (ICSE '19). 795--806.","DOI":"10.1109\/ICSE.2019.00087"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00087"},{"key":"e_1_3_2_1_32_1","volume-title":"Recommendations for datasets for source code summarization. arXiv preprint arXiv:1904.02660","author":"LeClair Alexander","year":"2019","unstructured":"Alexander LeClair and Collin McMillan. 2019. Recommendations for datasets for source code summarization. arXiv preprint arXiv:1904.02660 (2019)."},{"key":"e_1_3_2_1_33_1","volume-title":"Zhu","author":"Liang Yuding","year":"2018","unstructured":"Yuding Liang and Kenny Q. Zhu. 2018. Automatic Generation of Text Descriptive Comments for Code Blocks. In Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence and Thirtieth Innovative Applications of Artificial Intelligence Conference and Eighth AAAI Symposium on Educational Advances in Artificial Intelligence (AAAI'18\/IAAI'18\/EAAI'18). AAAI Press, Article 641, 8 pages."},{"key":"e_1_3_2_1_34_1","volume-title":"Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.67"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238190"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3511561"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00041"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2465386"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9344-6"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02295996"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.12"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2013.6613830"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318."},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics (ACL '02)","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: A Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting on Association for Computational Linguistics (ACL '02). 311--318."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.63"},{"key":"e_1_3_2_1_47_1","first-page":"1","article-title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","volume":"21","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J. Liu. 2020. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. Journal of Machine Learning Research 21, 140 (2020), 1--67. http:\/\/jmlr.org\/papers\/v21\/20-074.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_48_1","volume-title":"2015 IEEE 15th International Working Conference on Source Code Analysis and Manipulation (SCAM). 81--90","author":"Rahman M. M.","unstructured":"M. M. Rahman, C. K. Roy, and I. Keivanloo. 2015. Recommending insightful comments for source code using crowdsourced knowledge. In 2015 IEEE 15th International Working Conference on Source Code Analysis and Manipulation (SCAM). 81--90."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Romain Robbes and Andrea Janes. 2019. Leveraging Small Software Engineering Data Sets with Pre-Trained Neural Networks. In 2019 IEEE\/ACM 41st International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER). 29--32.","DOI":"10.1109\/ICSE-NIER.2019.00016"},{"key":"e_1_3_2_1_50_1","volume-title":"Detecting User Story Information in Developer-Client Conversations to Generate Extractive Summaries (ICSE","author":"Rodeghero Paige","year":"2017","unstructured":"Paige Rodeghero, Siyuan Jiang, Ameer Armaly, and Collin McMillan. 2017. Detecting User Story Information in Developer-Client Conversations to Generate Extractive Summaries (ICSE 2017). 49--59."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468588"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2010.95"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985808"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00046"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238206"},{"key":"e_1_3_2_1_58_1","volume-title":"Yu","author":"Wan Yao","year":"2018","unstructured":"Yao Wan, Zhou Zhao, Min Yang, Guandong Xu, Haochao Ying, Jian Wu, and Philip S. Yu. 2018. Improving Automatic Source Code Summarization via Deep Reinforcement Learning. 397?407."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.2979701"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2017.7884622"},{"key":"e_1_3_2_1_61_1","volume-title":"CoCoSum: Contextual Code Summarization with Multi-Relational Graph Neural Network. arXiv preprint arXiv:2107.01933","author":"Wang Yanlin","year":"2021","unstructured":"Yanlin Wang, Ensheng Shi, Lun Du, Xiaodi Yang, Yuxuan Hu, Shi Han, Hongyu Zhang, and Dongmei Zhang. 2021. CoCoSum: Contextual Code Summarization with Multi-Relational Graph Neural Network. arXiv preprint arXiv:2107.01933 (2021)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_2_1_63_1","volume-title":"Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. arXiv preprint arXiv:2109.00859","author":"Wang Yue","year":"2021","unstructured":"Yue Wang, Weishi Wang, Shafiq Joty, and Steven CH Hoi. 2021. Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. arXiv preprint arXiv:2109.00859 (2021)."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416578"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081848"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693113"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"X. Xia L. Bao D. Lo Z. Xing A. E. Hassan and S. Li. 2018. Measuring Program Comprehension: A Large-Scale Field Study with Professionals. IEEE Transactions on Software Engineering (2018) 951--976.","DOI":"10.1109\/TSE.2017.2734091"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380295"},{"key":"e_1_3_2_1_70_1","volume-title":"Retrieval-based Neural Source Code Summarization. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering (ICSE). 1385--1397","author":"Zhang Jian","year":"2020","unstructured":"Jian Zhang, Xu Wang, Hongyu Zhang, Hailong Sun, and Xudong Liu. 2020. Retrieval-based Neural Source Code Summarization. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering (ICSE). 1385--1397."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380383"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-018-7457-6"},{"key":"e_1_3_2_1_73_1","volume-title":"Automatic code summarization: A systematic literature review. arXiv preprint arXiv:1909.04352","author":"Zhu Yuxiang","year":"2019","unstructured":"Yuxiang Zhu and Minxue Pan. 2019. Automatic code summarization: A systematic literature review. arXiv preprint arXiv:1909.04352 (2019)."}],"event":{"name":"ICPC '24: 32nd IEEE\/ACM International Conference on Program Comprehension","location":"Lisbon Portugal","acronym":"ICPC '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 32nd IEEE\/ACM International Conference on Program Comprehension"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644400","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643916.3644400","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:35Z","timestamp":1750291055000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643916.3644400"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":73,"alternative-id":["10.1145\/3643916.3644400","10.1145\/3643916"],"URL":"https:\/\/doi.org\/10.1145\/3643916.3644400","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-06-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}