{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T12:10:15Z","timestamp":1767183015437,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation","award":["1414172"],"award-info":[{"award-number":["1414172"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416546","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:38:56Z","timestamp":1611790736000},"page":"746-757","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["Code to comment \"translation\""],"prefix":"10.1145","author":[{"given":"David","family":"Gros","sequence":"first","affiliation":[{"name":"University of California"}]},{"given":"Hariharan","family":"Sezhiyan","sequence":"additional","affiliation":[{"name":"University of California"}]},{"given":"Prem","family":"Devanbu","sequence":"additional","affiliation":[{"name":"University of California"}]},{"given":"Zhou","family":"Yu","sequence":"additional","affiliation":[{"name":"University of California"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"JuICe: A Large Scale Distantly Supervised Dataset for Open Domain Context-based Code Generation. arXiv preprint arXiv:1910.02216","author":"Agashe Rajas","year":"2019","unstructured":"Rajas Agashe, Srinivasan Iyer, and Luke Zettlemoyer. 2019. JuICe: A Large Scale Distantly Supervised Dataset for Open Domain Context-based Code Generation. arXiv preprint arXiv:1910.02216 (2019)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Wasi Uddin Ahmad Saikat Chakraborty Baishakhi Ray and Kai-Wei Chang. 2020. A Transformer-based Approach for Source Code Summarization. arXiv:cs.SE\/2005.00653","DOI":"10.18653\/v1\/2020.acl-main.449"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359591.3359735"},{"key":"e_1_3_2_1_4_1","volume-title":"International conference on machine learning. 2091--2100","author":"Allamanis Miltiadis","year":"2016","unstructured":"Miltiadis Allamanis, Hao Peng, and Charles Sutton. 2016. A convolutional attention network for extreme summarization of source code. In International conference on machine learning. 2091--2100."},{"key":"e_1_3_2_1_5_1","volume-title":"code2seq: Generating sequences from structured representations of code. arXiv preprint arXiv:1808.01400","author":"Alon Uri","year":"2018","unstructured":"Uri Alon, Shaked Brody, Omer Levy, and Eran Yahav. 2018. code2seq: Generating sequences from structured representations of code. arXiv preprint arXiv:1808.01400 (2018)."},{"key":"e_1_3_2_1_6_1","volume-title":"code2seq: Generating Sequences from Structured Representations of Code. CoRR abs\/1808.01400","author":"Alon Uri","year":"2018","unstructured":"Uri Alon, Omer Levy, and Eran Yahav. 2018. code2seq: Generating Sequences from Structured Representations of Code. CoRR abs\/1808.01400 (2018). arXiv:1808.01400 http:\/\/arxiv.org\/abs\/1808.01400"},{"volume-title":"Companion to the 21st ACM SIGPLAN symposium on Object-oriented programming systems, languages, and applications. ACM, 681--682.","author":"Bajracharya Sushil","key":"e_1_3_2_1_7_1","unstructured":"Sushil Bajracharya, Trung Ngo, Erik Linstead, Yimeng Dou, Paul Rigor, Pierre Baldi, and Cristina Lopes. 2006. Sourcerer: a search engine for open source code supporting structure-based search. In Companion to the 21st ACM SIGPLAN symposium on Object-oriented programming systems, languages, and applications. ACM, 681--682."},{"key":"e_1_3_2_1_8_1","volume-title":"A parallel corpus of Python functions and documentation strings for automated code documentation and code generation. CoRR abs\/1707.02275","author":"Miceli Barone Antonio Valerio","year":"2017","unstructured":"Antonio Valerio Miceli Barone and Rico Sennrich. 2017. A parallel corpus of Python functions and documentation strings for automated code documentation and code generation. CoRR abs\/1707.02275 (2017). arXiv:1707.02275 http:\/\/arxiv.org\/abs\/1707.02275"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5301"},{"key":"e_1_3_2_1_10_1","volume-title":"Findings of the 2014 workshop on statistical machine translation. In Proceedings of the ninth workshop on statistical machine translation. 12--58","author":"Bojar Ondrej","year":"2014","unstructured":"Ondrej Bojar, Christian Buck, Christian Federmann, Barry Haddow, Philipp Koehn, Johannes Leveling, Christof Monz, Pavel Pecina, Matt Post, Herve Saint-Amand, et al. 2014. Findings of the 2014 workshop on statistical machine translation. In Proceedings of the ninth workshop on statistical machine translation. 12--58."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390630.1390664"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Boxing Chen and Colin Cherry. 2014. A Systematic Comparison of Smoothing Techniques for Sentence-Level BLEU. In WMT@ACL.","DOI":"10.3115\/v1\/W14-3346"},{"key":"e_1_3_2_1_13_1","unstructured":"Chunyang Chen. [n.d.]. SimilarAPI: Mining Analogical APIs for Library Migration. ([n. d.])."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240471"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2014.14"},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of MT summit IX. 63--70","author":"Coughlin Deborah","year":"2003","unstructured":"Deborah Coughlin. 2003. Correlating automated and human assessments of machine translation quality. In Proceedings of MT summit IX. 63--70."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1085313.1085331"},{"key":"e_1_3_2_1_18_1","unstructured":"Jacob Eisenstein. 2018. Natural language processing."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/WCRE.2007.21"},{"key":"e_1_3_2_1_20_1","volume-title":"Improved Automatic Summarization of Subroutines via Attention to File Context. arXiv preprint arXiv:2004.04881","author":"Haque Sakib","year":"2020","unstructured":"Sakib Haque, Alexander LeClair, Lingfei Wu, and Collin McMillan. 2020. Improved Automatic Summarization of Subroutines via Attention to File Context. arXiv preprint arXiv:2004.04881 (2020)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-3031"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196321.3196334"},{"key":"e_1_3_2_1_23_1","volume-title":"Deep code comment generation with hybrid lexical and syntactical information. Empirical Software Engineering","author":"Hu Xing","year":"2019","unstructured":"Xing Hu, Ge Li, Xin Xia, David Lo, and Zhi Jin. 2019. Deep code comment generation with hybrid lexical and syntactical information. Empirical Software Engineering (2019), 1--39."},{"key":"e_1_3_2_1_24_1","volume-title":"CodeSum: Translate program language to natural language. arXiv preprint arXiv:1708.01837","author":"Hu Xing","year":"2017","unstructured":"Xing Hu, Yuhan Wei, Ge Li, and Zhi Jin. 2017. CodeSum: Translate program language to natural language. arXiv preprint arXiv:1708.01837 (2017)."},{"key":"e_1_3_2_1_25_1","unstructured":"Hamel Husain Ho-Hsiang Wu Tiferet Gazit Miltiadis Allamanis and Marc Brockschmidt. 2019. CodeSearchNet Challenge: Evaluating the State of Semantic Code Search. arXiv:cs.LG\/1909.09436"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1195"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115626"},{"key":"e_1_3_2_1_28_1","unstructured":"Rafael-Michael Karampatsis Hlib Babii Romain Robbes Charles Sutton and Andrea Janes. [n.d.]. Big Code!= Big Vocabulary: Open-Vocabulary Models for Source Code."},{"key":"e_1_3_2_1_29_1","volume-title":"Opennmt: Open-source toolkit for neural machine translation. arXiv preprint arXiv:1701.02810","author":"Klein Guillaume","year":"2017","unstructured":"Guillaume Klein, Yoon Kim, Yuntian Deng, Jean Senellart, and Alexander M Rush. 2017. Opennmt: Open-source toolkit for neural machine translation. arXiv preprint arXiv:1701.02810 (2017)."},{"volume-title":"Statistical machine translation","author":"Koehn Philipp","key":"e_1_3_2_1_30_1","unstructured":"Philipp Koehn. 2009. Statistical machine translation. Cambridge University Press."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/318372.318577"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Alexander LeClair Sakib Haque Lingfei Wu and Collin McMillan. 2020. Improved Code Summarization via a Graph Neural Network. arXiv:cs.SE\/2004.02843","DOI":"10.1145\/3387904.3389268"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00087"},{"key":"e_1_3_2_1_34_1","volume-title":"Recommendations for Datasets for Source Code Summarization. CoRR abs\/1904.02660","author":"LeClair Alexander","year":"2019","unstructured":"Alexander LeClair and Collin McMillan. 2019. Recommendations for Datasets for Source Code Summarization. CoRR abs\/1904.02660 (2019). arXiv:1904.02660 http:\/\/arxiv.org\/abs\/1904.02660"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238190"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.3115\/1118108.1118117"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597793"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597149"},{"key":"e_1_3_2_1_39_1","volume-title":"A Convolutional Neural Network for Language-Agnostic Source Code Summarization. CoRR abs\/1904.00805","author":"Moore Jessica","year":"2019","unstructured":"Jessica Moore, Ben Gelman, and David Slater. 2019. A Convolutional Neural Network for Language-Agnostic Source Code Summarization. CoRR abs\/1904.00805 (2019). arXiv:1904.00805 http:\/\/arxiv.org\/abs\/1904.00805"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2013.6613830"},{"key":"e_1_3_2_1_41_1","unstructured":"Nathan Ng Kyra Yee Alexei Baevski Myle Ott Michael Auli and Sergey Edunov. 2019. Facebook FAIR's WMT19 News Translation Task Submission. arXiv:cs.CL\/1907.06616"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070533"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 40th annual meeting on association for computational linguistics. Association for Computational Linguistics, 311--318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting on association for computational linguistics. Association for Computational Linguistics, 311--318."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Matt Post. 2018. A Call for Clarity in Reporting BLEU Scores. arXiv:cs.CL\/1804.08771","DOI":"10.18653\/v1\/W18-6319"},{"key":"e_1_3_2_1_45_1","volume-title":"Know What You Don't Know: Unanswerable Questions for SQuAD. CoRR abs\/1806.03822","author":"Rajpurkar Pranav","year":"2018","unstructured":"Pranav Rajpurkar, Robin Jia, and Percy Liang. 2018. Know What You Don't Know: Unanswerable Questions for SQuAD. CoRR abs\/1806.03822 (2018). arXiv:1806.03822 http:\/\/arxiv.org\/abs\/1806.03822"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_24"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568247"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1858996.1859006"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985808"},{"key":"e_1_3_2_1_50_1","volume-title":"Le","author":"Sutskever Ilya","year":"2014","unstructured":"Ilya Sutskever, Oriol Vinyals, and Quoc V. Le. 2014. Sequence to Sequence Learning with Neural Networks. CoRR abs\/1409.3215 (2014). arXiv:1409.3215 http:\/\/arxiv.org\/abs\/1409.3215"},{"key":"e_1_3_2_1_51_1","first-page":"143","article-title":"The effects of comments and identifier names on program comprehensibility: an experimental investigation","volume":"4","author":"Takang Armstrong A","year":"1996","unstructured":"Armstrong A Takang, Penny A Grubb, and Robert D Macredie. 1996. The effects of comments and identifier names on program comprehensibility: an experimental investigation. J. Prog. Lang. 4, 3 (1996), 143--167.","journal-title":"J. Prog. Lang."},{"key":"e_1_3_2_1_52_1","unstructured":"Ashish Vaswani Samy Bengio Eugene Brevdo Francois Chollet Aidan N Gomez Stephan Gouws Llion Jones \u0141ukasz Kaiser Nal Kalchbrenner Niki Parmar et al. 2018. Tensor2tensor for neural machine translation. arXiv preprint arXiv:1803.07416 (2018)."},{"key":"e_1_3_2_1_53_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N. Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention Is All You Need. arXiv:cs.CL\/1706.03762"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238206"},{"key":"e_1_3_2_1_55_1","volume-title":"Bowman","author":"Wang Alex","year":"2018","unstructured":"Alex Wang, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel R. Bowman. 2018. GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. CoRR abs\/1804.07461 (2018). arXiv:1804.07461 http:\/\/arxiv.org\/abs\/1804.07461"},{"key":"e_1_3_2_1_56_1","unstructured":"W. Wang Y. Zhang Y. Sui Y. Wan Z. Zhao J. Wu P. Yu and G. Xu. 2020. Reinforcement-Learning-Guided Source Code Summarization via Hierarchical Attention. IEEE Transactions on Software Engineering (2020) 1--1."},{"key":"e_1_3_2_1_57_1","unstructured":"Wenhua Wang Yuqun Zhang Zhengran Zeng and Guandong Xu. 2020. TranS3: A Transformer-based Framework for Unifying Code Summarization and Code Search. arXiv:cs.SE\/2003.03238"},{"key":"e_1_3_2_1_58_1","unstructured":"Bolin Wei Ge Li Xin Xia Zhiyi Fu and Zhi Jin. 2019. Code Generation as a Dual Task of Code Summarization. arXiv:cs.LG\/1910.05923"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081848"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196408"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2494587"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380383"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Virtual Event Australia","acronym":"ASE '20"},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416546","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416546","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416546","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:37Z","timestamp":1750197697000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416546"}},"subtitle":["data, metrics, baselining &amp; evaluation"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":62,"alternative-id":["10.1145\/3324884.3416546","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416546","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}