{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T08:11:58Z","timestamp":1777536718993,"version":"3.51.4"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1109\/icse-nier55298.2022.9793517","type":"proceedings-article","created":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T17:06:24Z","timestamp":1655139984000},"page":"31-35","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Commit Message Generation: To BLEU Or Not To BLEU?"],"prefix":"10.1109","author":[{"given":"Samanta","family":"Dey","sequence":"first","affiliation":[{"name":"Chennai Mathematical Institute,Chennai,India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Venkatesh","family":"Vinayakarao","sequence":"additional","affiliation":[{"name":"Chennai Mathematical Institute,Chennai,India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Monika","family":"Gupta","sequence":"additional","affiliation":[{"name":"IBM Research,Delhi,India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sampath","family":"Dechu","sequence":"additional","affiliation":[{"name":"IBM Research,Delhi,India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"lin","year":"2004","journal-title":"Text Summarization Branches Out"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238190"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2045"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1166"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.448"},{"key":"ref15","first-page":"311","article-title":"BLEU: A Method for Automatic Evaluation of Machine Translation","author":"papineni","year":"2002","journal-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics (Philadelphia Pennsylvania) (ACL ’02)"},{"key":"ref16","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","author":"papineni","year":"2002","journal-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics  - ACL '02"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00322"},{"key":"ref18","article-title":"A survey of evaluation metrics used for NLG systems","author":"sai","year":"2020","journal-title":"arXiv preprint arXiv 2008 13253"},{"key":"ref19","first-page":"223","article-title":"A study of translation edit rate with targeted human annotation","author":"snover","year":"2006","journal-title":"Proceedings of the 7th Conference of the Association for Machine Translation in the Americas Technical Papers"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/03772063.2021.1962745"},{"key":"ref3","author":"celikyilmaz","year":"2020","journal-title":"Evaluation of text generation A survey arXiv preprint arXiv 2006 14799 (2020)"},{"key":"ref6","article-title":"METEOR-NEXT and the METEOR Paraphrase Tables: Improved Evaluation Support For Five Target Languages","author":"denkowski","year":"2010","journal-title":"Proceedings of the ACL 2010 Joint Workshop on Statistical Machine Translation and Metrics MATR"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-3346"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115626"},{"key":"ref7","article-title":"Machine translation evaluation resources and methods: A survey","author":"han","year":"2016","journal-title":"arXiv preprint arXiv 1605 04283"},{"key":"ref2","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","author":"banerjee","year":"2005","journal-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization"},{"key":"ref1","year":"2021"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3115\/1557769.1557821"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1002\/0470011815.b2a15150"}],"event":{"name":"2022 IEEE\/ACM 44th International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER)","location":"Pittsburgh, PA, USA","start":{"date-parts":[[2022,5,22]]},"end":{"date-parts":[[2022,5,24]]}},"container-title":["2022 IEEE\/ACM 44th International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9793505\/9793506\/09793517.pdf?arnumber=9793517","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,4]],"date-time":"2022-07-04T16:09:21Z","timestamp":1656950961000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9793517\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/icse-nier55298.2022.9793517","relation":{},"subject":[],"published":{"date-parts":[[2022,5]]}}}