{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:09:54Z","timestamp":1750219794987,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,27]],"date-time":"2022-10-27T00:00:00Z","timestamp":1666828800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,27]]},"DOI":"10.1145\/3579051.3579065","type":"proceedings-article","created":{"date-parts":[[2023,2,14]],"date-time":"2023-02-14T00:19:46Z","timestamp":1676333986000},"page":"121-125","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["KG-BERTScore: Incorporating Knowledge Graph into BERTScore for Reference-Free Machine Translation Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2920-0773","authenticated-orcid":false,"given":"Zhanglin","family":"Wu","sequence":"first","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9624-6851","authenticated-orcid":false,"given":"Min","family":"Zhang","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4474-1946","authenticated-orcid":false,"given":"Ming","family":"Zhu","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5852-9247","authenticated-orcid":false,"given":"Yinglu","family":"Li","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9287-3201","authenticated-orcid":false,"given":"Ting","family":"Zhu","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8861-7010","authenticated-orcid":false,"given":"Hao","family":"Yang","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8757-0983","authenticated-orcid":false,"given":"Song","family":"Peng","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9131-5830","authenticated-orcid":false,"given":"Ying","family":"Qin","sequence":"additional","affiliation":[{"name":"Translation Services Center, Huawei Technologies Co., Ltd., China"}]}],"member":"320","published-online":{"date-parts":[[2023,2,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization. 65\u201372","author":"Banerjee Satanjeev","year":"2005","unstructured":"Satanjeev Banerjee and Alon Lavie . 2005 . METEOR: An automatic metric for MT evaluation with improved correlation with human judgments . In Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization. 65\u201372 . Satanjeev Banerjee and Alon Lavie. 2005. METEOR: An automatic metric for MT evaluation with improved correlation with human judgments. In Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization. 65\u201372."},{"key":"e_1_3_2_1_2_1","volume-title":"Findings of the 2019 Conference on Machine Translation (WMT19). In Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 1\u201361","author":"Barrault Lo\u00efc","year":"2019","unstructured":"Lo\u00efc Barrault , Ond\u0159ej Bojar , Marta\u00a0 R Costa-juss\u00e0, Christian Federmann , Mark Fishel , Yvette Graham , Barry Haddow , Matthias Huck , Philipp Koehn , Shervin Malmasi , 2019 . Findings of the 2019 Conference on Machine Translation (WMT19). In Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 1\u201361 . Lo\u00efc Barrault, Ond\u0159ej Bojar, Marta\u00a0R Costa-juss\u00e0, Christian Federmann, Mark Fishel, Yvette Graham, Barry Haddow, Matthias Huck, Philipp Koehn, Shervin Malmasi, 2019. Findings of the 2019 Conference on Machine Translation (WMT19). In Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 1\u201361."},{"key":"e_1_3_2_1_3_1","volume-title":"Findings of the 2014 workshop on statistical machine translation. In Proceedings of the ninth workshop on statistical machine translation. 12\u201358","author":"Bojar Ond\u0159ej","year":"2014","unstructured":"Ond\u0159ej Bojar , Christian Buck , Christian Federmann , Barry Haddow , Philipp Koehn , Johannes Leveling , Christof Monz , Pavel Pecina , Matt Post , Herve Saint-Amand , 2014 . Findings of the 2014 workshop on statistical machine translation. In Proceedings of the ninth workshop on statistical machine translation. 12\u201358 . Ond\u0159ej Bojar, Christian Buck, Christian Federmann, Barry Haddow, Philipp Koehn, Johannes Leveling, Christof Monz, Pavel Pecina, Matt Post, Herve Saint-Amand, 2014. Findings of the 2014 workshop on statistical machine translation. In Proceedings of the ninth workshop on statistical machine translation. 12\u201358."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/209"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"e_1_3_2_1_6_1","volume-title":"Findings of the WMT 2019 shared tasks on quality estimation. In Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2). 1\u201310","author":"Fonseca Erick","year":"2019","unstructured":"Erick Fonseca , Lisa Yankovskaya , Andr\u00e9\u00a0 FT Martins , Mark Fishel , and Christian Federmann . 2019 . Findings of the WMT 2019 shared tasks on quality estimation. In Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2). 1\u201310 . Erick Fonseca, Lisa Yankovskaya, Andr\u00e9\u00a0FT Martins, Mark Fishel, and Christian Federmann. 2019. Findings of the WMT 2019 shared tasks on quality estimation. In Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2). 1\u201310."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.287"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. 3146\u20133157","author":"Ive Julia","year":"2018","unstructured":"Julia Ive , Fr\u00e9d\u00e9ric Blain , and Lucia Specia . 2018 . DeepQuest: a framework for neural-based quality estimation . In Proceedings of the 27th International Conference on Computational Linguistics. 3146\u20133157 . Julia Ive, Fr\u00e9d\u00e9ric Blain, and Lucia Specia. 2018. DeepQuest: a framework for neural-based quality estimation. In Proceedings of the 27th International Conference on Computational Linguistics. 3146\u20133157."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of NAACL-HLT. 4171\u20134186","author":"Ming-Wei\u00a0Chang Jacob Devlin","year":"2019","unstructured":"Jacob Devlin Ming-Wei\u00a0Chang Kenton and Lee\u00a0Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of NAACL-HLT. 4171\u20134186 . Jacob Devlin Ming-Wei\u00a0Chang Kenton and Lee\u00a0Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of NAACL-HLT. 4171\u20134186."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4763"},{"volume-title":"Proceedings of the second conference on machine translation. 589\u2013597","year":"2017","key":"e_1_3_2_1_12_1","unstructured":"Chi-kiu Lo. 2017 . MEANT 2.0: Accurate semantic MT evaluation for any output language . In Proceedings of the second conference on machine translation. 589\u2013597 . Chi-kiu Lo. 2017. MEANT 2.0: Accurate semantic MT evaluation for any output language. In Proceedings of the second conference on machine translation. 589\u2013597."},{"volume-title":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 507\u2013513","year":"2019","key":"e_1_3_2_1_13_1","unstructured":"Chi-kiu Lo. 2019 . YiSi-a unified semantic MT quality evaluation and estimation metric for languages with different levels of available resources . In Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 507\u2013513 . Chi-kiu Lo. 2019. YiSi-a unified semantic MT quality evaluation and estimation metric for languages with different levels of available resources. In Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1). 507\u2013513."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102271"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/219717.219748"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.3115\/1075096.1075117"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni , Salim Roukos , Todd Ward , and Wei-Jing Zhu . 2002 . Bleu: a method for automatic evaluation of machine translation . In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318 . Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/2393015.2393033"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-3049"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.445"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Technical Papers. 223\u2013231","author":"Snover Matthew","year":"2006","unstructured":"Matthew Snover , Bonnie Dorr , Richard Schwartz , Linnea Micciulla , and John Makhoul . 2006 . A study of translation edit rate with targeted human annotation . In Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Technical Papers. 223\u2013231 . Matthew Snover, Bonnie Dorr, Richard Schwartz, Linnea Micciulla, and John Makhoul. 2006. A study of translation edit rate with targeted human annotation. In Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Technical Papers. 223\u2013231."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-4020"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics: System Demonstrations. 79\u201384","author":"Specia Lucia","year":"2013","unstructured":"Lucia Specia , Kashif Shah , Jos\u00e9\u00a0 GC De\u00a0Souza , and Trevor Cohn . 2013 . QuEst-A translation quality estimation framework . In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics: System Demonstrations. 79\u201384 . Lucia Specia, Kashif Shah, Jos\u00e9\u00a0GC De\u00a0Souza, and Trevor Cohn. 2013. QuEst-A translation quality estimation framework. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics: System Demonstrations. 79\u201384."},{"key":"e_1_3_2_1_25_1","unstructured":"Craig Stewart Ricardo Rei Catarina Farinha and Alon Lavie. 2020. COMET-Deploying a New State-of-the-art MT Evaluation Metric in Production.. In AMTA (2). 78\u2013109.  Craig Stewart Ricardo Rei Catarina Farinha and Alon Lavie. 2020. COMET-Deploying a New State-of-the-art MT Evaluation Metric in Production.. In AMTA (2). 78\u2013109."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.451"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5410"},{"key":"e_1_3_2_1_28_1","volume-title":"8th International Conference on Learning Representations.","author":"Zhang Tianyi","year":"2020","unstructured":"Tianyi Zhang , Varsha Kishore , Felix Wu , Kilian\u00a0 Q Weinberger , and Yoav Artzi . 2020 . Bertscore: Evaluating text generation with bert . In 8th International Conference on Learning Representations. Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian\u00a0Q Weinberger, and Yoav Artzi. 2020. Bertscore: Evaluating text generation with bert. In 8th International Conference on Learning Representations."}],"event":{"name":"IJCKG 2022: 11th International Joint Conference On Knowledge Graphs","acronym":"IJCKG 2022","location":"Hangzhou China"},"container-title":["Proceedings of the 11th International Joint Conference on Knowledge Graphs"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3579051.3579065","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3579051.3579065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:38:05Z","timestamp":1750178285000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3579051.3579065"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,27]]},"references-count":28,"alternative-id":["10.1145\/3579051.3579065","10.1145\/3579051"],"URL":"https:\/\/doi.org\/10.1145\/3579051.3579065","relation":{},"subject":[],"published":{"date-parts":[[2022,10,27]]},"assertion":[{"value":"2023-02-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}