{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T22:45:08Z","timestamp":1768430708233,"version":"3.49.0"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3260835","type":"journal-article","created":{"date-parts":[[2023,3,30]],"date-time":"2023-03-30T17:37:14Z","timestamp":1680197834000},"page":"32241-32251","source":"Crossref","is-referenced-by-count":4,"title":["Implicit Cross-Lingual Word Embedding Alignment for Reference-Free Machine Translation Evaluation"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9624-6851","authenticated-orcid":false,"given":"Min","family":"Zhang","sequence":"first","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hao","family":"Yang","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanqing","family":"Zhao","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaosong","family":"Qiao","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shimin","family":"Tao","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Song","family":"Peng","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ying","family":"Qin","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanfei","family":"Jiang","sequence":"additional","affiliation":[{"name":"Huawei Translation Services Center, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"311","article-title":"BLEU: A method for automatic evaluation of machine translation","volume-title":"Proc. 40th Annu. Meeting Assoc. Comput. Linguistics","author":"Papineni"},{"key":"ref2","first-page":"1","article-title":"BERTSCORE: Evaluating text generation with BERT","volume-title":"Proc. 8th Int. Conf. Learn. Represent. (ICLR)","author":"Zhang"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"ref4","first-page":"1220","article-title":"Crowdsourcing translation: Professional quality from non-professionals","volume-title":"Proc. 49th Annu. Meeting Assoc. Comput. Linguistics Human Lang. Technol.","author":"Zaidan"},{"key":"ref5","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Language Technol.","volume":"1","author":"Devlin"},{"key":"ref6","first-page":"4996","article-title":"How multilingual is multilingual BERT?","volume-title":"Proc. 57th Annu. Meeting Assoc. Comput. Linguistics","author":"Pires"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00288"},{"key":"ref8","first-page":"7059","article-title":"Cross-lingual language model pretraining","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Conneau","year":"2019"},{"key":"ref9","first-page":"250","article-title":"Learning cross-lingual sentence representations via a multi-task dual-encoder model","volume-title":"Proc. 4th Workshop Represent. Learn. (RepLNLP)","author":"Chidambaram"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"ref11","article-title":"Language-agnostic BERT sentence embedding","author":"Feng","year":"2020","journal-title":"arXiv:2007.01852"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1162\/tacl_a_00343","article-title":"Multilingual denoising pre-training for neural machine translation","volume":"8","author":"Liu","year":"2020","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"ref13","first-page":"62","article-title":"Results of the WMT19 metrics shared task: Segment-level and strong MT systems pose big challenges","volume-title":"Proc. 4th Conf. Mach. Transl.","volume":"2","author":"Ma"},{"key":"ref14","first-page":"99","article-title":"Evaluation without references: IBM1 scores as evaluation metrics","volume-title":"Proc. 6th Workshop Stat. Mach. Transl.","author":"Popovi\u0107"},{"key":"ref15","first-page":"79","article-title":"QuEst\u2014A translation quality estimation framework","volume-title":"Proc. 51st Annu. Meeting Assoc. Comput. Linguistics, Syst. Demonstrations","author":"Specia"},{"key":"ref16","first-page":"507","article-title":"YiSi\u2014A unified semantic MT quality evaluation and estimation metric for languages with different levels of available resources","volume-title":"Proc. 4th Conf. Mach. Transl.","volume":"2","author":"Lo"},{"key":"ref17","first-page":"903","article-title":"Machine translation reference-less evaluation using YiSi-2 with bilingual mappings of massive multilingual language model","volume-title":"Proc. 5th Conf. Mach. Transl.","author":"Lo"},{"key":"ref18","first-page":"563","article-title":"MoverScore: Text generation evaluating with contextualized embeddings and earth mover distance","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process. 9th Int. Joint Conf. Natural Lang. Process. (EMNLP-IJCNLP)","author":"Zhao"},{"key":"ref19","first-page":"3200","article-title":"KoBE: Knowledge-based machine translation evaluation","volume-title":"Proc. Findings Assoc. Comput. Linguistics (EMNLP)","author":"Gekhman"},{"key":"ref20","first-page":"3143","article-title":"SentSim: Crosslingual semantic evaluation of machine translation","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Human Lang. Technol.","author":"Song"},{"key":"ref21","first-page":"4512","article-title":"Making monolingual sentence embeddings multilingual using knowledge distillation","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process. (EMNLP)","author":"Reimers"},{"key":"ref22","first-page":"957","article-title":"From word embeddings to document distances","volume-title":"Proc. 32nd Int. Conf. Mach. Learn.","volume":"37","author":"Kusner"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-7960-6_5"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-7596-7_12"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref26","first-page":"90","article-title":"Automatic machine translation evaluation in many languages via zero-shot paraphrasing","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process. (EMNLP)","author":"Thompson"},{"key":"ref27","first-page":"2685","article-title":"COMET: A neural framework for MT evaluation","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process. (EMNLP)","author":"Rei"},{"key":"ref28","first-page":"1656","article-title":"On the limitations of cross-lingual encoders as exposed by reference-free machine translation evaluation","volume-title":"Proc. 58th Annu. Meeting Assoc. Comput. Linguistics","author":"Zhao"},{"key":"ref29","first-page":"1030","article-title":"Are references really needed? Unbabel-IST 2021 submission for the metrics shared task","volume-title":"Proc. 6th Conf. Mach. Transl.","author":"Rei"},{"key":"ref30","first-page":"8117","article-title":"UniTE: Unified translation evaluation","volume-title":"Proc. 60th Annu. Meeting Assoc. Comput. Linguistics","author":"Wan"},{"key":"ref31","first-page":"1","article-title":"Multilingual alignment of contextual word representations","volume-title":"Proc. ICLR","author":"Cao"},{"key":"ref32","first-page":"46","article-title":"Results of WMT22 metrics shared task: Stop using BLEU\u2014Neural metrics are better and more robust","volume-title":"Proc. 7th Conf. Mach. Transl.","author":"Freitag"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref34","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511815829"},{"issue":"8","key":"ref36","doi-asserted-by":"crossref","first-page":"1270","DOI":"10.1109\/5.880083","article-title":"Two decades of statistical language modeling: Where do we go from here?","volume":"88","author":"Rosenfeld","year":"2000","journal-title":"Proc. IEEE"},{"key":"ref37","first-page":"177","article-title":"Moses: Open source toolkit for statistical machine translation","volume-title":"Proc. 45th Annu. Meeting Assoc. Comput. Linguistics Companion","author":"Koehn"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10089212.pdf?arnumber=10089212","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,3]],"date-time":"2024-03-03T10:51:36Z","timestamp":1709463096000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10089212\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3260835","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}