{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T04:16:27Z","timestamp":1750997787405,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":32,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811071331"},{"type":"electronic","value":"9789811071348"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-981-10-7134-8_6","type":"book-chapter","created":{"date-parts":[[2017,11,13]],"date-time":"2017-11-13T15:13:57Z","timestamp":1510586037000},"page":"55-67","source":"Crossref","is-referenced-by-count":0,"title":["RGraph: Generating Reference Graphs for\u00a0Better Machine Translation Evaluation"],"prefix":"10.1007","author":[{"given":"Hongjie","family":"Ji","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shujian","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qi","family":"Hou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cunyan","family":"Yin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiajun","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,11,14]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Agarwal, A., Lavie, A.: Meteor, M-BLEU and M-TER: evaluation metrics for high-correlation with human rankings of machine translation output. In: Proceedings of the Third Workshop on Statistical Machine Translation, Columbus, Ohio, pp. 115\u2013118. Association for Computational Linguistics (2008)","DOI":"10.3115\/1626394.1626406"},{"key":"6_CR2","unstructured":"Albrecht, J., Hwa, R.: Regression for sentence-level MT evaluation with pseudo references. In: Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics, Prague, Czech Republic, pp. 296\u2013303. Association for Computational Linguistics (2007)"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Albrecht, J., Hwa, R.: The role of pseudo references in MT evaluation. In: Proceedings of the Third Workshop on Statistical Machine Translation, Columbus, Ohio, pp. 187\u2013190. Association for Computational Linguistics, June 2008","DOI":"10.3115\/1626394.1626424"},{"key":"6_CR4","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, Ann Arbor, Michigan, pp. 65\u201372. Association for Computational Linguistics (2005)"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Bangalore, B., Bordel, G., Riccardi, G.: Computing consensus translation from multiple machine translation systems. In: 2001 IEEE Workshop on Automatic Speech Recognition and Understanding, ASRU 2001, pp. 351\u2013354 (2001)","DOI":"10.1109\/ASRU.2001.1034659"},{"issue":"2\u20133","key":"6_CR6","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/s10590-009-9058-5","volume":"23","author":"YS Chan","year":"2009","unstructured":"Chan, Y.S., Ng, H.T.: MaxSim: performance and effects of translation fluency. Mach. Transl. 23(2\u20133), 157\u2013168 (2009)","journal-title":"Mach. Transl."},{"key":"6_CR7","unstructured":"Chen, B., Kuhn, R., Larkin, S.: Port: a precision-order-recall MT evaluation metric for tuning. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics, Long Papers, vol. 1, pp. 930\u2013939. Association for Computational Linguistics (2012)"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Chen, S.F., Goodman, J.: An empirical study of smoothing techniques for language modeling. In: Proceedings of the 34th Annual Meeting of the Association for Computational Linguistics, Santa Cruz, California, USA, pp. 310\u2013318. Association for Computational Linguistics (1996)","DOI":"10.3115\/981863.981904"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Chiang, D.: A hierarchical phrase-based model for statistical machine translation. In: Proceedings of the 43rd Annual Meeting of the Association for Computational Linguistics, Ann Arbor, Michigan, pp. 263\u2013270. Association for Computational Linguistics (2005)","DOI":"10.3115\/1219840.1219873"},{"key":"6_CR10","unstructured":"Clark, J.H., Dyer, C., Lavie, A., Smith, N.A.: Better hypothesis testing for statistical machine translation: controlling for optimizer instability. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, Portland, Oregon, USA, pp. 176\u2013181. Association for Computational Linguistics (2011)"},{"key":"6_CR11","unstructured":"Denkowski, M., Lavie, A.: Meteor-next and the meteor paraphrase tables: improved evaluation support for five target languages. In: Proceedings of the Joint Fifth Workshop on Statistical Machine Translation and MetricsMATR, Uppsala, Sweden, pp. 339\u2013342. Association for Computational Linguistics (2010)"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Denkowski, M., Lavie, A.: Meteor universal: language specific translation evaluation for any target language. In: Proceedings of the Ninth Workshop on Statistical Machine Translation, Baltimore, Maryland, USA, pp. 376\u2013380. Association for Computational Linguistics (2014)","DOI":"10.3115\/v1\/W14-3348"},{"key":"6_CR13","unstructured":"Du, J., Jiang, J., Way, A.: Facilitating translation using source language paraphrase lattices. In: Proceedings of the 2010 Conference on Empirical Methods in Natural Language Processing, Cambridge, MA, pp. 420\u2013429. Association for Computational Linguistics (2010)"},{"key":"6_CR14","doi-asserted-by":"crossref","unstructured":"Feng, Y., Liu, Y., Mi, H., Liu, Q., L\u00fc, Y.: Lattice-based system combination for statistical machine translation. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, Singapore, pp. 1105\u20131113. Association for Computational Linguistics (2009)","DOI":"10.3115\/1699648.1699656"},{"key":"6_CR15","unstructured":"Han, A.L.F., Wong, D.F., Chao, L.S.: LEPOR: a robust evaluation metric for machine translation with augmented factors, pp. 441\u2013450 (2012)"},{"key":"6_CR16","unstructured":"Hopkins, M., May, J.: Tuning as ranking. In: Proceedings of the 2011 Conference on Empirical Methods in Natural Language Processing, Edinburgh, Scotland, UK, pp. 1352\u20131362. Association for Computational Linguistics (2011)"},{"key":"6_CR17","unstructured":"Hovy, E.: Toward finely differentiated evaluation metrics for machine translation. In: Proceedings of the EAGLES Workshop on Standards and Evaluation, pp. 127\u2013133 (1999)"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Jayaraman, S., Lavie, A.: Multi-engine machine translation guided by explicit word matching. In: Proceedings of the ACL Interactive Poster and Demonstration Sessions, Ann Arbor, Michigan, pp. 101\u2013104. Association for Computational Linguistics (2005)","DOI":"10.3115\/1225753.1225779"},{"key":"6_CR19","unstructured":"Jiang, J., Du, J., Way, A.: Incorporating source-language paraphrases into phrase-based SMT with confusion networks. In: Proceedings of Fifth Workshop on Syntax, Semantics and Structure in Statistical Translation, Portland, Oregon, USA, pp. 31\u201340. Association for Computational Linguistics (2011)"},{"key":"6_CR20","unstructured":"Leusch, G., Ueffing, N., Ney, H.: A novel string-to-string distance measure with applications to machine translation evaluation. In: MT Summit IX, New Orleans, LA, pp. 240\u2013247 (2003)"},{"key":"6_CR21","unstructured":"Leusch, G., Ueffing, N., Ney, H.: CDER: efficient MT evaluation using block movements. In: 11th Conference of the European Chapter of the Association for Computational Linguistics (2006)"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Li, L., Yu, H., Liu, Q.: MT tuning on RED: a dependency-based evaluation metric. In: Proceedings of the Tenth Workshop on Statistical Machine Translation, Lisbon, Portugal, pp. 428\u2013433. Association for Computational Linguistics (2015)","DOI":"10.18653\/v1\/W15-3055"},{"key":"6_CR23","unstructured":"Liu, C., Dahlmeier, D., Ng, H.T.: TESLA: translation evaluation of sentences with linear-programming-based analysis. In: Proceedings of the Joint Fifth Workshop on Statistical Machine Translation and MetricsMATR, Uppsala, Sweden, pp. 354\u2013359. Association for Computational Linguistics (2010)"},{"issue":"4","key":"6_CR24","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1162\/coli.2006.32.4.527","volume":"32","author":"JB Mari\u00f1o","year":"2006","unstructured":"Mari\u00f1o, J.B., Banchs, R.E., Crego, J.M., de Gispert, A., Lambert, P., Fonollosa, J.A.R., Costa-juss\u00e0, M.R.: N-gram-based machine translation. Comput. Linguist. 32(4), 527\u2013549 (2006)","journal-title":"Comput. Linguist."},{"key":"6_CR25","unstructured":"Matusov, E., Ueffing, N., Ney, H.: Computing consensus translation for multiple machine translation systems using enhanced hypothesis alignment. In: 11th Conference of the European Chapter of the Association for Computational Linguistics (2006)"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Och, F.J.: Minimum error rate training in statistical machine translation. In: Proceedings of ACL 2003, Sapporo, Japan, pp. 160\u2013167. Association for Computational Linguistics (2003)","DOI":"10.3115\/1075096.1075117"},{"issue":"1","key":"6_CR27","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1162\/089120103321337421","volume":"29","author":"FJ Och","year":"2003","unstructured":"Och, F.J., Ney, H.: A systematic comparison of various statistical alignment models. Comput. Linguist. 29(1), 19\u201351 (2003)","journal-title":"Comput. Linguist."},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of ACL 2002, Philadelphia, Pennsylvania, USA, pp. 311\u2013318. Association for Computational Linguistics (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"6_CR29","unstructured":"Pavlick, E., Rastogi, P., Ganitkevitch, J., Van Durme, B., Callison-Burch, C.: PPDB 2.0: Better paraphrase ranking, fine-grained entailment relations, word embeddings, and style classification. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing, Beijing, China, pp. 425\u2013430. Association for Computational Linguistics (2015). http:\/\/www.aclweb.org\/anthology\/P15-2070"},{"key":"6_CR30","unstructured":"Qin, Y., Specia, L.: Truly exploring multiple references for machine translation evaluation. In: 18th Annual Conference of the European Association for Machine Translation, EAMT, Antalya, Turkey (2015)"},{"key":"6_CR31","unstructured":"Snover, M., Dorr, B.J., Schwartz, R.: A study of translation edit rate with targeted human annotation. In: Proceedings of AMTA (2006)"},{"issue":"2","key":"6_CR32","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1007\/s10590-009-9062-9","volume":"23","author":"MG Snover","year":"2009","unstructured":"Snover, M.G., Madnani, N., Dorr, B., Schwartz, R.: TER-Plus: paraphrase, semantic, and alignment enhancements to translation edit rate. Mach. Transl. 23(2), 117\u2013127 (2009)","journal-title":"Mach. Transl."}],"container-title":["Communications in Computer and Information Science","Machine Translation"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-10-7134-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T00:23:51Z","timestamp":1750983831000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-981-10-7134-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9789811071331","9789811071348"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-981-10-7134-8_6","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]}}}