{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:47:29Z","timestamp":1767340049170},"reference-count":19,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2010,1,7]],"date-time":"2010-01-07T00:00:00Z","timestamp":1262822400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2010,3]]},"DOI":"10.1007\/s10590-009-9066-5","type":"journal-article","created":{"date-parts":[[2010,1,6]],"date-time":"2010-01-06T12:28:35Z","timestamp":1262780915000},"page":"15-26","source":"Crossref","is-referenced-by-count":12,"title":["Metrics for MT evaluation: evaluating reordering"],"prefix":"10.1007","volume":"24","author":[{"given":"Alexandra","family":"Birch","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miles","family":"Osborne","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Phil","family":"Blunsom","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,1,7]]},"reference":[{"key":"9066_CR1","doi-asserted-by":"crossref","unstructured":"Birch A, Osborne M, Koehn P (2008) Predicting success in machine translation. In: Proceedings of the empirical methods in natural language processing","DOI":"10.3115\/1613715.1613809"},{"key":"9066_CR2","unstructured":"Callison-Burch C, Osborne M, Koehn P (2006) Re-evaluation the role of BLEU in machine translation research. In: Proceedings of EMNLP"},{"key":"9066_CR3","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Fordyce C, Koehn P, Monz C, Schroeder J (2007) (Meta-) evaluation of machine translation. In: Proceedings of the second workshop on statistical machine translation. Prague, Czech Republic, pp 136\u2013158","DOI":"10.3115\/1626355.1626373"},{"key":"9066_CR4","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Fordyce C, Koehn P, Monz C, Schroeder J (2008) Further meta-evaluation of machine translation. In: Proceedings of the third workshop on statistical machine translation. Columbus, OH, pp 70\u2013106","DOI":"10.3115\/1626394.1626403"},{"key":"9066_CR5","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Koehn P, Monz C, Schroeder J (2009) Findings of the 2009 workshop on statistical machine translation. In: Proceedings of the fourth workshop on statistical machine translation. Athens, Greece, pp 1\u201328","DOI":"10.3115\/1626431.1626433"},{"key":"9066_CR6","doi-asserted-by":"crossref","unstructured":"Gim\u00e9nez J, M\u00e0rquez L (2007) Linguistic features for automatic evaluation of heterogenous MT systems. In: ACL workshop on statistical machine translation","DOI":"10.3115\/1626355.1626393"},{"key":"9066_CR7","doi-asserted-by":"crossref","unstructured":"Hirschberg D (1975) A linear space algorithm for computing maximal common subsequences. In: Communications of the ACM, pp 341\u2013343","DOI":"10.1145\/360825.360861"},{"key":"9066_CR8","volume-title":"Rank correlation methods","author":"M Kendall","year":"1990","unstructured":"Kendall M, Dickinson Gibbons J (1990) Rank correlation methods. Oxford University Press, New York"},{"key":"9066_CR9","doi-asserted-by":"crossref","unstructured":"Koehn P, Hoang H, Birch A, Callison-Burch C, Federico M, Bertoldi N, Cowan B, Shen W, Moran C, Zens R, Dyer C, Bojar O, Constantin A, Herbst E (2007) Moses: open source toolkit for statistical machine translation. In: Proceedings of the association for computational linguistics companion demo and poster sessions, Prague, Czech Republic, pp 177\u2013180","DOI":"10.3115\/1557769.1557821"},{"issue":"2","key":"9066_CR10","first-page":"263","volume":"29","author":"M Lapata","year":"2003","unstructured":"Lapata M (2003) Probabilistic text structuring: experiments with sentence ordering. Comput Linguist 29(2): 263\u2013317","journal-title":"Comput Linguist"},{"issue":"4","key":"9066_CR11","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1162\/coli.2006.32.4.471","volume":"32","author":"M Lapata","year":"2006","unstructured":"Lapata M (2006) Automatic evaluation of information ordering: Kendall\u2019s Tau. Comput Linguist 32(4): 471\u2013484","journal-title":"Comput Linguist"},{"key":"9066_CR12","doi-asserted-by":"crossref","unstructured":"Lavie A, Agarwal A (2007) METEOR: an automatic metric for MT evaluation with high levels of correlation with human judgments. In: Proceedings of the workshop on statistical machine translation at the meeting of the association for computational linguistics (ACL-2007), pp 228\u2013231","DOI":"10.3115\/1626355.1626389"},{"key":"9066_CR13","doi-asserted-by":"crossref","unstructured":"Liang P, Taskar B, Klein D (2006) Alignment by agreement. In: Proceedings of the human language technology conference of NAAC, pp 104\u2013111","DOI":"10.3115\/1220835.1220849"},{"key":"9066_CR14","doi-asserted-by":"crossref","unstructured":"Lin C-Y, Och F (2004) Orange: a method for evaluating automatic evaluation metrics for machine translation. In: Proceedings of the conference on computational linguistics, 501\u00a0pp","DOI":"10.3115\/1220355.1220427"},{"key":"9066_CR15","doi-asserted-by":"crossref","unstructured":"Pad\u00f3 S, Galley M, Manning CD, Jurafsky D (2009) Textual entailment features for machine translation evaluation. In: the EACL workshop on machine translation (WMT)","DOI":"10.3115\/1626431.1626437"},{"key":"9066_CR16","unstructured":"Papineni K, Roukos S, Ward T, Zhu W-J (2002) BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the association for computational linguistics, Philadelphia, USA, pp 311\u2013318"},{"key":"9066_CR17","doi-asserted-by":"crossref","unstructured":"Ronald S (1998) More distance functions for order-based encodings. In: the IEEE conference on evolutionary computation, pp 558\u2013563","DOI":"10.1109\/ICEC.1998.700089"},{"key":"9066_CR18","unstructured":"Snover M, Dorr B, Schwartz R, Micciulla L, Makhoul J (2006) A study of translation edit rate with targeted human annotation. In: AMTA"},{"key":"9066_CR19","doi-asserted-by":"crossref","unstructured":"Ulam S (1972) Some ideas and prospects in biomathematics. In: Annual review of biophysics and bioengineering, pp 277\u2013292","DOI":"10.1146\/annurev.bb.01.060172.001425"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-009-9066-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-009-9066-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-009-9066-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T18:37:44Z","timestamp":1559241464000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-009-9066-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,1,7]]},"references-count":19,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2010,3]]}},"alternative-id":["9066"],"URL":"https:\/\/doi.org\/10.1007\/s10590-009-9066-5","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"value":"0922-6567","type":"print"},{"value":"1573-0573","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,1,7]]}}}