{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T03:41:07Z","timestamp":1770435667374,"version":"3.49.0"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2010,3,1]],"date-time":"2010-03-01T00:00:00Z","timestamp":1267401600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2010,3]]},"DOI":"10.1007\/s10590-010-9077-2","type":"journal-article","created":{"date-parts":[[2010,5,13]],"date-time":"2010-05-13T08:54:05Z","timestamp":1273740845000},"page":"39-50","source":"Crossref","is-referenced-by-count":46,"title":["Machine translation evaluation versus quality estimation"],"prefix":"10.1007","volume":"24","author":[{"given":"Lucia","family":"Specia","sequence":"first","affiliation":[]},{"given":"Dhwaj","family":"Raj","sequence":"additional","affiliation":[]},{"given":"Marco","family":"Turchi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2010,5,14]]},"reference":[{"key":"9077_CR1","unstructured":"Albrecht J, Hwa R (2007a) A re-examination of machine learning approaches for sentence-level MT evaluation. In: 45th meeting of the association for computational linguistics, Prague, pp 880\u2013887"},{"key":"9077_CR2","unstructured":"Albrecht J, Hwa R (2007b) Regression for sentence-level MT evaluation with pseudo references. In: 45th meeting of the association for computational linguistics, Prague, pp 296\u2013303"},{"key":"9077_CR3","doi-asserted-by":"crossref","unstructured":"Blatz J, Fitzgerald E, Foster G, Gandrabur S, Goutte C, Kulesza A, Sanchis A, Ueffing N (2003) Confidence estimation for machine translation. Technical report. Johns Hopkins University, Baltimore","DOI":"10.3115\/1220355.1220401"},{"key":"9077_CR4","doi-asserted-by":"crossref","unstructured":"Blatz J, Fitzgerald E, Foster G, Gandrabur S, Goutte C, Kulesza A, Sanchis A, Ueffing N (2004) Confidence estimation for machine translation. In: 20th coling, Geneva, pp 315\u2013321","DOI":"10.3115\/1220355.1220401"},{"key":"9077_CR5","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Fordyce C, Koehn P, Monz C, Schroeder J (2008) Further meta-evaluation of machine translation. In: 3rd workshop on statistical machine translation, Columbus, pp 70\u2013106","DOI":"10.3115\/1626394.1626403"},{"key":"9077_CR6","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Koehn P, Monz C, Schroeder J (2009) Findings of the 2009 workshop on statistical machine translation. In: 4th workshop on statistical machine translation, Athens, pp 1\u201328","DOI":"10.3115\/1626431.1626433"},{"key":"9077_CR7","unstructured":"Chang C, Lin C (2001) LIBSVM: a library for support vector machines. Software available at http:\/\/www.csie.ntu.edu.tw\/cjlin\/libsvm"},{"issue":"1","key":"9077_CR8","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20(1): 37\u201346","journal-title":"Educ Psychol Meas"},{"key":"9077_CR9","doi-asserted-by":"crossref","unstructured":"Doddington G (2002) Automatic evaluation of machine translation quality using n-gram co-occurrence statistics. In: Conference on human language technology, San Diego, pp 138\u2013145","DOI":"10.3115\/1289189.1289273"},{"key":"9077_CR10","unstructured":"Gamon M, Aue A, Smets M (2005) Sentence-level MT evaluation without reference translations: beyond language modeling. In: 10th meeting of the European association for machine translation, Budapest"},{"key":"9077_CR11","doi-asserted-by":"crossref","unstructured":"Gandrabur S, Foster G (2003) Confidence estimation for translation prediction. In: 7th conference on natural language learning, Edmonton, pp 95\u2013102","DOI":"10.3115\/1119176.1119189"},{"key":"9077_CR12","doi-asserted-by":"crossref","unstructured":"Gimenez J, Marquez L (2008) A smorgasbord of features for automatic MT evaluation. In: 3rd workshop on statistical machine translation, Columbus, OH, pp 195\u2013198","DOI":"10.3115\/1626394.1626426"},{"key":"9077_CR13","volume-title":"Advances in Kernel methods\u2014support vector learning","author":"T Joachims","year":"1999","unstructured":"Joachims T (1999) Making large-scale SVM learning practical. In: Schoelkopf B, Burges CJC, Smola AJ (eds) Advances in Kernel methods\u2014support vector learning. MIT Press, Cambridge"},{"key":"9077_CR14","doi-asserted-by":"crossref","unstructured":"Johnson H, Sadat F, Foster G, Kuhn R, Simard M, Joanis E, Larkin S (2006) Portage: with smoothed phrase tables and segment choice models. In: Workshop on statistical machine translation, New York, pp 134\u2013137","DOI":"10.3115\/1654650.1654670"},{"key":"9077_CR15","unstructured":"K\u00e4\u00e4ri\u00e4inen M (2009) Sinuhe\u2014statistical machine translation using a globally trained conditional exponential family translation model. In: Conference on empirical methods in natural language processing, Singapore, pp 1027\u20131036"},{"key":"9077_CR16","doi-asserted-by":"crossref","unstructured":"Kadri Y, Nie JY (2006) Improving query translation with confidence estimation for cross language information retrieval. In: 15th ACM international conference on information and knowledge management, Arlington, pp 818\u2013819","DOI":"10.1145\/1183614.1183746"},{"key":"9077_CR17","unstructured":"Koehn P (2004) Statistical significance tests for machine translation evaluation. In: Conference on empirical methods in natural language processing, Barcelona"},{"key":"9077_CR18","doi-asserted-by":"crossref","unstructured":"Lavie A, Agarwal A (2007) METEOR: an automatic metric for MT evaluation with high levels of correlation with human judgments. In: 2nd workshop on statistical machine translation, Prague, Czech Republic, pp 228\u2013231","DOI":"10.3115\/1626355.1626389"},{"key":"9077_CR19","doi-asserted-by":"crossref","unstructured":"Lin CY, Och FJ (2004) ORANGE: a method for evaluating automatic evaluation metrics for machine translation. In: Coling-2004, Geneva, pp 501\u2013507","DOI":"10.3115\/1220355.1220427"},{"key":"9077_CR20","doi-asserted-by":"crossref","unstructured":"Pado S, Galley M, Jurafsky D, Manning CD (2009) Textual entailment features for machine translation evaluation. In: 4th workshop on statistical machine translation, Athens, pp 37\u201341","DOI":"10.3115\/1626431.1626437"},{"key":"9077_CR21","unstructured":"Papineni K, Roukos S, Ward T, Zhu W (2002) Bleu: a method for automatic evaluation of machine translation. In: 40th meeting of the association for computational linguistics, Morristown, pp 311\u2013318"},{"key":"9077_CR22","unstructured":"Quirk CB (2004) Training a sentence-level machine translation confidence measure. In: 4th language resources and evaluation conference, Lisbon, pp 825\u2013828"},{"key":"9077_CR23","unstructured":"Saunders C (2008) Application of Markov approaches to SMT. Technical report. SMART Project Deliverable 2.2"},{"key":"9077_CR24","doi-asserted-by":"crossref","unstructured":"Simard M, Cancedda N, Cavestro B, Dymetman M, Gaussier E, Goutte C, Yamada K (2005) Translating with non-contiguous phrases. In: Conference on empirical methods in natural language processing, Vancouver, pp 755\u2013762","DOI":"10.3115\/1220575.1220670"},{"key":"9077_CR25","unstructured":"Snover M, Dorr B, Schwartz R, Micciulla L, Makhoul J (2006) A study of translation edit rate with targeted human annotation. In: Conference of the 7th association for machine translation in the Americas, Cambridge, MA, pp 223\u2013231"},{"key":"9077_CR26","unstructured":"Specia L, Turchi M, Cancedda N, Dymetman M, Cristianini N (2009) Estimating the sentence-level quality of machine translation systems. In: 13th meeting of the European association for machine translation, Barcelona"},{"key":"9077_CR27","unstructured":"Ueffing N, Ney H (2005) Application of word-level confidence measures in interactive statistical machine translation. In: 10th meeting of the European association for machine translation, Budapest, pp 262\u2013270"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-010-9077-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-010-9077-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-010-9077-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T18:37:45Z","timestamp":1559241465000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-010-9077-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,3]]},"references-count":27,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2010,3]]}},"alternative-id":["9077"],"URL":"https:\/\/doi.org\/10.1007\/s10590-010-9077-2","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"value":"0922-6567","type":"print"},{"value":"1573-0573","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,3]]}}}