{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T13:56:17Z","timestamp":1717422977600},"reference-count":15,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2014,11,15]],"date-time":"2014-11-15T00:00:00Z","timestamp":1416009600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1007\/s10579-014-9286-z","type":"journal-article","created":{"date-parts":[[2014,11,14]],"date-time":"2014-11-14T14:29:28Z","timestamp":1415975368000},"page":"541-559","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Involving language professionals in the evaluation of machine translation"],"prefix":"10.1007","volume":"48","author":[{"given":"Maja","family":"Popovi\u0107","sequence":"first","affiliation":[]},{"given":"Eleftherios","family":"Avramidis","sequence":"additional","affiliation":[]},{"given":"Aljoscha","family":"Burchardt","sequence":"additional","affiliation":[]},{"given":"Sabine","family":"Hunsicker","sequence":"additional","affiliation":[]},{"given":"Sven","family":"Schmeier","sequence":"additional","affiliation":[]},{"given":"Cindy","family":"Tscherwinka","sequence":"additional","affiliation":[]},{"given":"David","family":"Vilar","sequence":"additional","affiliation":[]},{"given":"Hans","family":"Uszkoreit","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,11,15]]},"reference":[{"key":"9286_CR1","unstructured":"Alonso, J. A., & Thurmair, G. (2003). The comprendium translator system. In: Proceedings of the Ninth Machine Translation Summit."},{"key":"9286_CR2","unstructured":"Avramidis, E., Popovi\u0107, M., Vilar, D., & Burchardt, A. (2011). Evaluate with confidence estimation: Machine ranking of translation outputs using grammatical features. Proceedings of the Sixth Workshop on Statistical Machine Translation. Edinburgh, Scotland: Association for Computational Linguistics, pp. 65\u201370."},{"key":"9286_CR3","first-page":"241","volume-title":"Machine translation at work, studies in computational intelligence","author":"A Burchardt","year":"2013","unstructured":"Burchardt, A., Tscherwinka, C., & Avramidis, E. (2013). Machine translation at work, studies in computational intelligence (241\u2013261) (Vol. 458). Berlin: Springer."},{"key":"9286_CR4","unstructured":"Callison-Burch, C., Koehn, P., Monz, C., Peterson, K., Przybocki, M., & Zaidan, O. (2010). Findings of the 2010 joint workshop on statistical machine translation and metrics for machine translation. In: Proceedings of the Joint Fifth Workshop on Statistical Machine Translation and MetricsMATR. Association for Computational Linguistics, Uppsala, Sweden, pp. 17\u201353, revised August 2010."},{"key":"9286_CR5","unstructured":"Eisele, A., & Chen, Y. (2010). MultiUN: A Multilingual Corpus from United Nation Documents. Proceedings of the Seventh International Conference on Language Resources and Evaluation (LREC 2010), Malta: La Valletta, pp. 2868\u20132872."},{"key":"9286_CR6","doi-asserted-by":"crossref","unstructured":"Farzindar, A., & Lapalme, G. (2009). Machine translation of legal information and its evaluation. Proceedings of the 22nd Canadian Conference on Artificial Intelligence (Canadian AI 09), BC: Kelowna, pp. 64\u201373.","DOI":"10.1007\/978-3-642-01818-3_9"},{"key":"9286_CR7","unstructured":"Federmann, C. (2010). Appraise: An open-source toolkit for manual phrase-based evaluation of translations. In: Proceedings of the Seventh conference on International Language Resources and Evaluation (LREC 2010), La Valletta, Malta."},{"key":"9286_CR8","unstructured":"He, Y., Ma, Y., Roturier, J., Way, A., & van Genabith, J. (2010). Improving the post-editing experience using translation recommendation: A user study. In: Proceedings of the Ninth Conference of the Association for Machine Translation in the Americas (AMTA 2010), Denver, Colorado."},{"key":"9286_CR9","doi-asserted-by":"crossref","unstructured":"Koehn, P., Hoang, H., Birch, A., Callison-Burch, C., Federico, M., Bertoldi, N., et al. (2007). Moses: Open source toolkit for statistical machine translation. In: Proceedings of the 45th Annual Meeting of the ACL on Interactive Poster and Demonstration Sessions. Association for Computational Linguistics, Stroudsburg, PA, USA, ACL \u201907, pp. 177\u2013180.","DOI":"10.3115\/1557769.1557821"},{"key":"9286_CR10","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., & Zhu, W. J. (2001). Bleu: A method for automatic evaluation of machine translation. IBM Research Report RC22176(W0109\u2013022), IBM.","DOI":"10.3115\/1073083.1073135"},{"key":"9286_CR11","doi-asserted-by":"crossref","unstructured":"Popovi\u0107, M. (2011). Hjerson: An open source tool for automatic error classification of machine translation output. The Prague Bulletin of Mathematical Linguistics, 96, 59\u201368.","DOI":"10.2478\/v10108-011-0011-4"},{"key":"9286_CR12","unstructured":"Specia, L., & Farzindar, A. (2010). Estimating machine translation post-editing effort with HTER. In: Proceedings of AMTA-2010 Workshop Bringing MT to the User. MT Research and the Translation Industry, Denver, Colorado."},{"key":"9286_CR13","unstructured":"Tiedemann, J. (2009). News from OPUS\u2014A collection of multilingual parallel corpora with tools and interfaces. In: N. Nicolov, K. Bontcheva, G. Angelova & R. Mitkov (Eds.), Advances in natural language processing (pp. 237\u2013248.), vol V, chap V, Borovets, Bulgaria."},{"key":"9286_CR14","unstructured":"Vilar, D., Xu, J., D\u2019Haro, L. F., & Ney, H. (2006). Error analysis of machine translation output. International Conference on Language Resources and Evaluation, Italy: Genoa, pp. 697\u2013702."},{"key":"9286_CR15","unstructured":"Vilar, D., Stein, D., Huck, M., & Ney, H. (2010). Jane: Open source hierarchical translation, extended with reordering and lexicon models. ACL 2010 Joint Fifth Workshop on Statistical Machine Translation and Metrics MATR, Sweden: Uppsala, pp. 262\u2013270."}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-014-9286-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10579-014-9286-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-014-9286-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,17]],"date-time":"2019-08-17T07:15:22Z","timestamp":1566026122000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10579-014-9286-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11,15]]},"references-count":15,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["9286"],"URL":"https:\/\/doi.org\/10.1007\/s10579-014-9286-z","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"value":"1574-020X","type":"print"},{"value":"1574-0218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,11,15]]}}}