{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T15:21:21Z","timestamp":1759159281333,"version":"3.37.3"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,7,20]],"date-time":"2020-07-20T00:00:00Z","timestamp":1595203200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,20]],"date-time":"2020-07-20T00:00:00Z","timestamp":1595203200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Univ Access Inf Soc"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s10209-020-00736-5","type":"journal-article","created":{"date-parts":[[2020,7,20]],"date-time":"2020-07-20T19:03:26Z","timestamp":1595271806000},"page":"701-715","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A new deal for translation quality"],"prefix":"10.1007","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5117-5965","authenticated-orcid":false,"given":"Aljoscha","family":"Burchardt","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arle","family":"Lommel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vivien","family":"Macketanz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,20]]},"reference":[{"key":"736_CR1","doi-asserted-by":"crossref","unstructured":"Balkan, L., Arnold, D., Meijer, S.: Test suites for natural language processing. In: Aslib Proceedings, vol.\u00a047, pp. 95\u201398. MCB UP Ltd (1995)","DOI":"10.1108\/eb051385"},{"key":"736_CR2","unstructured":"Burchardt, A., Harris, K., Rehm, G., Uszkoreit, H.: Towards a systematic and human-informed paradigm for high-quality machine translation. In: G. Rehm, A. Burchardt, O. Bojar, C. Dugast, M. Federico, J. van Genabith, B. Haddow, J. Hajic, K. Harris, P. Koehn, M. Negri, M. Popel, L. Specia, M. Turchi, H. Uszkoreit (eds.) Proceedings of the LREC: Workshop \u201cTranslation Evaluation: From Fragmented Tools and Data Sets to an Integrated Ecosystem\u201d, located at International Conference on Language Resources and Evaluation (LREC), May 24, p. 2016. Slovenia. o.A, Portorosz (2016)"},{"issue":"2","key":"736_CR3","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1075\/target.28.2.03bur","volume":"28","author":"A Burchardt","year":"2016","unstructured":"Burchardt, A., Lommel, A.R., Bywood, L., Harris, K., Popovic, M.: Machine translation quality in an audiovisual context. Target 28(2), 206\u2013221 (2016)","journal-title":"Target"},{"key":"736_CR4","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1515\/pralin-2017-0017","volume":"108","author":"A Burchardt","year":"2017","unstructured":"Burchardt, A., Macketanz, V., Dehdari, J., Heigold, G., Peter, J.T., Williams, P.: A linguistic evaluation of rule-based, phrase-based, and neural MT engines. Prague Bull. Math. Linguist. 108, 159\u2013170 (2017). https:\/\/doi.org\/10.1515\/pralin-2017-0017","journal-title":"Prague Bull. Math. Linguist."},{"key":"736_CR5","unstructured":"de Sousa, C.M.S., Aziz, W., Specia, L.: Assessing the post-editing effort for automatic and semi-automatic translations of DVD subtitles. In: Proceedings of the International Conference Recent Advances in Natural Language Processing 2011. Association for Computational Linguistics, Hissar, Bulgaria (2011)"},{"key":"736_CR6","first-page":"64","volume":"9","author":"A Fern\u00e1ndez","year":"2016","unstructured":"Fern\u00e1ndez, A., Matamala, A.: Machine translation in audio description? Comparing creation, translation and post-editing efforts. SKASE J. Transl. Interpret. 9, 64\u201387 (2016)","journal-title":"SKASE J. Transl. Interpret."},{"key":"736_CR7","doi-asserted-by":"crossref","unstructured":"Fomicheva, M., Specia, L.: Reference bias in monolingual machine translation evaluation. In: 54th Annual Meeting of the Association for Computational Linguistics, ACL, Berlin, Germany (2016)","DOI":"10.18653\/v1\/P16-2013"},{"key":"736_CR8","doi-asserted-by":"publisher","unstructured":"Gerber-Mor\u00f3n, O., Szarkowska, A.: Line breaks in subtitling: an eye tracking study on viewer preferences. J. Eye. Mov. Res. (2018). https:\/\/doi.org\/10.16910\/jemr.11.3.2","DOI":"10.16910\/jemr.11.3.2"},{"key":"736_CR9","unstructured":"Guillou, L., Hardmeier, C.: PROTEST: A test suite for evaluating pronouns in machine translation. In: Tenth International Conference on Language Resources and Evaluation (LREC 2016) (2016)"},{"key":"736_CR10","doi-asserted-by":"crossref","unstructured":"Isabelle, P., Cherry, C., Foster, G.: A challenge set approach to evaluating machine translation. In: EMNLP 2017: Conference on Empirical Methods in Natural Language Processing (2017)","DOI":"10.18653\/v1\/D17-1263"},{"key":"736_CR11","doi-asserted-by":"publisher","unstructured":"King, M., Falkedal, K.: Using test suites in evaluation of machine translation systems. In: Proceedings of the 13th conference on Computational Linguistics, vol.\u00a02, pp. 211\u2013216. Association for Computational Linguistics, Morristown, NJ, USA (1990). https:\/\/doi.org\/10.3115\/997939.997976","DOI":"10.3115\/997939.997976"},{"key":"736_CR12","doi-asserted-by":"crossref","unstructured":"Lehmann, S., Oepen, S., Regnier-Prost, S., Netter, K., Lux, V., Klein, J., Falkedal, K., Fouvry, F., Estival, D., Dauphin, E., Compagnion, H., Baur, J., Balkan, L., Arnold, D.: Tsnlp-test suites for natural language processing. In: Proceedings of the 16th International Conference on Computational Linguistics, pp. 711\u2013716. o.A. (1996)","DOI":"10.3115\/993268.993292"},{"key":"736_CR13","doi-asserted-by":"crossref","unstructured":"Macketanz, V., Avramidis, E., Burchardt, A., Uszkoreit, H.: Fine-grained evaluation of German\u2013English machine translation based on a test suite. In: Proceedings of the Third Conference on Machine Translation. Workshop on Statistical Machine Translation (WMT-2018), located at 2018 Conference on Empirical Methods in Natural Language Processing, October 31-November 1, Brussels, Belgium. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/W18-6436"},{"key":"736_CR14","doi-asserted-by":"crossref","unstructured":"Moorkens, J., Castilho, S., Gaspari, F., Doherty, S.: Translation Quality Assessment: From Principles to Practice. Machine Translation: Technologies and Applications. Springer 2018)","DOI":"10.1007\/978-3-319-91241-7"},{"key":"736_CR15","unstructured":"Multidimensional quality metrics (mqm) definition. http:\/\/www.qt21.eu\/mqm-definition\/definition-2015-12-30.html. Accessed 20 Dec. 2018"},{"key":"736_CR16","unstructured":"Multidimensional quality metrics (mqm) issue types. http:\/\/www.qt21.eu\/mqm-definition\/issues-list-2015-12-30.html. Accessed: 20 Dec. 2018"},{"issue":"4","key":"736_CR17","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1080\/0907676X.2016.1245763","volume":"25","author":"C Ortiz-Boix","year":"2017","unstructured":"Ortiz-Boix, C., Matamala, A.: Assessing the quality of post-edited wildlife documentaries. Perspectives 25(4), 571\u2013593 (2017). https:\/\/doi.org\/10.1080\/0907676X.2016.1245763","journal-title":"Perspectives"},{"key":"736_CR18","unstructured":"Porsiel, J. (ed.): Machine Translation. BD\u00da Weiterbildungs- und Fachverlagsgesellschaft mbH (2017)"},{"key":"736_CR19","doi-asserted-by":"publisher","unstructured":"Romero-Fresco, P., P\u00e9rez, J.M.: Accuracy Rate in Live Subtitling: The NER Model, pp. 28\u201350. Palgrave Macmillan UK, London (2015). https:\/\/doi.org\/10.1057\/9781137552891_3","DOI":"10.1057\/9781137552891_3"},{"key":"736_CR20","unstructured":"Specia, L., Harris, K., Blain, F., Burchardt, A., Macketanz, V., Skadi\u0146a, I., Negri, M., , Turchi, M.: Translation quality and productivity: a study on rich morphology languages. In: Machine Translation Summit XVI, pp. 55\u201371. Asia-Pacific Association for Machine Translation (2017)"},{"key":"736_CR21","unstructured":"Way, A.: Developer-oriented evaluation of MT systems. In: K.\u00a0Falkedal (ed.) Proceedings of the evaluators\u2019 forum, pp. 237\u2013244. ISSCO, Les Rasses, Vaud, Switzerland (1991)"}],"container-title":["Universal Access in the Information Society"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10209-020-00736-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10209-020-00736-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10209-020-00736-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T11:28:38Z","timestamp":1723289318000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10209-020-00736-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,20]]},"references-count":21,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["736"],"URL":"https:\/\/doi.org\/10.1007\/s10209-020-00736-5","relation":{},"ISSN":["1615-5289","1615-5297"],"issn-type":[{"type":"print","value":"1615-5289"},{"type":"electronic","value":"1615-5297"}],"subject":[],"published":{"date-parts":[[2020,7,20]]},"assertion":[{"value":"20 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}