{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T04:13:46Z","timestamp":1746245626285,"version":"3.37.3"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,11,9]],"date-time":"2018-11-09T00:00:00Z","timestamp":1541721600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["DFG RI-2221\/4-1"],"award-info":[{"award-number":["DFG RI-2221\/4-1"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1007\/s10590-018-9224-8","type":"journal-article","created":{"date-parts":[[2018,11,9]],"date-time":"2018-11-09T01:20:15Z","timestamp":1541726415000},"page":"309-324","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["A user-study on online adaptation of neural machine translation to human post-edits"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5856-8016","authenticated-orcid":false,"given":"Sariya","family":"Karimova","sequence":"first","affiliation":[]},{"given":"Patrick","family":"Simianer","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Riezler","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,9]]},"reference":[{"issue":"4","key":"9224_CR1","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1016\/j.jml.2007.12.005","volume":"59","author":"RH Baayen","year":"2008","unstructured":"Baayen RH, Davidson DJ, Bates DM (2008) Mixed-effects modeling with crossed random effects for subjects and items. J Mem Lang 59(4):390\u2013412","journal-title":"J Mem Lang"},{"key":"9224_CR2","unstructured":"Bahdanau D, Cho K, Bengio Y (2015) Neural machine translation by jointly learning to align and translate. In: Proceedings of the international conference on learning representations (ICLR), San Diego, pp 1\u201315"},{"issue":"3","key":"9224_CR3","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1016\/j.jml.2012.11.001","volume":"68","author":"DJ Barr","year":"2013","unstructured":"Barr DJ, Levy R, Scheepers C, Tilly HJ (2013) Random effects structure for confirmatory hypothesis testing: keep it maximal. J Mem Lang 68(3):255\u2013278","journal-title":"J Mem Lang"},{"issue":"1","key":"9224_CR4","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1162\/coli.2008.07-055-R2-06-29","volume":"35","author":"S Barrachina","year":"2009","unstructured":"Barrachina S, Bender O, Casacuberta F, Civera J, Cubel E, Khadivi S, Lagarda A, Ney H, Tom\u00e1s J, Vidal E et al (2009) Statistical approaches to computer-assisted translation. Comput Linguist 35(1):3\u201328","journal-title":"Comput Linguist"},{"issue":"1","key":"9224_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v067.i01","volume":"67","author":"D Bates","year":"2015","unstructured":"Bates D, M\u00e4chler M, Bolker B, Walker S (2015) Fitting linear mixed-effects models using lme4. J Stat Softw 67(1):1\u201348","journal-title":"J Stat Softw"},{"issue":"2","key":"9224_CR6","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1109\/TASLP.2015.2509241","volume":"24","author":"L Bentivogli","year":"2016","unstructured":"Bentivogli L, Bertoldi N, Cettolo M, Federico M, Negri M, Turchi M (2016a) On the evaluation of adaptive machine translation for human post-editing. IEEE\/ACM Trans Audio Speech Lang Process 24(2):388\u2013399","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"9224_CR7","doi-asserted-by":"crossref","unstructured":"Bentivogli L, Bisazza A, Cettolo M, Federico M (2016b) Neural versus phrase-based machine translation quality: a case study. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Austin, pp 257\u2013267","DOI":"10.18653\/v1\/D16-1025"},{"key":"9224_CR8","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.csl.2017.11.004","volume":"49","author":"L Bentivogli","year":"2018","unstructured":"Bentivogli L, Bisazza A, Cettolo M, Federico M (2018) Neural versus phrase-based MT quality: an in-depth analysis on English\u2013German and English\u2013French. Comput Speech Lang 49:52\u201370","journal-title":"Comput Speech Lang"},{"key":"9224_CR9","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/s10590-014-9159-7","volume":"28","author":"N Bertoldi","year":"2014","unstructured":"Bertoldi N, Simianer P, Cettolo M, W\u00e4schle K, Federico M, Riezler S (2014) Online adaptation to post-edits for phrase-based statistical machine translation. Mach Transl 28:309\u2013339","journal-title":"Mach Transl"},{"issue":"1","key":"9224_CR10","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1515\/pralin-2017-0017","volume":"108","author":"A Burchardt","year":"2017","unstructured":"Burchardt A, Macketanz V, Dehdari J, Heigold G, Peter JT, Williams P (2017) A linguistic evaluation of rule-based, phrase-based, and neural MT engines. Prague Bull Math Linguist 108(1):159\u2013170","journal-title":"Prague Bull Math Linguist"},{"issue":"1","key":"9224_CR11","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1515\/pralin-2017-0013","volume":"108","author":"S Castilho","year":"2017","unstructured":"Castilho S, Moorkens J, Gaspari F, Calixto I, Tinsley J, Way A (2017a) Is neural machine translation the new state of the art? Prague Bull Math Linguist 108(1):109\u2013120","journal-title":"Prague Bull Math Linguist"},{"key":"9224_CR12","unstructured":"Castilho S, Moorkens J, Gaspari F, Sennrich R, Sosoni V, Georgakopoulou Y, Lohar P, Way A, Miceli Barone A, Gialama M (2017b) A comparative quality evaluation of PBSMT and NMT using professional translators. In: Proceedings of MT Summit XVI, vol 1. Research Track, Nagoya, pp 116\u2013131"},{"key":"9224_CR13","unstructured":"Cesa-Bianchi N, Reverberi G, Szedmak S (2008) Online learning algorithms for computer-assisted translation. Technical report, SMART. \n                    http:\/\/www.smart-project.eu"},{"key":"9224_CR14","doi-asserted-by":"crossref","unstructured":"Denkowski M, Dyer C, Lavie A (2014a) Learning from post-editing: online model adaptation for statistical machine translation. In: Proceedings of the conference of the European chapter of the association for computational linguistics (EACL), Gothenburg, pp 395\u2013404","DOI":"10.3115\/v1\/E14-1042"},{"key":"9224_CR15","doi-asserted-by":"crossref","unstructured":"Denkowski M, Lavie A, Lacruz I, Dyer C (2014b) Real time adaptive machine translation for post-editing with cdec and transcenter. In: Proceedings of the EACL workshop on humans and computer-assisted translation, Gothenburg, pp 72\u201377","DOI":"10.3115\/v1\/W14-0311"},{"key":"9224_CR16","unstructured":"Farajian MA, Turchi M, Negri M, Bertoldi N, Federico M (2017) Neural vs. phrase-based machine translation in a multi-domain scenario. In: Proceedings of the conference of the european chapter of the association for computational linguistics (EACL), vol 2, Short Papers, Valencia, pp 280\u2013284"},{"issue":"2","key":"9224_CR17","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1075\/ts.6.2.06for","volume":"6","author":"ML Forcada","year":"2017","unstructured":"Forcada ML (2017) Making sense of neural machine translation. Transl Spaces 6(2):291\u2013309","journal-title":"Transl Spaces"},{"issue":"1","key":"9224_CR18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1017\/S1351324915000339","volume":"23","author":"Y Graham","year":"2016","unstructured":"Graham Y, Baldwin T, Moffat A, Zobel J (2016) Can machine translation systems be evaluated by the crowd alone? Nat Lang Eng 23(1):3\u201330","journal-title":"Nat Lang Eng"},{"key":"9224_CR19","doi-asserted-by":"crossref","unstructured":"Green S, Heer J, Manning CD (2013) The efficacy of human post-editing for language translation. In: Proceedings of the SIGCHI conference on human factors in computing systems, Paris, pp 439\u2013448","DOI":"10.1145\/2470654.2470718"},{"key":"9224_CR20","doi-asserted-by":"crossref","unstructured":"Green S, Wang S, Chuang J, Heer J, Schuster S, Manning CD (2014) Human effort and machine learnability in computer aided translation. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Doha, pp 1225\u20131236","DOI":"10.3115\/v1\/D14-1130"},{"key":"9224_CR21","unstructured":"Hardt D, Elming J (2010) Incremental re-training for post-editing SMT. In: Proceedings of the conference of the association for machine translation in the Americas (AMTA), Denver, pp 1\u201310"},{"issue":"8","key":"9224_CR22","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput. 9(8):1735\u20131780","journal-title":"Neural Comput."},{"key":"9224_CR23","doi-asserted-by":"crossref","unstructured":"Isabelle P, Cherry C, Foster G (2017) A challenge set approach to evaluating machine translation. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Copenhagen, pp 2486\u20132496","DOI":"10.18653\/v1\/D17-1263"},{"key":"9224_CR24","doi-asserted-by":"crossref","unstructured":"Jean S, Firat O, Cho K, Memisevic R, Bengio Y (2015) Montreal neural machine translation systems for WMT\u201915. In: Proceedings of the workshop on statistical machine translation (WMT), Lisbon, pp 134\u2013140","DOI":"10.18653\/v1\/W15-3014"},{"key":"9224_CR25","unstructured":"Junczys-Dowmunt M, Dwojak T, Hoang H (2016) Is neural machine translation ready for deployment? A case study on 30 translation directions. In: Proceedings of the international workshop on spoken language translation (IWSLT), Seattle, pp 1\u20138"},{"key":"9224_CR26","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization. In: Proceedings of the international conference on learning representations (ICLR), San Diego, pp 1\u201315"},{"issue":"1","key":"9224_CR27","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1515\/pralin-2017-0014","volume":"108","author":"F Klubi\u010dka","year":"2017","unstructured":"Klubi\u010dka F, Toral A, S\u00e1nchez-Cartagena VM (2017) Fine-grained human evaluation of neural versus phrase-based machine translation. Prague Bull Math Linguist 108(1):121\u2013132","journal-title":"Prague Bull Math Linguist"},{"key":"9224_CR28","doi-asserted-by":"crossref","unstructured":"Klubi\u010dka F, Toral A, S\u00e1nchez-Cartagena VM (2018) Quantitative fine-grained human evaluation of machine translation systems: a case study on English to Croatian. Mach Transl 1\u201321","DOI":"10.1007\/s10590-018-9214-x"},{"key":"9224_CR29","unstructured":"Knowles R, Koehn P (2016) Neural interactive translation prediction. In: Proceedings of the conference of the association for machine translation in the Americas (AMTA), Austin, pp 107\u2013120"},{"key":"9224_CR30","unstructured":"Koehn P (2005) Europarl: a parallel corpus for statistical machine translation. In: Conference proceedings: the tenth machine translation summit, Phuket, pp 79\u201386"},{"key":"9224_CR31","doi-asserted-by":"crossref","unstructured":"Koehn P, Knowles R (2017) Six challenges for neural machine translation. In: Proceedings of the first workshop on neural machine translation, Vancouver, pp 28\u201339","DOI":"10.18653\/v1\/W17-3204"},{"key":"9224_CR32","doi-asserted-by":"crossref","unstructured":"Kreutzer J, Sokolov A, Riezler S (2017) Bandit structured prediction for neural sequence-to-sequence learning. In: Proceedings of the 55th annual meeting of the association for computational linguistics (ACL), vol 1, Long Papers, Vancouver, pp 1503\u20131513","DOI":"10.18653\/v1\/P17-1138"},{"key":"9224_CR33","doi-asserted-by":"crossref","unstructured":"Kreutzer J, Khadivi S, Matusov E, Riezler S (2018a) Can neural machine translation be improved with user feedback? In: Proceedings of the 2018 conference of the North American chapter of the association for computational linguistics: human language technologies, vol 3, Industry Papers (NAACL-HLT), New Orleans, pp 92\u2013105","DOI":"10.18653\/v1\/N18-3012"},{"key":"9224_CR34","doi-asserted-by":"crossref","unstructured":"Kreutzer J, Uyheng J, Riezler S (2018b) Reliability and learnability of human bandit feedback for sequence-to-sequence reinforcement learning. In: Proceedings of the 56th annual meeting of the association for computational linguistics (ACL), vol 1, Long Papers, Melbourne, pp 1777\u20131788","DOI":"10.18653\/v1\/P18-1165"},{"key":"9224_CR35","unstructured":"Lam TK, Kreutzer J, Riezler S (2018) A reinforcement learning approach to interactive-predictive neural machine translation. In: Proceedings of the 21st annual conference of the European association for machine translation (EAMT), Alicante, pp 169\u2013178"},{"key":"9224_CR36","doi-asserted-by":"crossref","unstructured":"L\u00f3pez-Salcedo FJ, Sanchis-Trilles G, Casacuberta F (2012) Online learning of log-linear weights in interactive machine translation. In: Proceedings of IberSpeech: advances in speech and language technologies for Iberian languages, Madrid, pp 277\u2013286","DOI":"10.1007\/978-3-642-35292-8_29"},{"key":"9224_CR37","unstructured":"Luong M, Manning CD (2015) Stanford neural machine translation systems for spoken language domains. In: Proceedings of the international workshop on spoken language translation (IWSLT), Da Nang, pp 76\u201379"},{"key":"9224_CR38","doi-asserted-by":"crossref","unstructured":"Luong M, Pham H, Manning CD (2015) Effective approaches to attention-based neural machine translation. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Lisbon, pp 1412\u20131421","DOI":"10.18653\/v1\/D15-1166"},{"issue":"2","key":"9224_CR39","first-page":"28","volume":"17","author":"V Macketanz","year":"2017","unstructured":"Macketanz V, Avramidis E, Burchardt A, Helcl J, Srivastava A (2017) Machine translation: phrase-based, rule-based and neural approaches with linguistic evaluation. Cybern Inf Technol 17(2):28\u201343","journal-title":"Cybern Inf Technol"},{"issue":"9","key":"9224_CR40","doi-asserted-by":"publisher","first-page":"3193","DOI":"10.1016\/j.patcog.2012.01.011","volume":"45","author":"P Mart\u00ednez-G\u00f3mez","year":"2012","unstructured":"Mart\u00ednez-G\u00f3mez P, Sanchis-Trilles G, Casacuberta F (2012) Online adaptation strategies for statistical machine translation in post-editing scenarios. Pattern Recogn 45(9):3193\u20133202","journal-title":"Pattern Recogn"},{"key":"9224_CR41","unstructured":"Nakov P, Guzman F, Vogel S (2012) Optimizing for sentence-level BLEU+1 yields short translations. In: Proceedings of the conference on computational linguistics (COLING), Mumbai, pp 1979\u20131994"},{"key":"9224_CR42","unstructured":"Nepveu L, Lapalme G, Langlais P, Foster G (2004) Adaptive language and translation models for interactive machine translation. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Barcelona, pp 190\u2013197"},{"key":"9224_CR43","unstructured":"Neubig G (2015) lamtram: a toolkit for language and translation modeling using neural networks. \n                    http:\/\/www.github.com\/neubig\/lamtram"},{"key":"9224_CR44","unstructured":"Neubig G, Dyer C, Goldberg Y, Matthews A, Ammar W, Anastasopoulos A, Ballesteros M, Chiang D, Clothiaux D, Cohn T, Duh K, Faruqui M, Gan C, Garrette D, Ji Y, Kong L, Kuncoro A, Kumar G, Malaviya C, Michel P, Oda Y, Richardson M, Saphra N, Swayamdipta S, Yin P (2017) Dynet: the dynamic neural network toolkit. CoRR \n                    arxiv:1701.03980\n                    \n                  , pp 1\u201333"},{"key":"9224_CR45","doi-asserted-by":"crossref","unstructured":"Nguyen K, Daum\u00e9 H, Boyd-Graber J (2017) Reinforcement learning for bandit neural machine translation with simulated feedback. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Copenhagen, pp 1464\u20131474","DOI":"10.18653\/v1\/D17-1153"},{"key":"9224_CR46","unstructured":"Ortiz-Mart\u00ednez D, Garc\u00eda-Varea I, Casacuberta F (2010) Online learning for interactive statistical machine translation. In: Proceedings of the human language technologies: the 2010 annual conference of the North American chapter of the association for computational linguistics (HLT-NAACL), Los Angeles, pp 546\u2013554"},{"key":"9224_CR47","unstructured":"Papineni K, Roukos S, Ward T, Zhu WJ (2002) Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th annual meeting on association for computational linguistics (ACL), Philadelphia, pp 311\u2013318"},{"key":"9224_CR48","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1016\/j.csl.2016.12.003","volume":"45","author":"\u00c1 Peris","year":"2017","unstructured":"Peris \u00c1, Domingo M, Casacuberta F (2017) Interactive neural machine translation. Comput Speech Lang 45:201\u2013220","journal-title":"Comput Speech Lang"},{"issue":"1","key":"9224_CR49","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1515\/pralin-2017-0021","volume":"108","author":"M Popovi\u0107","year":"2017","unstructured":"Popovi\u0107 M (2017) Comparing language related issues for NMT and PBMT between German and English. Prague Bull Math Linguist 108(1):209\u2013220","journal-title":"Prague Bull Math Linguist"},{"key":"9224_CR50","doi-asserted-by":"crossref","unstructured":"Sennrich R, Haddow B, Birch A (2016a) Edinburgh Neural Machine Translation Systems for WMT\u201916. In: Proceedings of the first conference on machine translation (WMT), Berlin, pp 371\u2013376","DOI":"10.18653\/v1\/W16-2323"},{"key":"9224_CR51","doi-asserted-by":"crossref","unstructured":"Sennrich R, Haddow B, Birch A (2016b) Neural machine translation of rare words with subword units. In: Proceedings of the 54th annual meeting of the association for computational linguistics (ACL), vol 1, Long Papers, Berlin, pp 1715\u20131725","DOI":"10.18653\/v1\/P16-1162"},{"key":"9224_CR52","unstructured":"Shterionov D, Casanellas PNL, Superbo R, O\u2019Dowd T (2017) Empirical evaluation of NMT and PBSMT quality for large-scale translation production. In: Proceedings of the annual conference of the european association for machine translation (EAMT): user studies and project\/product descriptions, Prague, pp 74\u201379"},{"key":"9224_CR53","unstructured":"Simianer P, Karimova S, Riezler S (2016) A post-editing interface for immediate adaptation in statistical machine translation. In: Proceedings of the conference on computational linguistics: system demonstrations (COLING Demos), Osaka, pp 16\u201320"},{"key":"9224_CR54","unstructured":"Snover M, Dorr B, Schwartz R, Micciulla L, Makhoul J (2006) A study of translation edit rate with targeted human annotation. In: Proceedings of the conference of the association for machine translation in the Americas (AMTA), Cambridge, pp 223\u2013231"},{"issue":"1","key":"9224_CR55","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"9224_CR56","doi-asserted-by":"crossref","unstructured":"Toral A, S\u00e1nchez-Cartagena VM (2017) A multifaceted evaluation of neural versus phrase-based machine translation for 9 language directions. In: Proceedings of the conference of the European chapter of the association for computational linguistics (EACL), vol 1, Long Papers, Valencia, pp 1063\u20131073","DOI":"10.18653\/v1\/E17-1100"},{"issue":"1","key":"9224_CR57","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1515\/pralin-2017-0023","volume":"108","author":"M Turchi","year":"2017","unstructured":"Turchi M, Negri M, Farajian MA, Federico M (2017) Continuous learning from human post-edits for neural machine translation. Prague Bull Math Linguist 108(1):233\u2013244","journal-title":"Prague Bull Math Linguist"},{"key":"9224_CR58","doi-asserted-by":"crossref","unstructured":"Wuebker J, Green S, DeNero J, Hasan S, Luong M (2016) Models and inference for prefix-constrained machine translation. In: Proceedings of the 54th annual meeting of the association for computational linguistics (ACL), vol 1, Long Papers, Berlin, pp 66\u201375","DOI":"10.18653\/v1\/P16-1007"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-018-9224-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-018-9224-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-018-9224-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,8]],"date-time":"2019-11-08T19:29:07Z","timestamp":1573241347000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-018-9224-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,9]]},"references-count":58,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["9224"],"URL":"https:\/\/doi.org\/10.1007\/s10590-018-9224-8","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"type":"print","value":"0922-6567"},{"type":"electronic","value":"1573-0573"}],"subject":[],"published":{"date-parts":[[2018,11,9]]},"assertion":[{"value":"17 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}