{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T15:52:00Z","timestamp":1782921120105,"version":"3.54.5"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2016,6,1]],"date-time":"2016-06-01T00:00:00Z","timestamp":1464739200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000774","name":"Newcastle University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000774","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s10590-016-9188-5","type":"journal-article","created":{"date-parts":[[2017,1,21]],"date-time":"2017-01-21T04:01:54Z","timestamp":1484971314000},"page":"41-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["How do measures of cognitive effort relate to each other? A multivariate analysis of post-editing process data"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3038-4001","authenticated-orcid":false,"given":"Lucas Nunes","family":"Vieira","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,1,21]]},"reference":[{"key":"9188_CR1","unstructured":"Aziz W, Castilho S, Specia L (2012) PET: a tool for post-editing and assessing machine translation. In: Proceedings of LREC 2012, eighth international conference on language resources and evaluation, 21\u201327 May 2012. Istanbul, Turkey, pp 3982\u20133987"},{"key":"9188_CR2","first-page":"170","volume-title":"Post-editing of machine translation: processes and applications","author":"W Aziz","year":"2014","unstructured":"Aziz W, Koponen M, Specia L (2014) Sub-sentence level analysis of machine translation post-editing effort. In: O\u2019Brien S, Balling LW, Carl M, Simard M, Specia L (eds) Post-editing of machine translation: processes and applications. Cambridge Scholars Publishing, Newcastle upon Tyne, pp 170\u2013199"},{"key":"9188_CR3","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511801686","volume-title":"Analysing linguistic data: a practical introduction to statistics using R","author":"RH Baayen","year":"2008","unstructured":"Baayen RH (2008) Analysing linguistic data: a practical introduction to statistics using R. Cambridge University Press, Cambridge"},{"key":"9188_CR4","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1023\/A:1019867030786","volume":"16","author":"A Bernth","year":"2001","unstructured":"Bernth A, Gdaniec C (2001) MTranslatability. Mach Transl 16:175\u2013218","journal-title":"Mach Transl"},{"key":"9188_CR5","first-page":"155","volume-title":"Language production. Speech and talk","author":"B Butterworth","year":"1980","unstructured":"Butterworth B (1980) Evidence from pauses in speech. In: Butterworth B (ed) Language production. Speech and talk, vol 1. Academic Press, London, pp 155\u2013176"},{"key":"9188_CR6","first-page":"67","volume":"46","author":"AS Calude","year":"2004","unstructured":"Calude AS (2004) Machine translation of various text genres. Te Reo N Z Linguist Soc J 46:67\u201394","journal-title":"Te Reo N Z Linguist Soc J"},{"key":"9188_CR7","doi-asserted-by":"crossref","first-page":"952","DOI":"10.7202\/1011262ar","volume":"56","author":"M Carl","year":"2011","unstructured":"Carl M, Kay M (2011) Gazing and typing activities during translation: a comparative study of translation units of professional and student translators. Meta 56:952\u2013975","journal-title":"Meta"},{"key":"9188_CR8","doi-asserted-by":"crossref","DOI":"10.4324\/9780203342398","volume-title":"Working memory capacity","author":"N Cowan","year":"2005","unstructured":"Cowan N (2005) Working memory capacity. Psychology Press, New York"},{"key":"9188_CR9","unstructured":"Daems J, Vandepitte S, Hartsuiker R, Macken L (2015) The impact of machine translation error types on post-editing effort indicators. In: Proceedings of the fourth workshop on post-editing technology and practice (WPTP4), MT Summit XV Oct 30\u2013Nov 3 2015. Miami, FL, USA, pp 31\u201345"},{"key":"9188_CR10","unstructured":"de Almeida G (2013) Translating the post-editor: an investigation of post-editing changes and correlations with professional experience. PhD Thesis, Dublin City University"},{"key":"9188_CR11","unstructured":"Denkowski M, Lavie A (2011) Meteor 1.3: automatic metric for reliable optimization and evaluation of machine translation systems. In: Proceedings of the sixth workshop on statistical machine translation, 30-31 July 2011, Edinburgh, UK, pp 85\u201391"},{"key":"9188_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10590-010-9070-9","volume":"24","author":"S Doherty","year":"2010","unstructured":"Doherty S, O\u2019Brien S, Carl M (2010) Eye tracking as an MT evaluation technique. Mach Transl 24:1\u201313. doi: 10.1007\/s10590-010-9070-9","journal-title":"Mach Transl"},{"key":"9188_CR13","volume-title":"Eye tracking methodology: theory and practice","author":"AT Duchowski","year":"2007","unstructured":"Duchowski AT (2007) Eye tracking methodology: theory and practice. Springer, London"},{"key":"9188_CR14","doi-asserted-by":"crossref","DOI":"10.4135\/9781412985475","volume-title":"Principal components analysis","author":"GH Dunteman","year":"1989","unstructured":"Dunteman GH (1989) Principal components analysis. Sage, Newbury Park"},{"key":"9188_CR15","doi-asserted-by":"publisher","unstructured":"Epskamp S, Cramer AOJ, Waldrop LJ, Schmittmann VD, Borsboom D (2012) qgraph: network visualizations of relationships in psychometric data. J Stat Softw. doi: 10.18637\/jss.v048.i04","DOI":"10.18637\/jss.v048.i04"},{"key":"9188_CR16","doi-asserted-by":"publisher","unstructured":"Green S, Heer J, Manning CD (2013) The efficacy of human post-editing for language translation. In: Proceedings of the SIGCHI conference on human factors in computing systems, 27 Apr\u20132 May 2013, Paris, France, pp 439\u2013448. doi: 10.1145\/2470654.2470718","DOI":"10.1145\/2470654.2470718"},{"key":"9188_CR17","first-page":"51","volume-title":"Post-editing of machine translation: processes and applications","author":"A Guerberof","year":"2014","unstructured":"Guerberof A (2014) The role of professional experience in post-editing from a quality and productivity perspective. In: O\u2019Brien S, Balling LW, Carl M, Simard M, Specia L (eds) Post-editing of machine translation: processes and applications. Cambridge Scholars Publishing, Newcastle upon Tyne, pp 51\u201376"},{"key":"9188_CR18","first-page":"45","volume":"44","author":"S Immonen","year":"2010","unstructured":"Immonen S, M\u00e4kisalo J (2010) Pauses reflecting the processing of syntactic units in monolingual text production and translation. Hermes 44:45\u201362","journal-title":"Hermes"},{"key":"9188_CR19","volume-title":"Principal components analysis","author":"IT Jolliffe","year":"2002","unstructured":"Jolliffe IT (2002) Principal components analysis, 2nd edn. Springer, New York","edition":"2"},{"key":"9188_CR20","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1037\/0033-295X.87.4.329","volume":"87","author":"MA Just","year":"1980","unstructured":"Just MA, Carpenter PA (1980) A theory of reading: from eye fixation to comprehension. Psychol Rev 87:329\u2013354","journal-title":"Psychol Rev"},{"key":"9188_CR21","volume-title":"Attention and effort","author":"D Kahneman","year":"1973","unstructured":"Kahneman D (1973) Attention and effort. Prentice-Hall, New Jersey"},{"key":"9188_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0959-4752(01)00014-7","volume":"12","author":"PA Kirschner","year":"2002","unstructured":"Kirschner PA (2002) Cognitive load theory: implications of cognitive load theory on the design of learning. Learn Instr 12:1\u201310. doi: 10.1016\/S0959-4752(01)00014-7","journal-title":"Learn Instr"},{"key":"9188_CR23","unstructured":"Koponen M (2012) Comparing human perceptions of post-editing effort with post-editing operations. In: Proceedings of the seventh workshop on statistical machine translation, 7-8 June 2012, Montr\u00e9al Canada, pp 181\u2013190"},{"key":"9188_CR24","unstructured":"Koponen M, Aziz W, Ramos L, Specia L (2012) Post-editing time as a measure of cognitive effort. In: Proceedings of the AMTA 2012 workshop on post-editing technology and practice (WPTP 2012), 28 Oct 2012. San Diego, USA, pp 11\u201320"},{"key":"9188_CR25","unstructured":"Krings HP (2001) Repairing texts: empirical investigations of machine translation post-editing processes. In: Koby GS (ed). Kent State University Press, Kent, Ohio"},{"key":"9188_CR26","unstructured":"Kumpulainen M (2015) On the operationalisation of \u2018pauses\u2019 in translation process research. Translation & Interpreting 7(1):47\u201358. doi:ti.106201.2015.a04"},{"key":"9188_CR27","first-page":"246","volume-title":"Post-editing of machine translation: processes and applications","author":"I Lacruz","year":"2014","unstructured":"Lacruz I, Shreve G (2014) Pauses and cognitive effort in post-editing. In: O\u2019Brien S, Balling LW, Carl M, Simard M, Specia L (eds) Post-editing of machine translation: processes and applications. Cambridge Scholars Publishing, Newcastle upon Tyne, pp 246\u2013272"},{"key":"9188_CR28","unstructured":"Lacruz I, Shreve G, Angelone E (2012) Average pause ratio as an indicator of cognitive effort in post-editing: a case study. In: Proceedings of the workshop on post-editing technology and practice, AMTA 2012, San Diego, 28 Oct 2012, pp 29\u201338"},{"key":"9188_CR29","unstructured":"Lacruz I, Denkowski M, Lavie A (2014) Cognitive demand and cognitive effort in post-editing. In: Proceedings of the third workshop on post-editing technology and practice, AMTA 2014, 22\u201326 Oct 2014. Vancouver, BC Canada, pp 73\u201384"},{"key":"9188_CR30","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1177\/026553228700400202","volume":"4","author":"P Meara","year":"1987","unstructured":"Meara P, Buxton B (1987) An alternative to multiple choice vocabulary tests. Lang Test 4:142\u2013154","journal-title":"Lang Test"},{"key":"9188_CR31","unstructured":"Mitchell L (2015) Community post-editing of machine-translated user-generated content. PhD Thesis, Dublin City University"},{"key":"9188_CR32","unstructured":"Moorkens J, O\u2019Brien S (2015) Post-editing evaluations: Trade-offs between novice and professional participants. In: Durgar El-Kahlout I, \u00d6zkan M, S\u00e1nchez-Mart\u00ednez F, Ram\u00edrez-S\u00e1nchez G, Hollowood F, Way A (eds) Proceedings of European Association for Machine Translation (EAMT) 2015, Antalya, pp 75\u201381"},{"key":"9188_CR33","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s10590-015-9175-2","volume":"29","author":"J Moorkens","year":"2015","unstructured":"Moorkens J, O\u2019Brien S, da Silva IAL, de Lima Fonseca NB, Alves F (2015) Correlations of perceived post-editing effort with measurements of actual effort. Mach Transl 29:267\u2013284. doi: 10.1007\/s10590-015-9175-2","journal-title":"Mach Transl"},{"key":"9188_CR34","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/0001-6918(67)90048-0","volume":"27","author":"N Moray","year":"1967","unstructured":"Moray N (1967) Where is capacity limited? A survey and a model. Acta Psychol 27:84\u201392. doi: 10.1016\/0001-6918(67)90048-0","journal-title":"Acta Psychol"},{"key":"9188_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1556\/Acr.7.2006.1.1","volume":"7","author":"S O\u2019Brien","year":"2006","unstructured":"O\u2019Brien S (2006) Pauses as indicators of cognitive effort in post-editing machine translation output. Across Lang Cult 7:1\u201321. doi: 10.1556\/Acr.7.2006.1.1","journal-title":"Across Lang Cult"},{"key":"9188_CR36","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10590-011-9096-7","volume":"25","author":"S O\u2019Brien","year":"2011","unstructured":"O\u2019Brien S (2011) Towards predicting post-editing productivity. Mach Transl 25:197\u2013215. doi: 10.1007\/s10590-011-9096-7","journal-title":"Mach Transl"},{"key":"9188_CR37","first-page":"42-41","volume-title":"Handbook of perception and human performance, cognitive processes and performance","author":"RD O\u2019Donnell","year":"1986","unstructured":"O\u2019Donnell RD, Eggemeier FT (1986) Workload assessment methodology. In: Boff KR, Kaufman L, Thomas JP (eds) Handbook of perception and human performance, cognitive processes and performance, vol 2. Wiley, New York, pp 42-41\u201342-49"},{"key":"9188_CR38","unstructured":"Olsen A (2012) The Tobii I-VT fixation filter\u2014algorithm description. http:\/\/acuity-ets.com\/downloads\/Tobii%20I-VT%20Fixation%20Filter.pdf . Accessed 03 Dec 2016"},{"key":"9188_CR39","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1037\/0022-0663.84.4.429","volume":"84","author":"F Paas","year":"1992","unstructured":"Paas F (1992) Training strategies for attaining transfer of problem-solving skill in statistics: a cognitive-load approach. J Educ Psychol 84:429\u2013434","journal-title":"J Educ Psychol"},{"issue":"1","key":"9188_CR40","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1207\/S15326985EP3801_8","volume":"38","author":"F Paas","year":"2003","unstructured":"Paas F, Tuovinen JE, Tabbers H, van Gerven PWM (2003) Cognitive load measurement as a means to advance cognitive load theory. Educ Psychol 38(1):63\u201371. doi: 10.1207\/S15326985EP3801_8","journal-title":"Educ Psychol"},{"key":"9188_CR41","doi-asserted-by":"crossref","first-page":"7","DOI":"10.2478\/v10108-010-0010-x","volume":"93","author":"M Plitt","year":"2010","unstructured":"Plitt M, Masselot F (2010) A productivity test of statistical machine translation post-editing in a typical localization context. Prague Bull Math Linguist 93:7\u201316","journal-title":"Prague Bull Math Linguist"},{"key":"9188_CR42","first-page":"105","volume":"7","author":"J Read","year":"2007","unstructured":"Read J (2007) Second language vocabulary assessment: current practices and new directions. Int J Engl Stud 7:105\u2013126","journal-title":"Int J Engl Stud"},{"key":"9188_CR43","doi-asserted-by":"crossref","DOI":"10.1163\/9789004458598","volume-title":"It\u2019s about time: temporal aspects of cognitive processes in text production","author":"J Schilperoord","year":"1996","unstructured":"Schilperoord J (1996) It\u2019s about time: temporal aspects of cognitive processes in text production. Rodopi, Amsterdam"},{"key":"9188_CR44","volume-title":"Multilevel analysis: an introduction to basic and advanced multilevel modeling","author":"TAB Snijders","year":"1999","unstructured":"Snijders TAB, Bosker R (1999) Multilevel analysis: an introduction to basic and advanced multilevel modeling. Sage, London"},{"key":"9188_CR45","unstructured":"Temnikova I (2010) A cognitive evaluation approach for a controlled language post-editing experiment. In: Proceedings of the seventh international conference on language resources and evaluation, 19\u201321 May 2010. Valetta, Malta, pp 3485\u20133490"},{"key":"9188_CR46","doi-asserted-by":"crossref","first-page":"498","DOI":"10.3758\/BF03192720","volume":"37","author":"N Unsworth","year":"2005","unstructured":"Unsworth N, Heitz RP, Schrock JC, Engle RW (2005) An automated version of the operation span task. Behav Res Methods 37:498\u2013505","journal-title":"Behav Res Methods"},{"key":"9188_CR47","doi-asserted-by":"crossref","first-page":"635","DOI":"10.1080\/09658210902998047","volume":"17","author":"N Unsworth","year":"2009","unstructured":"Unsworth N, Redick TS, Heitz RP, Broadway JM, Engle RW (2009) Complex working memory span tasks and higher-order cognition: a latent-variable analysis of the relationship between processing and storage. Memory 17:635\u2013654","journal-title":"Memory"},{"key":"9188_CR48","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1016\/j.chb.2008.12.021","volume":"25","author":"T Gog van","year":"2009","unstructured":"van Gog T, Kester L, Nievelstein F, Giesbers B, Paas F (2009) Uncovering cognitive processes: different techniques that can contribute to cognitive load research and instruction. Comput Hum Behav 25:325\u2013331. doi: 10.1016\/j.chb.2008.12.021","journal-title":"Comput Hum Behav"},{"key":"9188_CR49","first-page":"2579","volume":"9","author":"LJP Maaten van der","year":"2008","unstructured":"van der Maaten LJP, Hinton GE (2008) Visualizing high-dimensional data using t-SNE. J Mach Learn Res 9:2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"9188_CR50","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/s10590-014-9156-x","volume":"28","author":"LN Vieira","year":"2014","unstructured":"Vieira LN (2014) Indices of cognitve effort in machine translation post-editing. Mach Transl 28:187\u2013216. doi: 10.1007\/s10590-014-9156-x","journal-title":"Mach Transl"},{"key":"9188_CR51","unstructured":"Vieira LN (2016) Cognitive effort in post-editing of machine translation: evidence from eye movements, subjective ratings, and think-aloud protocols. PhD Thesis, Newcastle University"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-016-9188-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-016-9188-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-016-9188-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,22]],"date-time":"2022-07-22T11:22:12Z","timestamp":1658488932000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-016-9188-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6]]},"references-count":51,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["9188"],"URL":"https:\/\/doi.org\/10.1007\/s10590-016-9188-5","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"value":"0922-6567","type":"print"},{"value":"1573-0573","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,6]]}}}