{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T22:14:05Z","timestamp":1759961645749},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,5,29]],"date-time":"2013-05-29T00:00:00Z","timestamp":1369785600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2014,3]]},"DOI":"10.1007\/s10590-013-9140-x","type":"journal-article","created":{"date-parts":[[2013,5,28]],"date-time":"2013-05-28T01:13:22Z","timestamp":1369703602000},"page":"1-17","source":"Crossref","is-referenced-by-count":5,"title":["A conjoint analysis framework for evaluating user preferences in machine translation"],"prefix":"10.1007","volume":"28","author":[{"given":"Katrin","family":"Kirchhoff","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Capurro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anne M.","family":"Turner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,5,29]]},"reference":[{"key":"9140_CR1","unstructured":"Al-Maskari A, Sanderson M (2006) The affect [sic] of machine translation on the performance of Arabic-English QA system. In: EACL-2006, 11th Conference of the European Chapter of the Association for Computational Linguistics, Proceedings of the workshop on Multilingual Question Answering MLQA06, Trento, Italy, pp 9\u201314"},{"key":"9140_CR2","volume-title":"Practical statistics for medical research","author":"D Altman","year":"1991","unstructured":"Altman D (1991) Practical statistics for medical research. Chapman & Hall, London"},{"key":"9140_CR3","unstructured":"Boutilier C, Brafman R, Geib C, Poole D (1997) A constraint-based approach to preference elicitation and decision making. In: AAAI Spring Symposium on Qualitative Preferences in Deliberation and Practical Reasoning, Stanford, CA, pp 19\u201328"},{"key":"9140_CR4","unstructured":"Braziunas D (2006) Computational approaches to preference elicitation. Tech. rep., Department of Computer Science, University of Toronto, Canada"},{"key":"9140_CR5","doi-asserted-by":"crossref","unstructured":"Callison-Burch C, Fordyce C, Koehn P, Monz C, Schroeder J (2007) (Meta-)evaluation of machine translation. In: ACL 2007: Proceedings of the Second Workshop on Statistical Machine Translation, Prague, Czech Republic, pp 136\u2013158","DOI":"10.3115\/1626355.1626373"},{"key":"9140_CR6","unstructured":"Chen L, Pu P (2004) Survey of preference elicitation methods. Tech. Rep. IC\/2004\/67, Human Computer Interaction Group, Ecole Politechnique F\u00e9d\u00e9rale de Lausanne, Switzerland"},{"key":"9140_CR7","unstructured":"Christiadi, Cushing B (2007) Conditional logit, IIA, and alternatives for estimating models of interstate migration. In: 46th Annual Meeting of the Southern Regional Science Association, Charleston, SC, available online at http:\/\/rri.wvu.edu\/wp-content\/uploads\/2012\/11\/wpcushing2007-4.pdf , Accessed 23 April 2013"},{"key":"9140_CR8","doi-asserted-by":"crossref","unstructured":"Condon S, Parvaz D, Aberdeen J, Doran C, Freeman A, Awad M (2010) Evaluation of machine translation errors in English and Iraqi Arabic. In: LREC 2010: proceedings of the seventh international conference on Language Resources and Evaluation, Valetta, Malta, pp 729\u2013735","DOI":"10.21236\/ADA576234"},{"key":"9140_CR9","unstructured":"Denkowski M, Lavie A (2010) Choosing the right evaluation for machine translation: an examination of annotator and automatic metric performance on human judgment tasks. In: AMTA 2010: Proceedings of the Ninth Conference of the Association for Machine Translation in the Americas, Denver, CO., USA, available online at http:\/\/amta2010.amtaweb.org\/ , Accessed 23 April 2013"},{"issue":"2","key":"9140_CR10","first-page":"55","volume":"20","author":"J Doyle","year":"1999","unstructured":"Doyle J, Thomason R (1999) Background to qualitative decision theory. AI Magazine 20(2):55\u201368","journal-title":"AI Magazine"},{"issue":"1","key":"9140_CR11","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1002\/asi.21674","volume":"63","author":"M Farr\u00fas","year":"2012","unstructured":"Farr\u00fas M, Costa-Juss\u00e0 M, Popovic M (2012) Study and correlation analysis of linguistic, perceptual, and automatic machine translation evaluations. J Am Soc Inf Sci Technol 63(1):174\u2013184","journal-title":"J Am Soc Inf Sci Technol"},{"issue":"5","key":"9140_CR12","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"J Fleiss","year":"1971","unstructured":"Fleiss J (1971) Measuring nominal scale agreement among many raters. Psychol Bull 76(5):378\u2013382","journal-title":"Psychol Bull"},{"issue":"2","key":"9140_CR13","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1093\/biomet\/61.2.215","volume":"61","author":"L Goodman","year":"1974","unstructured":"Goodman L (1974) Exploratory latent structure analysis using both identifiable and unidentifiable models. Biometrika 61(2):215\u2013231","journal-title":"Biometrika"},{"issue":"3","key":"9140_CR14","doi-asserted-by":"crossref","first-page":"355","DOI":"10.2307\/3149575","volume":"8","author":"P Green","year":"1971","unstructured":"Green P, Rao V (1971) Conjoint measurement for quantifying judgmental data. J Mark Res 8(3):355\u2013363","journal-title":"J Mark Res"},{"key":"9140_CR15","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1086\/208721","volume":"5","author":"P Green","year":"1978","unstructured":"Green P, Srinivasan V (1978) Conjoint analysis in consumer research: issues and outlook. J Consumer Res 5:103\u2013123","journal-title":"J Consumer Res"},{"key":"9140_CR16","doi-asserted-by":"crossref","unstructured":"Hui B (2002) Measuring user acceptability of machine translations to diagnose system errors: An experience report. In: Coling-2002 workshop \u201cMachine translation in Asia\u201d, Taipei, Taiwan, pp 63\u201370","DOI":"10.3115\/1118794.1118803"},{"key":"9140_CR17","doi-asserted-by":"crossref","first-page":"472","DOI":"10.1136\/amiajnl-2011-000176","volume":"18","author":"K Kirchhoff","year":"2011","unstructured":"Kirchhoff K, Turner A, Axelrod A, Saavedra F (2011) Application of statistical machine translation to public health information: a feasibility study. J Am Med Inform Assoc 18:472\u2013482","journal-title":"J Am Med Inform Assoc"},{"key":"9140_CR18","unstructured":"Kirchhoff K, Capurro D, Turner A (2012) Evaluating user preferences in machine translation using conjoint analysis. In: EAMT 2012: Proceedings of the 16th Annual Conference of the European Association for Machine Translation, Trento, Italy, pp 119\u2013126"},{"key":"9140_CR19","volume-title":"Empirical investigations of machine translation post-editing processes","author":"H Krings","year":"2001","unstructured":"Krings H (2001) Empirical investigations of machine translation post-editing processes. Kent State University Press, Kent, OH"},{"key":"9140_CR20","first-page":"159174","volume":"33","author":"J Landis","year":"1977","unstructured":"Landis J, Koch G (1977) The measurement of observer agreement for categorical data. Biometrics 33:159174","journal-title":"Biometrics"},{"key":"9140_CR21","doi-asserted-by":"crossref","unstructured":"Lavie A, Agarwal A (2007) METEOR: An automatic metric for MT evaluation with high levels of correlation with human judgments. In: ACL 2007: proceedings of the Second Workshop on Statistical Machine Translation, Prague, Czech Republic, pp 228\u2013231","DOI":"10.3115\/1626355.1626389"},{"key":"9140_CR22","unstructured":"LDC (2005) Linguistic data annotation specification: Assessment of fluency and adequacy in translations. revision 1.5. Tech. rep., Linguistic Data Consortium, Philadelphia, PA"},{"issue":"4","key":"9140_CR23","doi-asserted-by":"crossref","first-page":"350","DOI":"10.2307\/3151440","volume":"20","author":"J Louviere","year":"1983","unstructured":"Louviere J, Woodworth G (1983) Design and analysis of simulated consumer choice experiments: an approach based on aggregate data. J Market Res 20(4):350\u2013367","journal-title":"J Market Res"},{"key":"9140_CR24","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/S1366-5545(02)00015-7","volume":"38","author":"G Maier","year":"2002","unstructured":"Maier G, Edward M (2002) Modelling preferences and stability among transport alternatives. Transportation Research Part E 38:319\u2013334","journal-title":"Transportation Research Part E"},{"key":"9140_CR25","first-page":"105","volume-title":"Frontiers in Econometrics","author":"D McFadden","year":"1974","unstructured":"McFadden D (1974) Conditional logit analysis of qualitative choice behavior. In: Zarembka P (ed) Frontiers in Econometrics. Academic Press, New York, pp 105\u2013142"},{"key":"9140_CR26","unstructured":"O\u2019Brien S (ed) (2011) Cognitive Explorations of Translation: Eyes, Keys, Taps. Continuum, London\/New York"},{"key":"9140_CR27","unstructured":"Papineni K, Roukos S, Ward T, Zhu WJ (2002) BLEU: a method for automatic evaluation of machine translation. In: 40th Annual Meeting of the Association for Computational Linguistics, Proceedings of the Conference, Philadelphia, PA, USA, pp 311\u2013318"},{"key":"9140_CR28","unstructured":"Parton K, McKeown K (2010) MT error detection for cross-lingual question answering. In: Coling 2010, 23rd International Conference on Computational Linguistics, Proceedings of the Conference, Beijing, China, pp 946\u2013954"},{"key":"9140_CR29","unstructured":"Parton K, Habash N, McKeown K, Iglesias G, Gispert A (2012) Can automatic post-editing make MT more meaningful? In: Proceedings of the 16th Annual Conference of the European Association for Machine Translation (EAMT), Trento, Italy, pp 111\u2013118"},{"issue":"6","key":"9140_CR30","doi-asserted-by":"crossref","first-page":"1681","DOI":"10.1111\/1475-6773.01115","volume":"37","author":"K Philips","year":"2002","unstructured":"Philips K, Maddala T, Johnson F (2002) Measuring preferences for health care interventions using conjoint analysis. Health Serv Res 37(6):1681\u20131705","journal-title":"Health Serv Res"},{"issue":"4","key":"9140_CR31","doi-asserted-by":"crossref","first-page":"657","DOI":"10.1162\/COLI_a_00072","volume":"37","author":"M Popovic","year":"2011","unstructured":"Popovic M, Ney H (2011) Towards automatic error analysis of machine translation output. Comput Linguistics 37(4):657\u2013688","journal-title":"Comput Linguistics"},{"key":"9140_CR32","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1016\/0022-2496(77)90033-5","volume":"15","author":"T Saaty","year":"1977","unstructured":"Saaty T (1977) A scaling method for priorities in hierarchical structure. J Math Psychol 15:234\u2013281","journal-title":"J Math Psychol"},{"key":"9140_CR33","unstructured":"Snover M, Dorr B, Schwartz R, Micciulla L, Makhoul J (2006) A study of translation edit rate with targeted human annotation. In: AMTA 2006: Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Visions for the Future of Machine Translation, Cambridge, MA, USA, pp 223\u2013231"},{"issue":"1","key":"9140_CR34","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s10590-010-9077-2","volume":"24","author":"L Specia","year":"2012","unstructured":"Specia L, Raj D, Turchi M (2012) Machine translation evaluation versus quality estimation. Mach Transl 24(1):39\u201350","journal-title":"Mach Transl"},{"key":"9140_CR35","unstructured":"Vilar D, Xiu J, D\u2019Haro L, Ney H (2006) Error analysis of statistical machine translation output. In: LREC-2006: Fifth International Conference on Language Resources and Evaluation, Proceedings, Genoa, Italy, pp 697\u2013702"},{"key":"9140_CR36","doi-asserted-by":"crossref","unstructured":"Yamashita N, Ishida T (2006) Effects of machine translation on collaborative work. In: Proceedings of the ACM Conference on Computer Supported Cooperative Work (CSCW), Banff, Alberta, Canada, pp 515\u2013523","DOI":"10.1145\/1180875.1180955"},{"issue":"4","key":"9140_CR37","doi-asserted-by":"crossref","first-page":"531","DOI":"10.1137\/1037125","volume":"37","author":"T Ypma","year":"1995","unstructured":"Ypma T (1995) Historical development of the Newton-Raphson method. SIAM Rev 37(4):531\u2013551","journal-title":"SIAM Rev"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-013-9140-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-013-9140-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-013-9140-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,14]],"date-time":"2019-07-14T01:21:13Z","timestamp":1563067273000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-013-9140-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,5,29]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,3]]}},"alternative-id":["9140"],"URL":"https:\/\/doi.org\/10.1007\/s10590-013-9140-x","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"value":"0922-6567","type":"print"},{"value":"1573-0573","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,5,29]]}}}