{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T07:25:43Z","timestamp":1766820343218,"version":"3.37.3"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,10,15]],"date-time":"2018-10-15T00:00:00Z","timestamp":1539561600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100010198","name":"Ministerio de Econom\u00eda, Industria y Competitividad","doi-asserted-by":"crossref","award":["TIN2015-65308- C5-1-R"],"award-info":[{"award-number":["TIN2015-65308- C5-1-R"]}],"id":[{"id":"10.13039\/501100010198","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1007\/s10579-018-9430-2","type":"journal-article","created":{"date-parts":[[2018,10,15]],"date-time":"2018-10-15T10:51:35Z","timestamp":1539600695000},"page":"57-86","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["VERTa: a linguistic approach to automatic machine translation evaluation"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4753-2712","authenticated-orcid":false,"given":"Elisabet","family":"Comelles","sequence":"first","affiliation":[]},{"given":"Jordi","family":"Atserias","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,10,15]]},"reference":[{"key":"9430_CR1","doi-asserted-by":"crossref","unstructured":"Agarwal, A., & Lavie, A. (2008). METEOR, M-BLEU and M-TER: Flexible Matching and Parameter Tuning for High-Correlation with Human Judgments of Machine Translation Quality. In Proceedings of the ACL2008 Workshop on Statistical Machine Translation. Columbus, Ohio, USA.","DOI":"10.3115\/1626394.1626406"},{"key":"9430_CR2","unstructured":"Albrecht, J. S., & Hwa, R. (2007a). A re-examination of machine learning approaches for sentence-level MT evaluation. In Proceedings of the 45th annual meeting of the association for computational linguistics (ACL), Prague, Czech Republic (pp. 880\u2013887)."},{"key":"9430_CR3","unstructured":"Albrecht, J. S., & Hwa, R. (2007b) Regression for sentence-level MT evaluation with pseudo references. In Proceedings of the 45th annual meeting of the association for computational linguistics, Prague, Czech Republic (pp. 296\u2013303)."},{"key":"9430_CR4","unstructured":"Atserias, J., Blanco, R., Chenlo, J. M., & Rodriguez, C. (2012). FBM-Yahoo at RepLab 2012. CLEF (Online Working Notes\/Labs\/Workshop)."},{"key":"9430_CR5","unstructured":"Banerjee, S., & Lavie, A. (2005). METEOR: An automatic metric for MT evaluation with improved correlation with human judgments. In Proceedings of ACL workshop on intrinsic and extrinsic evaluation measures for MT and\/or summarization, Michigan, USA."},{"key":"9430_CR36","unstructured":"Callison-Burch, Ch., Koehn, P., Monz, Ch., Post, M., Soricut, R., & Specia, L. (2012). Findings of the 2012 workshop on statistical machine translation. In Proceedings of the seventh workshop on statistical machine translation, Montr\u00e9al, Canada (pp. 10\u201351)."},{"key":"9430_CR6","unstructured":"Castillo, J., & Estrella, P. (2012). Semantic textual similarity for MT evaluation. In Proceedings of the seventh workshop on statistical machine translation, Montr\u00e9al, Canada (pp. 52\u201358)."},{"key":"9430_CR7","unstructured":"Chang, A. X., & Manning, Ch. D. (2012). SUTIME: A library for recognizing and normalizing time expressions. In Proceedings of the 8th international conference on language resources and evaluation, Istanbul, Turkey."},{"key":"9430_CR8","unstructured":"Chang, Y. S., & Ng, H. T. (2008). MAXSIM: A maximum similarity metric for machine translation evaluation. In Proceedings of the ACL-08: HLT, Columbus, Ohio, USA (pp. 55\u201362)."},{"key":"9430_CR9","doi-asserted-by":"crossref","unstructured":"Charniak, E., & Johnson, M. (2005). Coarse-to-fine n-best parsing and MaxEnt discriminative reranking. In Proceedings of the 43rd annual meeting of the association for computational linguistics (ACL), Michigan, USA.","DOI":"10.3115\/1219840.1219862"},{"key":"9430_CR10","unstructured":"Chen, B., Kuhn, R., & Foster, G. (2012). Improving AMBER, an MT evaluation metric. In Proceedings of the 7th workshop on statistical machine translation, Montr\u00e9al, Canada (pp. 59\u201363)."},{"key":"9430_CR11","doi-asserted-by":"crossref","unstructured":"Ciaramita, M., & Altun, Y. (2006). Broad-coverage sense disambiguation and information extraction with a supersense sequence tagger. In Proceedings of the conference on empirical methods in natural language processing (EMNLP).","DOI":"10.3115\/1610075.1610158"},{"key":"9430_CR12","first-page":"59","volume":"45","author":"E Comelles","year":"2010","unstructured":"Comelles, E., Arranz, V., & Castellon, I. (2010). Constituency and dependency parsers evaluation. Revista de la Sociedad Espa\u00f1ola para el Procesamiento del Lenguaje Natural,\n                           45, 59\u201366.","journal-title":"Revista de la Sociedad Espa\u00f1ola para el Procesamiento del Lenguaje Natural"},{"issue":"4","key":"9430_CR13","first-page":"761","volume":"32","author":"E Comelles","year":"2017","unstructured":"Comelles, E., Arranz, V., & Castellon, I. (2017). Guiding automatic MT evaluation by means of linguistic features. Digital Scholarship in the Humanities, 32(4), 761\u2013778.","journal-title":"Digital Scholarship in the Humanities"},{"key":"9430_CR14","doi-asserted-by":"crossref","unstructured":"Comelles, E., & Atserias, J. (2014). VERTa participation in the WMT14 metrics task. In Proceedings of the ninth workshop on statistical machine translation, Baltimore, USA.","DOI":"10.3115\/v1\/W14-3347"},{"key":"9430_CR15","doi-asserted-by":"crossref","unstructured":"Comelles, E., & Atserias, J. (2015). VERTa: A linguistically-motivated metric at the WMT15 metrics task. In Proceedings of the tenth workshop on statistical machine translation, Lisbon, Portugal.","DOI":"10.18653\/v1\/W15-3045"},{"key":"9430_CR16","first-page":"181","volume":"57","author":"E Comelles","year":"2016","unstructured":"Comelles, E., & Atserias, J. (2016). Through the eyes of VERTa. Revista de la Sociedad Espa\u00f1ola para el Procesamiento del Lenguaje Natural,\n                           57, 181\u2013184.","journal-title":"Revista de la Sociedad Espa\u00f1ola para el Procesamiento del Lenguaje Natural"},{"key":"9430_CR17","unstructured":"De Marneffe, M.C., MacCartney, B., & Manning, C. D. (2006). Generating typed dependency parses from phrase structure parses. In Proceedings of the 5th edition of the international conference on language resources and evaluation (LREC-2006), Genoa, Italy."},{"key":"9430_CR18","unstructured":"Denkowski, M., & Lavie, A. (2011). Meteor 1.3: Automatic metric for reliable optimization and evaluation of machine translation systems. In Proceedings of the 6th workshop on statistical machine translation, Edinburgh, Scotland, UK (pp. 85\u201391)."},{"key":"9430_CR19","unstructured":"Denkowski, M., & Lavie, A. (2014). Meteor universal. Language specific translation evaluation for any target language. In Proceedings of the ninth workshop on statistical machine translation, Baltimore, Maryland, USA (pp. 376\u2013380)."},{"key":"9430_CR20","doi-asserted-by":"crossref","unstructured":"Doddington, G. (2002). Automatic Evaluation of Machine Translation Quality Using N-gram Co-Occurrence Statistics. In Proceedings of the 2nd international conference on human language technology, San Diego, California (pp. 138\u2013145).","DOI":"10.3115\/1289189.1289273"},{"key":"9430_CR21","unstructured":"Farr\u00fas, M., Costa-Juss\u00e0, M. R., Mari\u00f1o, J. B., & Fonollosa, J. A. R. (2010). Linguistic-based evaluation criteria to identify statistical machine translation errors. In Proceedings of the 14th annual conference of the European association for machine translation, Saint Raphael, France."},{"key":"9430_CR22","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: An electronic lexical database","author":"Ch Fellbaum","year":"1998","unstructured":"Fellbaum, Ch. (1998). WordNet: An electronic lexical database. Cambridge, MA: MIT Press."},{"key":"9430_CR23","doi-asserted-by":"crossref","unstructured":"Gautam, S., & Bhattacharyya, P. (2014). Layered: Metric for machine translation evaluation. In Proceedings of the ninth workshop on statistical machine translation, Baltimore, Maryland, USA (pp. 387\u2013393).","DOI":"10.3115\/v1\/W14-3350"},{"key":"9430_CR24","unstructured":"Gim\u00e9nez, J. (2008). Empirical machine translation and its evaluation. PhD thesis, Universitat Polit\u00e8cnica de Catalunya, Spain."},{"key":"9430_CR25","unstructured":"Gim\u00e9nez, J., & M\u00e1rquez, L. (2004). SVM tool: A general POS tagger generator based on support vector machines. In Proceedings of the 4th international conference on language resources and evaluation (LREC\u201904), Lisbon, Portugal (pp. 43\u201346)."},{"key":"9430_CR26","volume-title":"Learning machine translation. NIPS workshop series","author":"J Gim\u00e9nez","year":"2008","unstructured":"Gim\u00e9nez, J., & M\u00e1rquez, Ll. (2008). Discriminative phrase selection for statistical machine translation. In C. Goutte, N. Cancedda, M. Dymetman, & G. Foster (Eds.), Learning machine translation. NIPS workshop series. Cambridge: MIT Press."},{"key":"9430_CR27","doi-asserted-by":"publisher","first-page":"77","DOI":"10.2478\/v10108-010-0022-6","volume":"94","author":"J Gim\u00e9nez","year":"2010","unstructured":"Gim\u00e9nez, J., & M\u00e1rquez, Ll. (2010a). Asiya: An open toolkit for automatic machine translation (meta-) evaluation. The Prague Bulletin of Mathematical Linguistics,\n                           94, 77\u201386.","journal-title":"The Prague Bulletin of Mathematical Linguistics"},{"issue":"3\u20134","key":"9430_CR28","first-page":"77","volume":"24","author":"J Gim\u00e9nez","year":"2010","unstructured":"Gim\u00e9nez, J., & M\u00e1rquez, Ll. (2010b). Linguistic measures for automatic machine translation evaluation. Machine Translation,\n                           24(3\u20134), 77\u201386.","journal-title":"Machine Translation"},{"key":"9430_CR29","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez, M., Barr\u00f3n-Cede\u00f1o, A., & M\u00e1rquez, L. L. (2014). IPA and STOUT: Leveraging linguistic and source-based features for machine translation evaluation. In Proceedings of the ninth workshop on statistical machine translation, Baltimore, Maryland, USA (pp. 394\u2013401).","DOI":"10.3115\/v1\/W14-3351"},{"key":"9430_CR30","volume-title":"Asiya: An open toolkit for automatic machine translation (meta-) evaluation. Technical manual 3.0","author":"M Gonz\u00e1lez","year":"2014","unstructured":"Gonz\u00e1lez, M., & Gim\u00e9nez, J. (2014). Asiya: An open toolkit for automatic machine translation (meta-) evaluation. Technical manual 3.0. Barcelona: Universitat Polit\u00e8cnica de Catalunya."},{"key":"9430_CR31","doi-asserted-by":"crossref","unstructured":"Gupta, R., Or\u0103san, C., & van Genabith, J. (2015). ReVal: A simple and effective machine translation evaluation metric based on recurrent neural networks. In Proceedings of the 2015 conference on empirical methods in natural language processing, Lisbon, Portugal (pp. 1066\u20131072).","DOI":"10.18653\/v1\/D15-1124"},{"key":"9430_CR32","doi-asserted-by":"crossref","unstructured":"Hachey, B., Radford, W., & Curran, J. R. (2011). Graph-based named entity linking with Wikipedia. In Proceedings of the 12th international conference on web information system engineering (pp. 213\u2013226).","DOI":"10.1007\/978-3-642-24434-6_16"},{"key":"9430_CR33","unstructured":"He, Y., Du, J., Way, A., & van Genabith, J. (2010). The DCU dependency-based metric in WMT-MetricsMATR 2010. In Proceedings of the 5th workshop on statistical machine translation, Uppsala, Sweeden (pp. 349\u2013353)."},{"key":"9430_CR34","volume-title":"An introduction to machine translation","author":"JW Hutchins","year":"1992","unstructured":"Hutchins, J. W., & Somers, H. L. (1992). An introduction to machine translation. London: Academic Press."},{"key":"9430_CR35","doi-asserted-by":"crossref","unstructured":"Joty, S., Guzm\u00e1n, F., M\u00e1rquez, L., & Nakov, P. (2014). DiscoTK: Using discourse structure for machine translation evaluation. In Proceedings of the ninth workshop on statistical machine translation, Baltimore, Maryland, USA (pp. 402\u2013408).","DOI":"10.3115\/v1\/W14-3352"},{"key":"9430_CR37","unstructured":"Liu, D., & Gildea, D. (2005). Syntactic features for evaluation of machine translation. Proceedings of ACL workshop on intrinsic and extrinsic evaluation measures for MT and\/or summarization (pp. 25\u201332)."},{"key":"9430_CR38","unstructured":"Lo, Ch. (2017). Meant 2.0: Accurate semantic MT evaluation for any output language. In Proceedings of the second conference on machine translation, volume 2: Shared tasks papers, Copenhagen, Denmark (pp. 589\u2013597)."},{"key":"9430_CR39","unstructured":"Lommel, A. (2016). Blues for BLEU: Reconsidering the validity of reference-based MT evaluation. In Proceedings of the LREC 2016 workshop \u201ctranslation evaluation \u2013 from fragmented tools and data sets to an integrated ecosystem\u201d, Portoroz, Slovenia (pp 63\u201370)."},{"key":"9430_CR63","unstructured":"Lo, Ch., & Wu, D. (2010). Semantic vs. syntactic vs. N-gram structure for machine translation evaluation. In Proceedings of the fourth workshop on syntax and structure in statistical translation, Beijing (pp. 52\u201360)."},{"key":"9430_CR64","unstructured":"Lo, Ch., & Wu, D. (2011). Meant: An inexpensive, high-accuracy, semi-automatic metric for evaluating translation utility based on semantic roles. In Proceedings of the 49th annual meeting of the association for computational linguistics: Human language technologies, Portland, Oregon, USA (pp. 220\u2013229)."},{"key":"9430_CR65","unstructured":"Lo, Ch., & Wu, D. (2012). Unsupervised vs. supervised weight estimation for semantic MT evaluation metrics. In The sixth workshop on syntax, semantics and structure in statistical translation (SSST-6), Jeju Island, South Korea."},{"key":"9430_CR66","unstructured":"Lo, Ch., & Wu, D. (2013). MEANT at WMT2013: A tunable, accurate yet inexpensive semantic frame based MT evaluation metric. In Proceedings of the eighth workshop on statistical machine translation, Sofia, Bulgaria (pp. 422\u2013428)."},{"key":"9430_CR40","unstructured":"Ma, Q., Graham, Y., Wang, S., & Liu, Q. (2017). Blend: A novel combined MT metric based on direct assessment CASICT-DCU submission to WMT17 metrics task. In Proceedings of the second conference on machine translation, volume 2: Shared tasks papers, Copenhagen, Denmark (pp. 598\u2013603)."},{"issue":"2","key":"9430_CR41","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1515\/cait-2017-0014","volume":"17","author":"V Macketanz","year":"2017","unstructured":"Macketanz, V., Avramidis, E., Burchardt, A., Helcl, J., & Srivastava, A. (2017). Machine translation: Phrase-based, rule-based and neural approaches with linguistic evaluation. Cybernetics and Information Technologies,\n                           17(2), 28\u201343.","journal-title":"Cybernetics and Information Technologies"},{"key":"9430_CR42","doi-asserted-by":"crossref","unstructured":"Owczarzak, K., van Genabith, J., & Way, A. (2007a). Dependency-based automatic evaluation for machine translation. In Proceedings of SSST, NAACL-HLT\/AMTA workshop on syntax and structure in statistical translation (pp. 80\u201387).","DOI":"10.3115\/1626281.1626292"},{"key":"9430_CR43","doi-asserted-by":"crossref","unstructured":"Owczarzak, K., van Genabith, J., & Way, A. (2007b). Labelled dependencies in machine translation evaluation. In Proceedings of the ACL workshop on statistical machine translation, Czech Republic (pp. 104\u2013111).","DOI":"10.3115\/1626355.1626369"},{"issue":"2\u20133","key":"9430_CR44","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/s10590-009-9060-y","volume":"23","author":"S Pad\u00f3","year":"2009","unstructured":"Pad\u00f3, S., Galley, M., Jurafsky, D., & Manning, Ch D. (2009). Measuring machine translation quality as semantic equivalence: A metric based on entailment features. Machine Translation,\n                           23(2\u20133), 181\u2013193.","journal-title":"Machine Translation"},{"key":"9430_CR45","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., & Zhu, W.-J. (2001). Bleu: A method for automatic evaluation of machine translation. RC22176 (technical report). IBM T.J. Watson Research Center.","DOI":"10.3115\/1073083.1073135"},{"key":"9430_CR46","doi-asserted-by":"crossref","unstructured":"Pearson, K. (1914, 1924, 1930). The life, letters and labours of Francis Galton (3 volumes).","DOI":"10.5962\/bhl.title.25679"},{"key":"9430_CR47","unstructured":"Popovi\u0107, M. (2012). Class error rates for evaluation of machine translation output. In Proceedings of the 7th\n                           Workshop on Statistical Machine Translation (pp. 71-75). Montr\u00e9al, Canda."},{"key":"9430_CR48","doi-asserted-by":"crossref","unstructured":"Popovi\u0107, M. (2015). chrF: Character n-gram F-score for automatic MT evaluation. In Proceedings of the tenth workshop on statistical machine translation, Lisbon, Portugal (pp. 392\u2013395).","DOI":"10.18653\/v1\/W15-3049"},{"key":"9430_CR49","unstructured":"Popovi\u0107, M. (2017). chrF\u2009++: Words helping character n-grams. In Proceedings of the second conference on machine translation, Volume 2: Shared tasks papers, Copenhagen, Denmark (pp. 612\u2013618)."},{"key":"9430_CR50","unstructured":"Reeder, F., Miller, K., Doyon, J., & White, J. (2001). The naming of things and the confusion of tongues: An MT metric. In Proceedings of the workshop on MT evaluation \u201cwho did what to whom?\u201d at machine translation summit VIII (pp. 55\u201359)."},{"key":"9430_CR51","unstructured":"Snover, M., Dorr, B., Schwartz, R., Micciulla, L., & Makhoul, J. (2006). A study of translation edit rate with targeted human annotation. In Proceedings of the 7th conference of the association for machine translation in the Americas (AMTA) (pp. 223\u2013231)."},{"key":"9430_CR52","unstructured":"Snover, M., Madnani, N., Dorr, B., & Schwartz, R. (2009). Fluency, adequacy or HTER? Exploring different human judgments with a tunable MT metric. In Proceedings of the 4th workshop on statistical machine translation at the 12th meeting of the european chapter of the association for computational linguistics (EACL-2009), Athens, Greece."},{"key":"9430_CR53","unstructured":"Specia, L., Cancedda, N., Dymetman, M., Turchi, M., & Cristianini, N. (2009). Estimating the sentence-level quality of machine translation systems. In Proceedings of the 13th annual conference of the EAMT, Barcelona, Spain (pp. 28\u201335)."},{"key":"9430_CR54","unstructured":"Specia, L., Hajlaoui, N., Hallet, C., & Aziz, W. (2011). Prediting machine translation adequacy. In Proceedings of the 13th translation summit, Xiamen, China (pp. 513\u2013520)."},{"key":"9430_CR55","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s10590-010-9077-2","volume":"24","author":"L Specia","year":"2010","unstructured":"Specia, L., Raj, D., & Turchi, M. (2010). Machine translation evaluation versus quality estimation. Machine Translation,\n                           24, 39\u201350.","journal-title":"Machine Translation"},{"key":"9430_CR56","unstructured":"Stanojevi\u0107, M., & Sima\u2019an, K. (2015). BEER 1.1: ILLC UvA submission to metrics and tuning task. In Proceedings of the tenth workshop on statistical machine translation, Lisbon, Portugal (pp. 396\u2013401)."},{"key":"9430_CR57","doi-asserted-by":"crossref","unstructured":"Surdeanu, M., & Turmo, J. (2005). Semantic role labeling using complete syntactic analysis. In Proceedings of CoNLL shared task.","DOI":"10.3115\/1706543.1706586"},{"key":"9430_CR58","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Klein, D., Manning, Dh., & Singer, Y. (2003). Feature-rich part-of-speech tagging with a cyclic dependency network. In Proceedings of HLT-NAACL (pp. 252\u2013259).","DOI":"10.3115\/1073445.1073478"},{"key":"9430_CR59","unstructured":"Turian, J. P., Shen, L., & Melamed, I. D. (2003). Evaluation of machine translation and its evaluation. In Proceedings of MT SUMMIT IX."},{"key":"9430_CR60","unstructured":"Wang, M., & Manning, Ch. (2012). SPEDE: Probabilistic edit distance metrics for MT evaluation. In Proceedings of the 7th workshop on statistical machine translation, Montr\u00e9al, Canada."},{"key":"9430_CR61","doi-asserted-by":"crossref","unstructured":"Wang, W., Peter, J., Rosendahl, H., & Ney, H. (2016). CharacTer: Translation edit rate on character level. In Proceedings of the first conference on machine translation, Berlin, Germany (pp. 505\u2013510).","DOI":"10.18653\/v1\/W16-2342"},{"key":"9430_CR62","unstructured":"White, J. S., O\u2019Connell, T., & O\u2019Mara, F. (1994). The ARPA MT evaluation methodologies: Evolution, lessons, and future approaches. In Proceedings of the 1st conference of the association for machine translation in the Americas (AMTA) (pp. 193\u2013205)."},{"key":"9430_CR67","unstructured":"Wu, X., Yu, H., & Liu, Q. (2013). DCU participation in WMT13 metrics task. In Proceedings of the eighth workshop on statistical machine translation, Sofia, Bulgaria (pp. 435\u2013439)."},{"issue":"1","key":"9430_CR68","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1007\/s11390-011-9415-8","volume":"26","author":"MY Yang","year":"2011","unstructured":"Yang, M. Y., Sun, S. Q., Zhu, J. G., Li, S., Zhao, T. J., & Zhu, X. N. (2011). Improvement of machine translation evaluation by simple linguistically motivated features. Journal of Computer Science and Technology,\n                           26(1), 57\u201367.","journal-title":"Journal of Computer Science and Technology"},{"key":"9430_CR69","doi-asserted-by":"crossref","unstructured":"Ye, Y., Zhou, M., & Lin, Ch. (2007). Sentence level machine translation evaluation as a ranking problem: One step aside from BLEU. In Proceedings of the second workshop on statistical machine translation, Prague, Czech Republic (pp. 240\u2013247).","DOI":"10.3115\/1626355.1626391"},{"key":"9430_CR70","doi-asserted-by":"crossref","unstructured":"Yu, H., Ma, Q., Wu, X., & Liu, Q. (2015). CASICT-DCU participation in WMT15 metrics task. In Proceedings of the tenth workshop on statistical machine translation, Lisbon, Portugal (pp. 417\u2013421).","DOI":"10.18653\/v1\/W15-3053"},{"key":"9430_CR71","doi-asserted-by":"crossref","unstructured":"Zhang, L., Weng, Z., Xiao, W., Wuan, J., Chen, Z., Tan, Y., Liand, Ma., & Wang, M. (2016). Extract domain-specific paraphrase from monoligual corpus for automatic evaluation of machine translation. In Proceedings of the first conference on machine translation. Volume 2 shared task papers, Berlin, Germany (pp. 511\u2013517).","DOI":"10.18653\/v1\/W16-2343"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-018-9430-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10579-018-9430-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-018-9430-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T19:05:20Z","timestamp":1571079920000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10579-018-9430-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,15]]},"references-count":71,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,3]]}},"alternative-id":["9430"],"URL":"https:\/\/doi.org\/10.1007\/s10579-018-9430-2","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"type":"print","value":"1574-020X"},{"type":"electronic","value":"1574-0218"}],"subject":[],"published":{"date-parts":[[2018,10,15]]},"assertion":[{"value":"15 October 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}