{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,12]],"date-time":"2025-06-12T06:10:11Z","timestamp":1749708611070,"version":"3.41.0"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319493961"},{"type":"electronic","value":"9783319493978"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-49397-8_12","type":"book-chapter","created":{"date-parts":[[2016,11,9]],"date-time":"2016-11-09T06:20:42Z","timestamp":1478672442000},"page":"141-152","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Identification of Relevant and Redundant Automatic Metrics for MT Evaluation"],"prefix":"10.1007","author":[{"given":"Michal","family":"Munk","sequence":"first","affiliation":[]},{"given":"Da\u0161a","family":"Munkov\u00e1","sequence":"additional","affiliation":[]},{"given":"\u013dubom\u00edr","family":"Benko","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,10]]},"reference":[{"key":"12_CR1","unstructured":"Liu, C., Dahlmeier, D., Ng, H.T.: Better evaluation metrics lead to better machine translation. In: Proceedings of Conference Empirical Methods in Natural Language Processing, pp. 375\u2013384 (2011)"},{"key":"12_CR2","unstructured":"Babych, B., Hartley, A., Sharoff, S.: Translating from under-resourced languages: comparing direct transfer against pivot translation. In: Proceedings of the MT Summit XI. Citeseer, Copenhagen (2007)"},{"key":"12_CR3","volume-title":"Natural Language Processing and Information Systems","author":"N Adly","year":"2010","unstructured":"Adly, N., Al Ansary, S.: Natural Language Processing and Information Systems. Springer, Heidelberg (2010)"},{"key":"12_CR4","unstructured":"Vandeghinste, V., Dirix, P., Schuurman, I., Markantonatou, S., Sofianopoulos, S., Vassiliou, M., Yannoutsou, O., Badia, T., Melero, M., Boleda, G., Carl, M., Schmidt, P.: Evaluation of a machine translation system for low resource languages: METIS-II (2008)"},{"key":"12_CR5","unstructured":"Vilar, D., Xu, J., D\u2019Haro, L.F., Ney, H.: Error analysis of statistical machine translation output. In: Proceedings of the 5th International Conference on Language Resources and Evaluation (LREC-06), pp. 697\u2013702, Genoa (2006)"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.-J.: BLEU. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics - ACL 2002, p. 311. Association for Computational Linguistics, Morristown, NJ, USA (2001)","DOI":"10.3115\/1073083.1073135"},{"key":"12_CR7","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for MT and\/or Summarization (ACL 2005), pp. 65\u201372, Michigan (2005)"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Doddington, G.: Automatic evaluation of machine translation quality using n-gram co-occurrence statistics, pp. 138\u2013145 (2002)","DOI":"10.3115\/1289189.1289273"},{"key":"12_CR9","volume-title":"Statistical Machine Translation","author":"P Koehn","year":"2010","unstructured":"Koehn, P.: Statistical Machine Translation. Cambridge University Press, Cambridge (2010)"},{"key":"12_CR10","unstructured":"Snover, M., Dorr, B., Schwartz, R., Micciulla, L., Makhoul, J.: A study of translation edit rate with targeted human annotation. In: Proceedings of Association for Machine Translation in the Americas, pp. 223\u2013231 (2006)"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Munkova, D., Munk, M.: An automatic evaluation of machine translation and Slavic languages. In: 2014 IEEE 8th International Conference on Application of Information and Communication Technologies (AICT), pp. 1\u20135. IEEE (2014)","DOI":"10.1109\/ICAICT.2014.7035992"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Koehn, P., Monz, C.: Manual and automatic evaluation of machine translation between European languages (2006)","DOI":"10.3115\/1654650.1654666"},{"key":"12_CR13","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C., Fordyce, C., Koehn, P., Monz, C., Schroeder, J.: (Meta-) evaluation of machine translation (2007)","DOI":"10.3115\/1626355.1626373"},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C., Fordyce, C., Koehn, P., Monz, C., Schroeder, J.: Further meta-evaluation of machine translation. In: Proceedings of the Third Workshop on Statistical Machine Translation, pp. 70\u2013106. ACL (2008)","DOI":"10.3115\/1626394.1626403"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C., Koehn, P., Monz, C., Schroeder, J.: Findings of the 2009 workshop on statistical machine translation (2009)","DOI":"10.3115\/1626431.1626433"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C., Koehn, P., Monz, C., Peterson, K., Przybocki, M., Zaidan, O.F.: Findings of the 2010 Joint Workshop on Statistical Machine Translation and Metrics for Machine Translation. In: Proceedings of the Joint Fifth Workshop on Statistical Machine Translation and Metrics MATR, pp. 17\u201353. Association for Computational Linguistics (2010)","DOI":"10.3115\/1626431.1626433"},{"key":"12_CR17","unstructured":"Callison-Burch, C., Koehn, P., Monz, C., Zaidan, O.F.: Findings of the 2011 workshop on statistical machine translation. In: Proceedings of Sixth Workshop Statistical Machine Translation, pp. 22\u201364 (2011)"},{"key":"12_CR18","unstructured":"Callison-Burch, C., Koehn, P., Monz, C., Post, M., Soricut, R., Specia, L.: Findings of the 2012 workshop on statistical machine translation (2012)"},{"key":"12_CR19","doi-asserted-by":"crossref","unstructured":"Bojar, O., Buck, C., Callison-Burch, C., Federmann, C., Haddow, B., Koehn, P., Monz, C., Post, M., Soricut, R., Specia, L.: Findings of the 2013 workshop on statistical machine translation. In: Proceedings of the Eighth Workshop on Statistical Machine Translation. pp. 1\u201344. Association for Computational Linguistics, Sofia, Bulgaria (2013)","DOI":"10.3115\/v1\/W14-3302"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Bojar, O., Buck, C., Federmann, C., Haddow, B., Koehn, P., Leveling, J., Monz, C., Pecina, P., Post, M., Saint-Amand, H., Soricut, R., Specia, L., Tamchyna, A.: Findings of the 2014 workshop on statistical machine translation. In: Proceedings of the Ninth Workshop on Statistical Machine Translation, pp. 12\u201358. Association for Computational Linguistics, Stroudsburg, PA, USA (2014)","DOI":"10.3115\/v1\/W14-3302"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Bojar, O., Chatterjee, R., Federmann, C., Haddow, B., Huck, M., Hokamp, C., Koehn, P., Logacheva, V., Monz, C., Negri, M., Post, M., Scarton, C., Specia, L., Turchi, M.: Findings of the 2015 workshop on statistical machine translation. In: Proceedings of the Tenth Workshop on Statistical Machine Translation, pp. 1\u201346. Association for Computational Linguistics, Stroudsburg, PA, USA (2015)","DOI":"10.18653\/v1\/W15-3001"},{"key":"12_CR22","doi-asserted-by":"crossref","unstructured":"Lin, C.-Y., Och, F.J.: Automatic evaluation of machine translation quality using longest common subsequence and skip-bigram statistics. In: Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics - ACL 2004, p. 605. Association for Computational Linguistics, Morristown, NJ, USA (2004)","DOI":"10.3115\/1218955.1219032"},{"key":"12_CR23","first-page":"760301","volume":"2014","author":"AL-F Han","year":"2014","unstructured":"Han, A.L.-F., Wong, D.F., Chao, L.S., He, L., Lu, Y.: Unsupervised quality estimation model for English to German translation and its application in extensive supervised evaluation. Sci. World J. 2014, 760301 (2014)","journal-title":"Sci. World J."},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Tillmann, C., Vogel, S., Ney, H., Zubiaga, A., Sawaf, H.: Accelerated DP based search for statistical translation (1997)","DOI":"10.21437\/Eurospeech.1997-673"},{"key":"12_CR25","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/978-3-319-01466-1_7","volume-title":"ICT Innovations 2013","author":"D Munkov\u00e1","year":"2014","unstructured":"Munkov\u00e1, D., Munk, M., Adamov\u00e1, L.: Modelling of language processing dependence on morphological features. In: Trajkovik, V., Anastas, M. (eds.) ICT Innovations 2013, pp. 77\u201386. Springer International Publishing, Heidelberg (2014)"},{"key":"12_CR26","doi-asserted-by":"publisher","first-page":"1198","DOI":"10.1016\/j.procs.2013.05.286","volume":"18","author":"D Munkov\u00e1","year":"2013","unstructured":"Munkov\u00e1, D., Munk, M., Voz\u00e1r, M.: Data pre-processing evaluation for text mining: transaction\/sequence model. Procedia Comput. Sci. 18, 1198\u20131207 (2013)","journal-title":"Procedia Comput. Sci."},{"key":"12_CR27","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-319-01466-1_6","volume-title":"ICT Innovations 2013: ICT Innovations and Education","author":"D Munkov\u00e1","year":"2014","unstructured":"Munkov\u00e1, D., Munk, M., Adamov\u00e1, L.: Influence of Stop-words removal on sequence patterns identification within comparable corpora. In: Trajkovik, V., Anastas, M. (eds.) ICT Innovations 2013: ICT Innovations and Education. Advances in Intelligent Systems and Computing, pp. 67\u201376. Springer International Publishing, Heidelberg (2014)"},{"key":"12_CR28","first-page":"590","volume":"2005","author":"D Varga","year":"2005","unstructured":"Varga, D., N\u00e9meth, L., Hal\u00e1csy, P., Kornai, A., Tr\u00f3n, V., Nagy, V.: Parallel corpora for medium density languages. Proc. RANLP 2005, 590\u2013596 (2005)","journal-title":"Proc. RANLP"},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"Brown, P.F., Lai, J.C., Mercer, R.L.: Aligning sentences in parallel corpora. In: Proceedings of the 29th Annual meeting on Association for Computational Linguistics, pp. 169\u2013176. Association for Computational Linguistics, Morristown, NJ, USA (1991)","DOI":"10.3115\/981344.981366"},{"key":"12_CR30","first-page":"463","volume":"18","author":"K T\u00f3th","year":"2008","unstructured":"T\u00f3th, K., Farkas, R., Kocsor, A.: Sentence alignment of Hungarian-English parallel corpora using a hybrid algorithm. Acta Cybern. 18, 463\u2013478 (2008)","journal-title":"Acta Cybern."},{"key":"12_CR31","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1162\/089120100561683","volume":"26","author":"ID Melamed","year":"2000","unstructured":"Melamed, I.D.: Models of translational equivalence among words. Comput. Linguist. 26, 221\u2013249 (2000)","journal-title":"Comput. Linguist."},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Melamed, I.D.: Statistical machine translation by parsing. In: Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics - ACL 2004, p. 653\u2013661. Association for Computational Linguistics, Morristown, NJ, USA (2004)","DOI":"10.3115\/1218955.1219038"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"Moore, R.C.: A discriminative framework for bilingual word alignment. In: Proceedings of the conference on Human Language Technology and Empirical Methods in Natural Language Processing - HLT 2005, pp. 81\u201388. Association for Computational Linguistics, Morristown, NJ, USA (2005)","DOI":"10.3115\/1220575.1220586"},{"key":"12_CR34","doi-asserted-by":"crossref","unstructured":"Yu, X., Wu, J., Zhao, W.: Dictionary-based Chinese-Tibetan sentence alignment. In: 2010 International Conference on Intelligent Computing and Integrated Systems, pp. 489\u2013493. IEEE (2010)","DOI":"10.1109\/ICISS.2010.5655128"},{"key":"12_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/584091.584093","volume":"5","author":"CE Shannon","year":"2001","unstructured":"Shannon, C.E.: A mathematical theory of communication. ACM SIGMOBILE Mob. Comput. Commun. Rev. 5, 3 (2001)","journal-title":"ACM SIGMOBILE Mob. Comput. Commun. Rev."},{"key":"12_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"492","DOI":"10.1007\/978-3-642-32639-4_60","volume-title":"Intelligent Data Engineering and Automated Learning - IDEAL 2012","author":"CFL Lima","year":"2012","unstructured":"Lima, C.F.L., Assis, F.M., Souza, C.P.: A Comparative study of use of Shannon, R\u00e9nyi and Tsallis entropy for attribute selecting in network intrusion detection. In: Yin, H., Costa, J.A.F., Barreto, G. (eds.) IDEAL 2012. LNCS, vol. 7435, pp. 492\u2013501. Springer, Heidelberg (2012). doi:10.1007\/978-3-642-32639-4_60"},{"key":"12_CR37","doi-asserted-by":"crossref","first-page":"3","DOI":"10.17533\/udea.mut.1825","volume":"2","author":"M Williams","year":"2009","unstructured":"Williams, M.: Translation quality assessment. Mutatis Mutandis 2, 3\u201323 (2009)","journal-title":"Mutatis Mutandis"}],"container-title":["Lecture Notes in Computer Science","Multi-disciplinary Trends in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-49397-8_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,12]],"date-time":"2025-06-12T05:31:28Z","timestamp":1749706288000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-49397-8_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319493961","9783319493978"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-49397-8_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"10 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MIWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Multi-disciplinary Trends in Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chiang Mai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thailand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 December 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miwai2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}