{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T16:18:00Z","timestamp":1771949880731,"version":"3.50.1"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031209796","type":"print"},{"value":"9783031209802","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-20980-2_14","type":"book-chapter","created":{"date-parts":[[2022,11,12]],"date-time":"2022-11-12T19:03:09Z","timestamp":1668279789000},"page":"155-162","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Analysis of Automatic Evaluation Metric on Low-Resourced Language: BERTScore vs BLEU Score"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4006-2439","authenticated-orcid":false,"given":"Goutam","family":"Datta","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nisheeth","family":"Joshi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kusum","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,10]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1613\/jair.1.12007","volume":"69","author":"F Stahlberg","year":"2020","unstructured":"Stahlberg, F.: Neural machine translation: a review. J. Artif. Intell. Res. 69, 343\u2013418 (2020)","journal-title":"J. Artif. Intell. Res."},{"key":"14_CR2","unstructured":"Bahdanau, D., Cho, K.H., Bengio, Y.: Neural machine translation by jointly learning to align and translate. In: 3rd Int. Conf. Learn. Represent. ICLR 2015 - Conf. Track Proc. 1\u201315 (2015)"},{"key":"14_CR3","doi-asserted-by":"publisher","first-page":"86","DOI":"10.3390\/digital1020007","volume":"1","author":"A Ramesh","year":"2021","unstructured":"Ramesh, A., Parthasarathy, V.B., Haque, R., Way, A.: Comparing statistical and neural machine translation performance on Hindi-To-Tamil and English-To-Tamil. Digital 1, 86\u2013102 (2021)","journal-title":"Digital"},{"key":"14_CR4","doi-asserted-by":"publisher","unstructured":"Zhang, Z., Liu, S., Li, M., Zhou, M., Chen, E.: Bidirectional generative adversari-al networks for neural machine translation. CoNLL 2018 - 22nd Conf. Comput. Nat. Lang. Learn. Proc. 190\u2013199 (2018) https:\/\/doi.org\/10.18653\/v1\/k18-1019","DOI":"10.18653\/v1\/k18-1019"},{"key":"14_CR5","doi-asserted-by":"publisher","first-page":"309","DOI":"10.3390\/info13070309","volume":"13","author":"S Lankford","year":"2022","unstructured":"Lankford, S., Afli, H., Way, A.: Human evaluation of english-irish transform-er-based NMT. Information 13, 309 (2022)","journal-title":"Information"},{"key":"14_CR6","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1162\/coli_a_00356","volume":"45","author":"M Fomicheva","year":"2019","unstructured":"Fomicheva, M., Specia, L.: Taking MT evaluation metrics to extremes: beyond correlation with human judgments. Comput. Linguist. 45, 515\u2013558 (2019)","journal-title":"Comput. Linguist."},{"key":"14_CR7","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.-J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics 311\u2013318 (Association for Computational Linguistics) (2002). https:\/\/doi.org\/10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Joshi, N., Mathur, I., Darbari, H., Kumar, A.: HEVAL: yet another human evaluation metric. Int. J. Nat. Lang. Comput. 2 (2013)","DOI":"10.5121\/ijnlc.2013.2502"},{"key":"14_CR9","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. Intrinsic Extrinsic Eval. Meas. Mach. Transl. and\/or Summ. Proc. Work. ACL 2005 65\u201372 (2005)"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Popovi\u0107, M.: CHRF: character n-gram f-score for automatic MT evaluation. 10th Work. Stat. Mach. Transl. WMT 2015 2015 Conf. Empir. Methods Nat. Lang. Process. EMNLP 2015 - Proc. 392\u2013395 (2015) https:\/\/doi.org\/10.18653\/v1\/w15-3049","DOI":"10.18653\/v1\/w15-3049"},{"key":"14_CR11","unstructured":"Lin, C.-Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out 74\u201381 (Association for Computational Linguistics, 2004) (2004)"},{"key":"14_CR12","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with BERT. 1\u201343 (2019)"},{"key":"14_CR13","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bi-directional transformers for language understanding. NAACL HLT 2019 - 2019 Conf. North Am. Chapter Assoc. Comput. Linguist. Hum. Lang. Technol. - Proc. Conf. 1, 4171\u20134186 (2019)"},{"key":"14_CR14","unstructured":"Hanna, M., Bojar, O.: A Fine-Grained Analysis of BERTScore. WMT 2021 - 6th Conf. Mach. Transl. Proc. 507\u2013517 (2021)"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Koehn, P., Och, F.J., Marcu, D.: Statistical Phrase-Based Translation. 48\u201354 (2003)","DOI":"10.21236\/ADA461156"}],"container-title":["Lecture Notes in Computer Science","Speech and Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-20980-2_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,12]],"date-time":"2022-11-12T19:05:14Z","timestamp":1668279914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-20980-2_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031209796","9783031209802"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-20980-2_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"10 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SPECOM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Speech and Computer","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gurugram","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 November 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"specom2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.specom.co.in","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"99","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}