{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T12:04:09Z","timestamp":1743077049681,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031353192"},{"type":"electronic","value":"9783031353208"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35320-8_14","type":"book-chapter","created":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T05:01:53Z","timestamp":1686632513000},"page":"201-214","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Morphosyntactic Evaluation for\u00a0Text Summarization in\u00a0Morphologically Rich Languages: A Case Study for\u00a0Turkish"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8549-6380","authenticated-orcid":false,"given":"Batuhan","family":"Baykara","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9448-9422","authenticated-orcid":false,"given":"Tunga","family":"G\u00fcng\u00f6r","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,14]]},"reference":[{"key":"14_CR1","first-page":"1","volume":"10","author":"AA Ak\u0131n","year":"2007","unstructured":"Ak\u0131n, A.A., Ak\u0131n, M.D.: Zemberek, an open source NLP framework for Turkic languages. Structure 10, 1\u20135 (2007)","journal-title":"Structure"},{"key":"14_CR2","unstructured":"Altan, Z.: A Turkish automatic text summarization system. In: IASTED International Conference on (2004)"},{"key":"14_CR3","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, Ann Arbor, Michigan, pp. 65\u201372. Association for Computational Linguistics (2005)"},{"key":"14_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10579-021-09568-y","volume":"56","author":"B Baykara","year":"2022","unstructured":"Baykara, B., G\u00fcng\u00f6r, T.: Abstractive text summarization and new large-scale datasets for agglutinative languages Turkish and Hungarian. Lang. Resour. Eval. 56, 1\u201335 (2022)","journal-title":"Lang. Resour. Eval."},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Baykara, B., G\u00fcng\u00f6r, T.: Turkish abstractive text summarization using pretrained sequence-to-sequence models. Nat. Lang. Eng. 1\u201330 (2022)","DOI":"10.1017\/S1351324922000195"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Beken Fikri, F., Oflazer, K., Yanikoglu, B.: Semantic similarity based evaluation for abstractive news summarization. In: Proceedings of the 1st Workshop on Natural Language Generation, Evaluation, and Metrics (GEM 2021). Association for Computational Linguistics, Online (2021)","DOI":"10.18653\/v1\/2021.gem-1.3"},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"\u00c7\u0131\u011f\u0131r, C., Kutlu, M., \u00c7i\u00e7ekli, \u0130.: Generic text summarization for Turkish. In: ISCIS, pp. 224\u2013229. IEEE (2009)","DOI":"10.1109\/ISCIS.2009.5291848"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Clark, E., Celikyilmaz, A., Smith, N.A.: Sentence mover\u2019s similarity: Automatic evaluation for multi-sentence texts. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, Florence, Italy, pp. 2748\u20132760. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/P19-1264"},{"key":"14_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp. 4171\u20134186. Association for Computational Linguistics (2019)"},{"key":"14_CR10","unstructured":"Dong, L., et al.: Unified language model pre-training for natural language understanding and generation. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 32. Curran Associates, Inc. (2019)"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Graham, Y.: Re-evaluating automatic summarization with BLEU and 192 shades of ROUGE. In: EMNLP (2015)","DOI":"10.18653\/v1\/D15-1013"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"G\u00fcran, A., Bayazit, N.G., Bekar, E.: Automatic summarization of Turkish documents using non-negative matrix factorization. In: 2011 International Symposium on Innovations in Intelligent Systems and Applications, pp. 480\u2013484. IEEE (2011)","DOI":"10.1109\/INISTA.2011.5946121"},{"key":"14_CR13","doi-asserted-by":"crossref","unstructured":"Kartal, Y.S., Kutlu, M.: Machine learning based text summarization for Turkish news. In: 2020 28th Signal Processing and Communications Applications Conference (SIU), pp. 1\u20134. IEEE (2020)","DOI":"10.1109\/SIU49456.2020.9302096"},{"key":"14_CR14","unstructured":"Koupaee, M., Wang, W.Y.: WikiHow: a large scale text summarization dataset (2018)"},{"key":"14_CR15","unstructured":"Kusner, M., Sun, Y., Kolkin, N., Weinberger, K.: From word embeddings to document distances. In: Bach, F., Blei, D. (eds.) Proceedings of the 32nd International Conference on Machine Learning. Proceedings of Machine Learning Research, Lille, France, vol. 37, pp. 957\u2013966. PMLR (2015)"},{"issue":"1","key":"14_CR16","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33(1), 159\u201374 (1977)","journal-title":"Biometrics"},{"key":"14_CR17","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, Barcelona, Spain, pp. 74\u201381. Association for Computational Linguistics (2004)"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Liu, Y., Lapata, M.: Text summarization with pretrained encoders. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong, China, pp. 3730\u20133740. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/D19-1387"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Nuzumlal\u0131, M.Y., \u00d6zg\u00fcr, A.: Analyzing stemming approaches for Turkish multi-document summarization. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), Doha, Qatar, pp. 702\u2013706. Association for Computational Linguistics (2014)","DOI":"10.3115\/v1\/D14-1077"},{"key":"14_CR20","series-title":"Text, Speech and Language Technology","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/978-94-010-0201-1_15","volume-title":"Treebanks","author":"K Oflazer","year":"2003","unstructured":"Oflazer, K., Say, B., Hakkani-T\u00fcr, D.Z., T\u00fcr, G.: Building a Turkish Treebank. In: Abeill\u00e9, A. (ed.) Treebanks. Text, Speech and Language Technology, vol. 20, pp. 261\u2013277. Springer, Dordrecht (2003). https:\/\/doi.org\/10.1007\/978-94-010-0201-1_15"},{"key":"14_CR21","unstructured":"\u00d6zsoy, M.G., \u00c7i\u00e7ekli, \u0130., Alpaslan, F.N.: Text summarization of Turkish texts using latent semantic analysis. In: Proceedings of the 23rd International Conference on Computational Linguistics, COLING 2010, pp. 869\u2013876. Association for Computational Linguistics, USA (2010)"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, Philadelphia, Pennsylvania, USA, pp. 311\u2013318. Association for Computational Linguistics (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"14_CR23","doi-asserted-by":"crossref","unstructured":"Parida, S., Motl\u00edcek, P.: Abstract text summarization: a low resource challenge. In: EMNLP (2019)","DOI":"10.18653\/v1\/D19-1616"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Popovi\u0107, M.: chrF: character n-gram F-score for automatic MT evaluation. In: Proceedings of the Tenth Workshop on Statistical Machine Translation, Lisbon, Portugal, pp. 392\u2013395. Association for Computational Linguistics (2015). https:\/\/doi.org\/10.18653\/v1\/W15-3049, https:\/\/aclanthology.org\/W15-3049","DOI":"10.18653\/v1\/W15-3049"},{"issue":"140","key":"14_CR25","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(140), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR26","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1162\/tacl_a_00313","volume":"8","author":"S Rothe","year":"2020","unstructured":"Rothe, S., Narayan, S., Severyn, A.: Leveraging pre-trained checkpoints for sequence generation tasks. Trans. Assoc. Comput. Linguist. 8, 264\u2013280 (2020)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"14_CR27","doi-asserted-by":"publisher","unstructured":"Schweter, S.: BERTurk - BERT models for Turkish (2020). https:\/\/doi.org\/10.5281\/zenodo.3770924","DOI":"10.5281\/zenodo.3770924"},{"key":"14_CR28","doi-asserted-by":"crossref","unstructured":"Scialom, T., Dray, P.A., Lamprier, S., Piwowarski, B., Staiano, J.: MLSUM: the multilingual summarization corpus. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 8051\u20138067. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.647"},{"key":"14_CR29","doi-asserted-by":"crossref","unstructured":"See, A., Liu, P.J., Manning, C.D.: Get to the point: Summarization with pointer-generator networks. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Vancouver, Canada, pp. 1073\u20131083. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-1099"},{"key":"14_CR30","unstructured":"Tantu\u01e7, A.C., Oflazer, K., El-Kahlout, I.D.: BLEU+: a tool for fine-grained BLEU computation. In: Proceedings of the Sixth International Conference on Language Resources and Evaluation (LREC 2008), Marrakech, Morocco. European Language Resources Association (ELRA) (2008)"},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Xue, L., et al.: mT5: a massively multilingual pre-trained text-to-text transformer. ArXiv abs\/2010.11934 (2021)","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"14_CR32","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with BERT (2019)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35320-8_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T06:05:44Z","timestamp":1686636344000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35320-8_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031353192","9783031353208"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35320-8_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Derby","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.derby.ac.uk\/events\/latest-events\/nldb-2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"89","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}