{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T23:49:06Z","timestamp":1767138546965,"version":"build-2238731810"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031724367","type":"print"},{"value":"9783031724374","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72437-4_5","type":"book-chapter","created":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T16:41:19Z","timestamp":1727282479000},"page":"76-91","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Comparative Analysis of\u00a0Evaluation Measures for\u00a0Scientific Text Simplification"],"prefix":"10.1007","author":[{"given":"Dennis","family":"Davari","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7598-7474","authenticated-orcid":false,"given":"Liana","family":"Ermakova","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5036-8589","authenticated-orcid":false,"given":"Ralf","family":"Krestel","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,26]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Alva-Manchego, F., Martin, L., Bordes, A., Scarton, C., Sagot, B., Specia, L.: ASSET: a dataset for tuning and evaluation of sentence simplification models with multiple rewriting transformations. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 4668\u20134679. ACL (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.424","DOI":"10.18653\/v1\/2020.acl-main.424"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Alva-Manchego, F., Scarton, C., Specia, L.: The (un)suitability of automatic evaluation metrics for text simplification. Comput. Linguist. 47(4), 861\u2013889 (2021). https:\/\/doi.org\/10.1162\/coli_a_00418","DOI":"10.1162\/coli_a_00418"},{"key":"5_CR3","unstructured":"Amplayo, R.K., Liu, P.J., Zhao, Y., Narayan, S.: SMART: sentences as basic units for text evaluation. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, 1\u20135 May 2023. OpenReview.net (2023)"},{"key":"5_CR4","doi-asserted-by":"publisher","unstructured":"Beauchemin, D., Saggion, H., Khoury, R.: Meaningbert: assessing meaning preservation between sentences. Front. Artif. Intell. 6 (2023). https:\/\/doi.org\/10.3389\/frai.2023.1223924","DOI":"10.3389\/frai.2023.1223924"},{"key":"5_CR5","unstructured":"Brown, T.B., et\u00a0al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems, pp. 1877\u20131901 (2020)"},{"key":"5_CR6","doi-asserted-by":"publisher","unstructured":"Cripwell, L., Legrand, J., Gardent, C.: Document-level planning for text simplification. In: Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, pp. 993\u20131006. ACL (2023). https:\/\/doi.org\/10.18653\/v1\/2023.eacl-main.70","DOI":"10.18653\/v1\/2023.eacl-main.70"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Cripwell, L., Legrand, J., Gardent, C.: Simplicity level estimate (SLE): a learned reference-less metric for sentence simplification. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, EMNLP 2023, Singapore, 6\u201310 December 2023, pp. 12053\u201312059. ACL (2023). https:\/\/doi.org\/10.18653\/V1\/2023.EMNLP-MAIN.739","DOI":"10.18653\/V1\/2023.EMNLP-MAIN.739"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Devaraj, A., Marshall, I., Wallace, B., Li, J.J.: Paragraph-level simplification of medical texts. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4972\u20134984. ACL (2021). https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.395","DOI":"10.18653\/v1\/2021.naacl-main.395"},{"key":"5_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding (2019)"},{"key":"5_CR10","unstructured":"Di\u00a0Nunzio, G.M., Vezzani, F., Bonato, V., Azarbonyad, H., , Kamps, J., Ermakova, L.: Overview of the CLEF 2024 SimpleText task 2: identify and explain difficult concepts. In: Working Notes of CLEF 2024: Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, CEUR-WS.org (2024)"},{"key":"5_CR11","unstructured":"Ermakova, L., Bertin, S., McCombie, H., Kamps, J.: Overview of the CLEF 2023 simpletext task 3: simplification of scientific texts. In: Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2023), Thessaloniki, Greece, September 18th to 21st, 2023. CEUR Workshop Proceedings, vol.\u00a03497, pp. 2855\u20132875. CEUR-WS.org (2023)"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Ermakova, L., Laim\u00e9, V., McCombie, H., Kamps, J.: Overview of the CLEF 2024 SimpleText task 3: Simplify scientific text. In: Working Notes of CLEF 2024: Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, CEUR-WS.org (2024)","DOI":"10.1007\/978-3-031-71908-0_13"},{"key":"5_CR13","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1007\/978-3-031-42448-9_30","volume-title":"CLEF 2023","author":"L Ermakova","year":"2023","unstructured":"Ermakova, L., SanJuan, E., Huet, S., Azarbonyad, H., Augereau, O., Kamps, J.: Overview of the CLEF 2023 simpletext lab: automatic simplification of scientific texts. In: Arampatzis, A., et al. (eds.) CLEF 2023. LNCS, vol. 14163, pp. 482\u2013506. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42448-9_30"},{"key":"5_CR14","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1007\/978-3-031-56072-9_4","volume-title":"ECIR 2024","author":"L Ermakova","year":"2024","unstructured":"Ermakova, L., et al.: CLEF 2024 SimpleText track: improving access to scientific texts for everyone. In: Goharian, N., et al. (eds.) ECIR 2024. LNCS, vol. 14613, pp. 28\u201335. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-56072-9_4"},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"Garimella, A., Sancheti, A., Aggarwal, V., Ganesh, A., Chhaya, N., Kambhatla, N.: Text simplification for legal domain: insights and challenges. In: Proceedings of the Natural Legal Language Processing Workshop 2022, pp. 296\u2013304. ACL (2022). https:\/\/doi.org\/10.18653\/v1\/2022.nllp-1.28","DOI":"10.18653\/v1\/2022.nllp-1.28"},{"key":"5_CR16","unstructured":"Grabar, N., Saggion, H.: Evaluation of automatic text simplification: where are we now, where should we go from here. In: Actes de la 29e Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles. Volume 1: conf\u00e9rence principale, pp. 453\u2013463. ATALA (2022)"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Kincaid, J., Fishburne, R., Jr., Rogers, R., Chissom, B.: Derivation of new readability formulas (automated readability index, fog count and flesch reading ease formula) for navy enlisted personnel. Technical report, Naval Technical Training Command Millington TN Research Branch (1975)","DOI":"10.21236\/ADA006655"},{"key":"5_CR18","unstructured":"Kriz, R., Apidianaki, M., Callison-Burch, C.: Simple-QE: better automatic quality estimation for text simplification. CoRR abs\/2012.12382 (2020)"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Lewis, M., et al.: Bart: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Liu, Y., Lapata, M.: Text summarization with pretrained encoders (2019)","DOI":"10.18653\/v1\/D19-1387"},{"key":"5_CR21","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized BERT pretraining approach. CoRR abs\/1907.11692 (2019)"},{"key":"5_CR22","doi-asserted-by":"publisher","unstructured":"Lu, J., Li, J., Wallace, B., He, Y., Pergola, G.: NapSS: paragraph-level medical text simplification via narrative prompting and sentence-matching summarization. In: Findings of the Association for Computational Linguistics: EACL 2023, pp. 1079\u20131091. ACL (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-eacl.80","DOI":"10.18653\/v1\/2023.findings-eacl.80"},{"key":"5_CR23","doi-asserted-by":"publisher","unstructured":"Maddela, M., Dou, Y., Heineman, D., Xu, W.: LENS: a learnable evaluation metric for text simplification. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2023, Toronto, Canada, 9\u201314 July 2023, pp. 16383\u201316408. ACL (2023). https:\/\/doi.org\/10.18653\/V1\/2023.ACL-LONG.905","DOI":"10.18653\/V1\/2023.ACL-LONG.905"},{"key":"5_CR24","doi-asserted-by":"publisher","unstructured":"Mucida, L., Oliveira, A., Possi, M.: Language-independent metric for measuring text simplification that does not require a parallel corpus. In: The International FLAIRS Conference Proceedings, pp.\u00a01\u20134 (2022). https:\/\/doi.org\/10.32473\/flairs.v35i.130608","DOI":"10.32473\/flairs.v35i.130608"},{"key":"5_CR25","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318. ACL (2002). https:\/\/doi.org\/10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"5_CR26","doi-asserted-by":"publisher","unstructured":"Popovi\u0107, M.: chrF: character n-gram F-score for automatic MT evaluation. In: Proceedings of the Tenth Workshop on Statistical Machine Translation, pp. 392\u2013395. ACL (2015). https:\/\/doi.org\/10.18653\/v1\/W15-3049","DOI":"10.18653\/v1\/W15-3049"},{"key":"5_CR27","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 140:1\u2013140:67 (2020)"},{"key":"5_CR28","unstructured":"Scialom, T., Martin, L., Staiano, J., de\u00a0la Clergerie, \u00c9.V., Sagot, B.: Rethinking automatic evaluation in sentence simplification. CoRR abs\/2104.07560 (2021)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Sellam, T., Das, D., Parikh, A.: Bleurt: learning robust metrics for text generation. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7881\u20137892. ACL (2020)","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"5_CR30","doi-asserted-by":"publisher","unstructured":"Siddharthan, A., Mandya, A.: Hybrid text simplification using synchronous dependency grammars with hand-written and automatically harvested rules. In: Proceedings of the 14th Conference of the European Chapter of the Association for Computational Linguistics, pp. 722\u2013731. ACL (2014). https:\/\/doi.org\/10.3115\/v1\/E14-1076","DOI":"10.3115\/v1\/E14-1076"},{"key":"5_CR31","doi-asserted-by":"publisher","unstructured":"Sulem, E., Abend, O., Rappoport, A.: BLEU is not suitable for the evaluation of text simplification. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 738\u2013744. ACL (2018). https:\/\/doi.org\/10.18653\/v1\/D18-1081","DOI":"10.18653\/v1\/D18-1081"},{"key":"5_CR32","doi-asserted-by":"publisher","unstructured":"Sulem, E., Abend, O., Rappoport, A.: Semantic structural evaluation for text simplification. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 685\u2013696. ACL (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1063","DOI":"10.18653\/v1\/N18-1063"},{"key":"5_CR33","doi-asserted-by":"publisher","unstructured":"Sulem, E., Abend, O., Rappoport, A.: Simple and effective text simplification using semantic and neural methods. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 162\u2013173. ACL (2018). https:\/\/doi.org\/10.18653\/v1\/P18-1016","DOI":"10.18653\/v1\/P18-1016"},{"key":"5_CR34","unstructured":"Sun, H., Zhou, M.: Joint learning of a dual SMT system for paraphrase generation. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 38\u201342. ACL (2012)"},{"key":"5_CR35","doi-asserted-by":"publisher","unstructured":"Sun, R., Jin, H., Wan, X.: Document-level text simplification: Dataset, criteria and baseline. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 7997\u20138013. ACL (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.630","DOI":"10.18653\/v1\/2021.emnlp-main.630"},{"issue":"4","key":"5_CR36","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1162\/coli_r_00332","volume":"44","author":"X Wan","year":"2018","unstructured":"Wan, X.: Automatic text simplification. Comput. Linguist. 44(4), 659\u2013661 (2018). https:\/\/doi.org\/10.1162\/coli_r_00332","journal-title":"Comput. Linguist."},{"key":"5_CR37","unstructured":"Wubben, S., van\u00a0den Bosch, A., Krahmer, E.: Sentence simplification by monolingual machine translation. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 1015\u20131024. ACL (2012)"},{"key":"5_CR38","doi-asserted-by":"publisher","unstructured":"Xu, W., Napoles, C., Pavlick, E., Chen, Q., Callison-Burch, C.: Optimizing statistical machine translation for text simplification. Trans. Assoc. Comput. Linguist. 4, 401\u2013415 (2016). https:\/\/doi.org\/10.1162\/tacl_a_00107","DOI":"10.1162\/tacl_a_00107"},{"key":"5_CR39","unstructured":"Yuan, W., Neubig, G., Liu, P.: Bartscore: evaluating generated text as text generation. In: Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, 6\u201314 December 2021, virtual, pp. 27263\u201327277 (2021)"},{"key":"5_CR40","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: Bertscore: evaluating text generation with BERT. In: 8th International Conference on Learning Representations. OpenReview.net (2020)"},{"key":"5_CR41","doi-asserted-by":"publisher","unstructured":"Zhao, X., Durmus, E., Yeung, D.Y.: Towards reference-free text simplification evaluation with a BERT Siamese network architecture. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 13250\u201313264. ACL (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.838","DOI":"10.18653\/v1\/2023.findings-acl.838"},{"key":"5_CR42","unstructured":"Zhu, Z., Bernhard, D., Gurevych, I.: A monolingual tree-based translation model for sentence simplification. In: Proceedings of the 23rd International Conference on Computational Linguistics, pp. 1353\u20131361 (2010)"},{"key":"5_CR43","unstructured":"Zuo, T., Yosinaga, N.: Leveraging word representation for text simplification evaluation. In: Proceedings of Forum on Data Engineering and Information Management (2021)"}],"updated-by":[{"DOI":"10.1007\/978-3-031-72437-4_25","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T00:00:00Z","timestamp":1731715200000}}],"container-title":["Lecture Notes in Computer Science","Linking Theory and Practice of Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72437-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T00:02:49Z","timestamp":1731628969000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72437-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031724367","9783031724374"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72437-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"26 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"16 November 2024","order":2,"name":"change_date","label":"Change Date","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Correction","order":3,"name":"change_type","label":"Change Type","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"A correction has been published.","order":4,"name":"change_details","label":"Change Details","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPDL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Theory and Practice of Digital Libraries","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ljubljana","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovenia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpdl2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/tpdl2024.nuk.si\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}