{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T22:28:26Z","timestamp":1768343306452,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","funder":[{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e Tecnologia","award":["DOI:10.54499\/UIDB\/50021\/2020"],"award-info":[{"award-number":["DOI:10.54499\/UIDB\/50021\/2020"]}]},{"name":"Portuguese Recovery and Resilience Plan","award":["C645008882-00000055"],"award-info":[{"award-number":["C645008882-00000055"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,16]]},"DOI":"10.1145\/3769126.3769206","type":"proceedings-article","created":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T14:50:37Z","timestamp":1768315837000},"page":"389-393","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploring Metric Correlations for Legal Text Summarization Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1144-4104","authenticated-orcid":false,"given":"Martim","family":"Zanatti","sequence":"first","affiliation":[{"name":"INESC-ID, Lisboa, Portugal and Instituto Superior T\u00e9cnico, Lisboa, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2058-693X","authenticated-orcid":false,"given":"Ricardo","family":"Ribeiro","sequence":"additional","affiliation":[{"name":"Iscte, Lisboa, Portugal and INESC-ID, Lisboa, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9209-1349","authenticated-orcid":false,"given":"H. Sofia","family":"Pinto","sequence":"additional","affiliation":[{"name":"INESC-ID, Lisboa, Portugal and Instituto Superior T\u00e9cnico, Lisboa, Portugal"}]}],"member":"320","published-online":{"date-parts":[[2026,1,13]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Lochan Basyal and Mihir Sanghvi. 2023. Text Summarization Using Large Language Models: A Comparative Study of MPT-7b-instruct Falcon-7b-instruct and OpenAI Chat-GPT Models. CoRR abs\/2310.10449 (2023). arXiv:https:\/\/arXiv.org\/abs\/2310.10449"},{"key":"e_1_3_3_2_3_2","unstructured":"Abhimanyu Dubey and et al.2024. The Llama 3 Herd of Models. CoRR abs\/2407.21783 (2024). arXiv:https:\/\/arXiv.org\/abs\/2407.21783"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"G\u00fcnes Erkan and Dragomir\u00a0R Radev. 2004. Lexrank: Graph-based lexical centrality as salience in text summarization. Journal of Artificial Intelligence Research 22 (2004) 457\u2013479.","DOI":"10.1613\/jair.1523"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Ambedkar Kanapala Sukomal Pal and Rajendra Pamula. 2019. Text summarization from legal documents: a survey. Artif. Intell. Rev. 51 3 (2019) 371\u2013402.","DOI":"10.1007\/s10462-017-9566-2"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Marios Koniaris Dimitris Galanis and et al.2023. Evaluation of Automatic Legal Text Summarization Techniques for Greek Case Law. Inf. 14 4 (2023) 250.","DOI":"10.3390\/info14040250"},{"key":"e_1_3_3_2_7_2","first-page":"21","volume-title":"Proceedings of the 3rd Workshop on Evaluation and Comparison of NLP Systems, Eval4NLP 2022, Online, November 20, 2022","author":"Krubi\u2019nski Mateusz","year":"2022","unstructured":"Mateusz Krubi\u2019nski and Pavel Pecina. 2022. From COMET to COMES - Can Summary Evaluation Benefit from Translation Evaluation?. In Proceedings of the 3rd Workshop on Evaluation and Comparison of NLP Systems, Eval4NLP 2022, Online, November 20, 2022, Daniel Deutsch and et\u00a0al. (Eds.). Association for Computational Linguistics, 21\u201331."},{"key":"e_1_3_3_2_8_2","first-page":"74","volume-title":"Text Summarization Branches Out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, Spain, 74\u201381."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Yinhan Liu and et al.2020. Multilingual Denoising Pre-training for Neural Machine Translation. Trans. Assoc. Comput. Linguistics 8 (2020) 726\u2013742.","DOI":"10.1162\/tacl_a_00343"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-49011-8_12"},{"key":"e_1_3_3_2_11_2","first-page":"311","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, July 6-12, 2002, Philadelphia, PA, USA","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, July 6-12, 2002, Philadelphia, PA, USA. ACL, 311\u2013318."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.213"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-61377-8_28"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"C. Spearman. 1904. The Proof and Measurement of Association Between Two Things. American Journal of Psychology 15 (1904) 88\u2013103.","DOI":"10.2307\/1412159"},{"key":"e_1_3_3_2_15_2","unstructured":"Yuqing Tang and et al.2020. Multilingual Translation with Extensible Multilingual Pretraining and Finetuning. CoRR abs\/2008.00401 (2020). arXiv:https:\/\/arXiv.org\/abs\/2008.00401"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Howard\u00a0R. Turtle. 1995. Text Retrieval in the Legal World. Artif. Intell. Law 3 1-2 (1995) 5\u201354.","DOI":"10.1007\/BF00877694"},{"key":"e_1_3_3_2_17_2","first-page":"5998","volume-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, USA","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani and et al.2017. Attention is All you Need. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, USA, Isabelle Guyon and et\u00a0al. (Eds.). 5998\u20136008."},{"key":"e_1_3_3_2_18_2","first-page":"27263","volume-title":"Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021","author":"Yuan Weizhe","year":"2021","unstructured":"Weizhe Yuan, Graham Neubig, and Pengfei Liu. 2021. BARTScore: Evaluating Generated Text as Text Generation. In Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, Marc\u2019Aurelio Ranzato and et\u00a0al. (Eds.). 27263\u201327277."},{"key":"e_1_3_3_2_19_2","volume-title":"Progress in Artificial Intelligence - 23nd EPIA Conference on Artificial Intelligence, EPIA 2024, Viana do Castelo September 3-6, 2024","author":"Zanatti Martim","year":"2024","unstructured":"Martim Zanatti, Ricardo Ribeiro, and H.\u00a0Sofia Pinto. 2024. Segmenting Model for Portuguese Judgments. In Progress in Artificial Intelligence - 23nd EPIA Conference on Artificial Intelligence, EPIA 2024, Viana do Castelo September 3-6, 2024."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Ming Zhang and et al.2024. ROUGE-SEM: Better evaluation of summarization using ROUGE combined with semantics. Expert Syst. Appl. 237 Part A (2024) 121364.","DOI":"10.1016\/j.eswa.2023.121364"},{"key":"e_1_3_3_2_21_2","unstructured":"Tianyi Zhang and et al.2019. BERTScore: Evaluating Text Generation with BERT. CoRR abs\/1904.09675 (2019). arXiv:https:\/\/arXiv.org\/abs\/1904.09675"}],"event":{"name":"ICAIL 2025: 20th International Conference on Artificial Intelligence and Law","location":"Chicago , IL , USA","acronym":"ICAIL 2025"},"container-title":["Proceedings of the Twentieth International Conference on Artificial Intelligence and Law"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3769126.3769206","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T15:49:39Z","timestamp":1768319379000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3769126.3769206"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,16]]},"references-count":20,"alternative-id":["10.1145\/3769126.3769206","10.1145\/3769126"],"URL":"https:\/\/doi.org\/10.1145\/3769126.3769206","relation":{},"subject":[],"published":{"date-parts":[[2025,6,16]]},"assertion":[{"value":"2026-01-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}