{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T17:50:24Z","timestamp":1743097824355,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031353192"},{"type":"electronic","value":"9783031353208"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35320-8_28","type":"book-chapter","created":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T05:01:53Z","timestamp":1686632513000},"page":"391-403","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Comparative Study of\u00a0Evaluation Metrics for\u00a0Long-Document Financial Narrative Summarization with\u00a0Transformers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3087-6762","authenticated-orcid":false,"given":"Nadhem","family":"Zmandar","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6136-3898","authenticated-orcid":false,"given":"Mahmoud","family":"El-Haj","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1257-2191","authenticated-orcid":false,"given":"Paul","family":"Rayson","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,14]]},"reference":[{"key":"28_CR1","unstructured":"Baldeon Suarez, J., Mart\u00ednez, P., Mart\u00ednez, J.L.: Combining financial word embeddings and knowledge-based features for financial text summarization UC3M-MC System at FNS-2020. In: Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation, pp. 112\u2013117. COLING, Barcelona, Spain (Online) (2020). https:\/\/aclanthology.org\/2020.fnp-1.19"},{"key":"28_CR2","unstructured":"Beltagy, I., Peters, M.E., Cohan, A.: Longformer: the long-document transformer. arXiv:2004.05150 [cs] (2020). http:\/\/arxiv.org\/abs\/2004.05150"},{"issue":"3","key":"28_CR3","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1007\/s11142-019-9488-0","volume":"24","author":"E Cardinaels","year":"2019","unstructured":"Cardinaels, E., Hollander, S., White, B.J.: Automatic summarization of earnings releases: attributes and effects on investors\u2019 judgments. Rev. Acc. Stud. 24(3), 860\u2013890 (2019)","journal-title":"Rev. Acc. Stud."},{"key":"28_CR4","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Dror, R., Baumer, G., Shlomov, S., Reichart, R.: The hitchhiker\u2019s guide to testing statistical significance in natural language processing. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (vol. 1: Long Papers). vol. 1, p. 1383\u20131392 (2018)","DOI":"10.18653\/v1\/P18-1128"},{"key":"28_CR6","unstructured":"El-Haj, M., Litvak, M., Pittaras, N., Giannakopoulos, G., et al.: The financial narrative summarisation shared task (FNS 2020). In: Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation, pp. 1\u201312 (2020)"},{"issue":"3\u20134","key":"28_CR7","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1111\/jbfa.12378","volume":"46","author":"M El-Haj","year":"2019","unstructured":"El-Haj, M., Rayson, P., Walker, M., Young, S., Simaki, V.: In search of meaning: lessons, resources and next steps for computational analysis of financial discourse. J. Bus. Finan. Acc. 46(3\u20134), 265\u2013306 (2019)","journal-title":"J. Bus. Finan. Acc."},{"key":"28_CR8","unstructured":"El-Haj, M., et al.: The financial narrative summarisation shared task (FNS 2022). In: Proceedings of the 4th Financial Narrative Processing Workshop @LREC2022, pp. 43\u201352. European Language Resources Association, Marseille (2022). https:\/\/aclanthology.org\/2022.fnp-1.6"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Filippova, K., Surdeanu, M., Ciaramita, M., Zaragoza, H.: Company-oriented extractive summarization of financial news. In: Proceedings of the 12th Conference of the European Chapter of the ACL (EACL 2009), pp. 246\u2013254 (2009)","DOI":"10.3115\/1609067.1609094"},{"key":"28_CR10","doi-asserted-by":"crossref","unstructured":"Gong, Y., Liu, X.: Generic text summarization using relevance measure and latent semantic analysis. In: SIGIR 2001 (2001)","DOI":"10.1145\/383952.383955"},{"key":"28_CR11","unstructured":"La Quatra, M., Cagliero, L.: End-to-end Training For Financial Report Summarization. In: Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation, pp. 118\u2013123. COLING, Barcelona (Online) (2020). https:\/\/aclanthology.org\/2020.fnp-1.20"},{"key":"28_CR12","doi-asserted-by":"publisher","unstructured":"Lewis, M., et al.: BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7871\u20137880. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.703, https:\/\/aclanthology.org\/2020.acl-main.703","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"28_CR13","unstructured":"Li, L., Jiang, Y., Liu, Y.: Extractive financial narrative summarisation based on DPPs. In: Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation, pp. 100\u2013104. COLING, Barcelona (Online) (2020). https:\/\/aclanthology.org\/2020.fnp-1.17"},{"key":"28_CR14","unstructured":"Miller, D.: Leveraging Bert for extractive text summarization on lectures (2019)"},{"key":"28_CR15","unstructured":"de Oliveira, P.C.F., Ahmad, K., Gillam, L.: A financial news summarization system based on lexical cohesion. In: Proceedings of the International Conference on Terminology and Knowledge Engineering, Nancy, France (2002)"},{"key":"28_CR16","unstructured":"Orzhenovskii, M.: T5-LONG-EXTRACT at FNS-2021 shared task. In: Proceedings of the 3rd Financial Narrative Processing Workshop, pp. 67\u201369. Association for Computational Linguistics, Lancaster, United Kingdom (2021). https:\/\/aclanthology.org\/2021.fnp-1.12"},{"issue":"6","key":"28_CR17","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1016\/j.ipm.2003.10.006","volume":"40","author":"DR Radev","year":"2004","unstructured":"Radev, D.R., Jing, H., Sty\u015b, M., Tam, D.: Centroid-based summarization of multiple documents. Inf. Process. Manage. 40(6), 919\u2013938 (2004)","journal-title":"Inf. Process. Manage."},{"key":"28_CR18","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv:1910.10683 [cs, stat] (Jul 2020). http:\/\/arxiv.org\/abs\/1910.10683"},{"key":"28_CR19","doi-asserted-by":"publisher","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: Sentence embeddings using Siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 3982\u20133992. Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1410, https:\/\/aclanthology.org\/D19-1410","DOI":"10.18653\/v1\/D19-1410"},{"key":"28_CR20","unstructured":"Singh, A.: PoinT-5: pointer network and t-5 based financial narrative summarisation. In: Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation. pp. 105\u2013111. COLING, Barcelona, Spain (Online) (2020), https:\/\/aclanthology.org\/2020.fnp-1.18"},{"key":"28_CR21","unstructured":"Zhang, J., Zhao, Y., Saleh, M., Liu, P.J.: PEGASUS: pre-training with extracted gap-sentences for abstractive summarization. arXiv:1912.08777 [cs] (2020). http:\/\/arxiv.org\/abs\/1912.08777"},{"key":"28_CR22","unstructured":"Zmandar, N., El-Haj, M., Rayson, P., Abura\u2019Ed, A., Litvak, M., Giannakopoulos, G., Pittaras, N.: The financial narrative summarisation shared task FNS 2021. In: Proceedings of the 3rd Financial Narrative Processing Workshop, pp. 120\u2013125. Association for Computational Linguistics, Lancaster, United Kingdom (2021). https:\/\/aclanthology.org\/2021.fnp-1.22"},{"key":"28_CR23","unstructured":"Zmandar, N., Singh, A., El-Haj, M., Rayson, P.: Joint abstractive and extractive method for long financial document summarization. In: Proceedings of the 3rd Financial Narrative Processing Workshop, pp. 99\u2013105. Association for Computational Linguistics, Lancaster, United Kingdom (2021). https:\/\/aclanthology.org\/2021.fnp-1.19"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35320-8_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T06:07:46Z","timestamp":1686636466000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35320-8_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031353192","9783031353208"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35320-8_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Derby","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.derby.ac.uk\/events\/latest-events\/nldb-2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"89","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}