{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,18]],"date-time":"2025-01-18T05:07:19Z","timestamp":1737176839318,"version":"3.33.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10826032","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"116-122","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Text Summarization Techniques and Factual Consistency with Language Models"],"prefix":"10.1109","author":[{"given":"Md Moinul","family":"Islam","sequence":"first","affiliation":[{"name":"University of Oulu,Center for Machine Vision and Signal Analysis,Finland"}]},{"given":"Usman","family":"Muhammad","sequence":"additional","affiliation":[{"name":"Aalto University,Department of Computer Science,Finland"}]},{"given":"Mourad","family":"Oussalah","sequence":"additional","affiliation":[{"name":"University of Oulu,Center for Machine Vision and Signal Analysis,Finland"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2204.01849"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.4304\/jetwi.2.3.258-268"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.12.011"},{"key":"ref4","article-title":"A comprehensive survey on process-oriented automatic text summarization with exploration of llm-based methods","volume-title":"ArXiv","volume":"abs\/2403.02901","author":"Jin","year":"2024"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.750"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2024.3456398"},{"key":"ref7","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref8","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","volume-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics","author":"Papineni"},{"article-title":"Bertscore: Evaluating text generation with bert","year":"2020","author":"Zhang","key":"ref9"},{"key":"ref10","first-page":"27 263","article-title":"Bartscore: Evaluating generated text as text generation","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Yuan","year":"2021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"ref12","first-page":"10 777","article-title":"LongDocFACTScore: Evaluating the factuality of long document abstractive summarisation","volume-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","author":"Bishop"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-44693-1_54","article-title":"Large language models are diverse role-players for summarization evaluation","author":"Wu","year":"2023"},{"article-title":"Text summarization using large language models: A comparative study of mpt-7b-instruct, falcon-7b-instruct, and openai chat-gpt models","year":"2023","author":"Basyal","key":"ref14"},{"article-title":"Factual dialogue summarization via learning from large language models","year":"2024","author":"Zhu","key":"ref15"},{"article-title":"Chatgpt as a factual inconsistency evaluator for text summarization","year":"2023","author":"Luo","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.205"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.322"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.124456"},{"article-title":"Pegasus: Pre-training with extracted gap-sentences for abstractive summarization","year":"2019","author":"Zhang","key":"ref20"},{"issue":"140","key":"ref21","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"Journal of Machine Learning Research"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.4324\/9781003022022-6"},{"article-title":"Language models are few-shot learners","year":"2020","author":"Brown","key":"ref23"},{"article-title":"Llama: Open and efficient foundation language models","year":"2023","author":"Touvron","key":"ref24"},{"article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","year":"2023","author":"Zheng","key":"ref25"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143892"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.650"},{"key":"ref28","first-page":"5062","article-title":"DialogSum: A real-life scenario dialogue summarization dataset","volume-title":"Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021","author":"Chen"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMsr2214184"},{"article-title":"Capabilities of gpt-4 on medical challenge problems","year":"2023","author":"Nori","key":"ref30"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","start":{"date-parts":[[2024,12,15]]},"location":"Washington, DC, USA","end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10826032.pdf?arnumber=10826032","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:16:24Z","timestamp":1737101784000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10826032\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10826032","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}