{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T04:47:09Z","timestamp":1785818829156,"version":"3.56.0"},"reference-count":77,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"PRIN COMMON-WEARS N. 2020HCWWLP","award":["INTAFAM 00039 MUSIC4D"],"award-info":[{"award-number":["INTAFAM 00039 MUSIC4D"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput. Soc. Syst."],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1109\/tcss.2026.3691181","type":"journal-article","created":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T19:43:54Z","timestamp":1780515834000},"page":"4817-4836","source":"Crossref","is-referenced-by-count":0,"title":["Mitigating Hallucination in Multimodal Information Systems: A Comparative Analysis of Modular LLM Architectures"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9816-6831","authenticated-orcid":false,"given":"Rashmi","family":"Chawla","sequence":"first","affiliation":[{"name":"University of Calabria (UNICAL)","place":["Rende, Italy"],"department":["DIMES Department"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0119-695X","authenticated-orcid":false,"given":"Sunita","family":"Dahiya","sequence":"additional","affiliation":[{"name":"DCRUST","place":["Murthal, India"],"department":["ECE Department"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4126-8723","authenticated-orcid":false,"given":"Gaurav","family":"Singh","sequence":"additional","affiliation":[{"name":"Innovaccer","place":["Noida, India"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4039-891X","authenticated-orcid":false,"given":"Giancarlo","family":"Fortino","sequence":"additional","affiliation":[{"name":"University of Calabria (UNICAL)","place":["Rende, Italy"],"department":["DIMES Department"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-soc-081715-074206"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3115\/1620754.1620794"},{"key":"ref4","article-title":"ClinicalBert: Modeling clinical notes and predicting hospital readmission","author":"Huang","year":"2019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1636"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.24251\/hicss.2019.034"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60117-1_33"},{"key":"ref8","article-title":"DocPrompting: Generating code by retrieving the docs","author":"Zhou","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.498"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108231"},{"key":"ref11","article-title":"A survey of text summarization: Techniques, evaluation and challenges","volume":"7","author":"Supriyono","year":"2024","journal-title":"Natural Lang. Process. J."},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D19-1298","article-title":"Extractive summarization of long documents by combining global and local context","author":"Xiao","year":"2019"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00632"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D19-1371","article-title":"SciBERT: A pretrained language model for scientific text","author":"Beltagy","year":"2019"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2022.nllp-1.11","article-title":"Processing long legal documents with pre-trained transformers: Modding LegalBERT and Longformer","author":"Mamakas","year":"2022"},{"key":"ref16","article-title":"HaluEval-Wild: Evaluating hallucinations of language models in the wild","author":"Zhu","year":"2024"},{"key":"ref17","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"issue":"8","key":"ref18","first-page":"1","article-title":"Improving language understanding by generative pre-training","volume":"1","author":"Radford","year":"2018","journal-title":"OpenAI Blog"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"key":"ref20","article-title":"Hallucination is inevitable: An innate limitation of large language models","author":"Xu","year":"2025"},{"key":"ref21","article-title":"A comprehensive survey of hallucination mitigation techniques in large language models","author":"Tonmoy","year":"2024"},{"key":"ref22","article-title":"MultidocLLM: A benchmark for multi-document reasoning with large language models","author":"Chen","year":"2023"},{"key":"ref23","article-title":"A systematic evaluation of large language models for multi-document summarization","author":"Huang","year":"2023"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.20944\/preprints202409.1734.v1","article-title":"Leveraging long-context large language models for multi-document understanding and summarization in enterprise applications","author":"Godbole","year":"2024"},{"key":"ref25","article-title":"Leveraging LLMs as meta-judges: A multi-agent framework for evaluating LLM judgments","author":"Li","year":"2025"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3615201"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1047"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.52202\/075280-2020","article-title":"Judging LLM-as-a-judge with MT-bench and chatbot arena","author":"Zheng","year":"2023"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07421-0"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00453"},{"key":"ref31","first-page":"7494","article-title":"MS2: Multi-document summarization of medical studies","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"DeYoung","year":"2021"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1177\/20552076241293932"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-02855-5"},{"key":"ref34","article-title":"LLM-Aix: An open source pipeline for information extraction from unstructured medical text based on privacy preserving large language models","author":"Wiest","year":"2024","journal-title":"medRxiv"},{"issue":"5","key":"ref35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/sym17050633","article-title":"Optimizing legal text summarization through dynamic retrieval-augmented generation and domain-specific adaptation","volume":"17","author":"Ajay Mukund","year":"2025","journal-title":"Symmetry"},{"key":"ref36","doi-asserted-by":"crossref","DOI":"10.1145\/3462757.3466092","article-title":"Incorporating domain knowledge for extractive summarization of legal case documents","author":"Bhattacharya","year":"2021"},{"key":"ref37","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.108231","article-title":"Neural natural language processing for long texts: A survey on classification and summarization","volume":"133","author":"Tsirmpas","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/isaf.1386"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.findings-ijcnlp.11","article-title":"Unsupervised multi-document summarization with holistic inference","author":"Zhang","year":"2023"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2020.acl-main.555","article-title":"Leveraging graph to improve abstractive multi-document summarization","author":"Li","year":"2020"},{"key":"ref41","first-page":"5276","article-title":"From single to multi: How LLMs hallucinate in multi-document summarization","volume-title":"Proc. Findings Assoc. Comput. Linguistics: NAACL","author":"Bel\u00e9m","year":"2025"},{"key":"ref42","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2020.acl-main.553","article-title":"Heterogeneous graph neural networks for extractive document summarization","author":"Wang","year":"2020"},{"key":"ref43","article-title":"Characterizing multimodal long-form summarization: A case study on financial reports","author":"Cao","year":"2024"},{"key":"ref44","article-title":"FinBERT: Financial sentiment analysis with pre-trained language models","author":"Araci","year":"2019"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3445413"},{"key":"ref46","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.acl-long.482","article-title":"Element-aware summarization with large language models: Expert-aligned evaluation and chain-of-thought method","author":"Wang","year":"2023"},{"key":"ref47","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.naacl-main.474","article-title":"MediaSum: A large-scale media interview dataset for dialogue summarization","author":"Zhu","year":"2021"},{"key":"ref48","article-title":"Benchmarking large language models for news summarization","author":"Zhang","year":"2023"},{"key":"ref49","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","author":"Lewis","year":"2021"},{"key":"ref50","article-title":"Chain-of-thought prompting elicits reasoning in large language models","author":"Wei","year":"2023"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/MIPRO60963.2024.10569238"},{"key":"ref52","doi-asserted-by":"crossref","DOI":"10.1145\/3639856.3639895","article-title":"Towards reducing hallucination in extracting information from financial reports using large language models","author":"Sarmah","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref54","article-title":"Cognitive mirage: A review of hallucinations in large language models","author":"Ye","year":"2023"},{"key":"ref55","article-title":"Exploring and evaluating hallucinations in LLM-powered code generation","author":"Liu","year":"2024"},{"key":"ref56","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.findings-emnlp.320","article-title":"Retrieval augmentation reduces hallucination in conversation","author":"Shuster","year":"2021"},{"key":"ref57","article-title":"A survey of large language models for financial applications: Progress, prospects and challenges","author":"Nie","year":"2024"},{"key":"ref58","article-title":"CatMemo at the FinLLM challenge task: Fine-tuning large language models using data fusion in financial applications","author":"Cao","year":"2024"},{"key":"ref59","article-title":"FinanceQA: A benchmark for evaluating financial analysis capabilities of large language models","author":"Mateega","year":"2025"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3768292.3770361"},{"key":"ref61","article-title":"FinBERT-Qa: Financial question answering with pre-trained BERT language models","author":"Yuan","year":"2023"},{"key":"ref62","article-title":"A survey on LLM-as-a-Judge","author":"Gu","year":"2025"},{"key":"ref63","article-title":"LLMs-as-Judges: A comprehensive survey on LLM-based evaluation methods","author":"Li","year":"2024"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"},{"issue":"7","key":"ref65","doi-asserted-by":"crossref","first-page":"3580","DOI":"10.1109\/TKDE.2024.3352100","article-title":"Unifying large language models and knowledge graphs: A roadmap","volume":"36","author":"Pan","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"8017","key":"ref66","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1038\/s41586-024-07421-0","article-title":"Detecting hallucinations in large language models using semantic entropy","volume":"630","author":"Farquhar","year":"2024","journal-title":"Nature"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"1274","DOI":"10.1109\/TASLP.2023.3345146","article-title":"Enhancing multimodal entity and relation extraction with variational information bottleneck","volume":"32","author":"Cui","year":"2024","journal-title":"IEEE\/ACM Trans. Audio, Speech, Lang. Process."},{"key":"ref68","doi-asserted-by":"crossref","first-page":"1264","DOI":"10.1109\/TMM.2020.2995278","article-title":"Self-adaptive neural module transformer for visual question answering","volume":"23","author":"Zhong","year":"2021","journal-title":"IEEE Trans. Multimedia"},{"issue":"3","key":"ref69","doi-asserted-by":"crossref","first-page":"1877","DOI":"10.1109\/TPAMI.2024.3507000","article-title":"LVLM-eHub: A comprehensive evaluation benchmark for large vision-language models","volume":"47","author":"Xu","year":"2025","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"ref70","article-title":"Structuring the unstructured: A multi-agent system for extracting and querying financial KPIs and guidance","volume-title":"Proc. 2nd Workshop Financial Inf. Retrieval Era Generative AI (FinIR\u201925), Co-located ACM SIGIR","author":"Choi","year":"2025"},{"key":"ref71","article-title":"Multi-stage field extraction of financial documents with OCR and compact vision-language models","author":"Jin","year":"2025"},{"key":"ref72","article-title":"Definedge API documentation: Structured market data access","year":"2024"},{"key":"ref73","article-title":"Qwen2.5 technical report","author":"Qwen","year":"2025"},{"key":"ref74","article-title":"The Llama 3 herd of models","author":"Grattafiori","year":"2024"},{"key":"ref75","article-title":"Mixtral of experts","author":"Jiang","year":"2024"},{"key":"ref76","article-title":"Gemma 3 technical report","author":"Team","year":"2025"},{"key":"ref77","article-title":"DeepSeek-R1: Incentivizing reasoning capability in LLMs via reinforcement learning","author":"DeepSeek-Ai","year":"2025"}],"container-title":["IEEE Transactions on Computational Social Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6570650\/11640440\/11548617.pdf?arnumber=11548617","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T04:38:50Z","timestamp":1785818330000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11548617\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":77,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tcss.2026.3691181","relation":{},"ISSN":["2329-924X","2373-7476"],"issn-type":[{"value":"2329-924X","type":"electronic"},{"value":"2373-7476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8]]}}}