{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T03:33:58Z","timestamp":1777952038404,"version":"3.51.4"},"reference-count":16,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T00:00:00Z","timestamp":1769817600000},"content-version":"vor","delay-in-days":30,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Procedia Computer Science"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1016\/j.procs.2026.01.049","type":"journal-article","created":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T19:30:19Z","timestamp":1774035019000},"page":"401-409","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Evaluating LLMs on Arabic Reading Comprehension: Errors, Hallucinations, and Factual Inconsistencies"],"prefix":"10.1016","volume":"275","author":[{"given":"Najwa","family":"AlGhamdi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sadam","family":"Al-Azani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kwabena","family":"Nuamah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan","family":"Bundy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.procs.2026.01.049_bib1","series-title":"A comprehensive framework and empirical analysis for evaluating large language models in arabic dialect identification, in: 2024 International Joint Conference on Neural Networks (IJCNN)","first-page":"1","author":"Al-Azani","year":"2024"},{"key":"10.1016\/j.procs.2026.01.049_bib2","first-page":"15551","article-title":"OntologyRAG-Q: Resource development and benchmarking for retrieval-augmented question answering in qur\u2019anic tafsir, in: C","author":"Al-Azani","year":"2025","journal-title":"Christodoulopoulos, T. Chakraborty, C. Rose, V. Peng (Eds.), Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, Suzhou, China"},{"key":"10.1016\/j.procs.2026.01.049_bib3","first-page":"8008","author":"Mubarak","year":"2024"},{"key":"10.1016\/j.procs.2026.01.049_bib4","first-page":"8664","article-title":"Aratrust: An evaluation of trustworthiness for llms in arabic","author":"Alghamdi","year":"2025","journal-title":"in: Proceedings of the 31st International Conference on Computational Linguistics"},{"key":"10.1016\/j.procs.2026.01.049_bib5","first-page":"690","article-title":"Qur\u2019an QA 2023 shared task: Overview of passage retrieval and reading comprehension tasks over the holy qur\u2019an, in: H","author":"Malhas","year":"2023"},{"key":"10.1016\/j.procs.2026.01.049_bib6","first-page":"124","article-title":"Is gpt-4 a good islamic expert for answering quran questions?","author":"Alnefaie","year":"2023","journal-title":"in: Proceedings of the 35th Conference on Computational Linguistics and Speech Processing (ROCLING 2023)"},{"key":"10.1016\/j.procs.2026.01.049_bib7","first-page":"112","article-title":"Llms based approach for quranic question answering","author":"Saadaoui","year":"2024","journal-title":"in: WEBIST 2024"},{"key":"10.1016\/j.procs.2026.01.049_bib8","doi-asserted-by":"crossref","unstructured":"Z. Khalila, A. H. Nasution, W. Monika, A. Onan, Y. Murakami, Y. B. I. Radi, N. M. Osmani, Investigating retrieval-augmented generation in quranic studies: A study of 13 open-source large language models, arXiv preprint arXiv:2503.16581 (2025).","DOI":"10.14569\/IJACSA.2025.01602134"},{"key":"10.1016\/j.procs.2026.01.049_bib9","unstructured":"M. S. Bari, Y. Alnumay, N. A. Alzahrani, N. M. Alotaibi, H. A. Alyahya, S. AlRashed, F. A. Mirza, S. Z. Alsubaie, H. A. Alahmed, G. Alabduljabbar, R. Alkhathran, Y. Almushayqih, R. Alnajim, S. Alsubaihi, M. A. Mansour, S. A. Hassan, D. M. Alrubaian, A. Alammari, Z. Alawami, A. Al-Thubaity, A. Abdelali, J. Kuriakose, A. Abujabal, N. Al-Twairesh, A. Alowisheq, H. Khan, ALLam: Large language models for arabic and english, in: The Thirteenth International Conference on Learning Representations, 2024."},{"key":"10.1016\/j.procs.2026.01.049_bib10","unstructured":"N. Sengupta, S. K. Sahu, B. Jia, S. Katipomu, H. Li, F. Koto, W. Marshall, G. Gosal, C. Liu, Z. Chen, et al., Jais and jais-chat: Arabic-centric foundation and instruction-tuned open generative large language models, arXiv preprint arXiv:2308.16149 (2023)."},{"key":"10.1016\/j.procs.2026.01.049_bib11","unstructured":"W. Antoun, F. Baly, H. Hajj, Arabert: Transformer-based model for arabic language understanding, arXiv preprint arXiv:2003.00104 (2020)."},{"key":"10.1016\/j.procs.2026.01.049_bib12","first-page":"2049","article-title":"Arabicaqa: A comprehensive dataset for arabic question answering","author":"Abdallah","year":"2024","journal-title":"in: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"},{"key":"10.1016\/j.procs.2026.01.049_bib13","unstructured":"Hello GPT-4o \u2014 openai.com, https:\/\/openai.com\/index\/hello-gpt-4o\/ (2024)."},{"key":"10.1016\/j.procs.2026.01.049_bib14","unstructured":"A. Grattafiori, A. Dubey, A. Jauhri, A. Pandey, A. Kadian, A. Al-Dahle, A. Letman, A. Mathur, A. Schelten, A. Vaughan, et al., The llama 3 herd of models, arXiv preprint arXiv:2407.21783 (2024)."},{"issue":"1","key":"10.1016\/j.procs.2026.01.049_bib15","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/s10462-024-10964-3","article-title":"Improving ranking-based question answering with weak supervision for low-resource qur\u2019anic texts","volume":"58","author":"ElKoumy","year":"2024","journal-title":"Artificial Intelligence Review"},{"key":"10.1016\/j.procs.2026.01.049_bib16","first-page":"196","article-title":"Aragpt2: Pre-trained transformer for arabic language generation","author":"Antoun","year":"2021","journal-title":"in: Proceedings of the sixth arabic natural language processing workshop"}],"container-title":["Procedia Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050926000499?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050926000499?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T11:23:19Z","timestamp":1777893799000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1877050926000499"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":16,"alternative-id":["S1877050926000499"],"URL":"https:\/\/doi.org\/10.1016\/j.procs.2026.01.049","relation":{},"ISSN":["1877-0509"],"issn-type":[{"value":"1877-0509","type":"print"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating LLMs on Arabic Reading Comprehension: Errors, Hallucinations, and Factual Inconsistencies","name":"articletitle","label":"Article Title"},{"value":"Procedia Computer Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.procs.2026.01.049","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}