{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T15:52:28Z","timestamp":1780501948491,"version":"3.54.1"},"reference-count":28,"publisher":"Association for Computing Machinery (ACM)","issue":"6","license":[{"start":{"date-parts":[[2020,10,2]],"date-time":"2020-10-02T00:00:00Z","timestamp":1601596800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Qatar University through","award":["QUST-1-CENG-2018-24"],"award-info":[{"award-number":["QUST-1-CENG-2018-24"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Trans. Asian Low-Resour. Lang. Inf. Process."],"published-print":{"date-parts":[[2020,11,30]]},"abstract":"<jats:p>\n            The absence of publicly available reusable test collections for Arabic question answering on the Holy Qur\u2019an has impeded the possibility of fairly comparing the performance of systems in that domain. In this article, we introduce\n            <jats:italic>AyaTEC<\/jats:italic>\n            , a reusable test collection for verse-based question answering on the Holy Qur\u2019an, which serves as a common experimental testbed for this task.\n            <jats:italic>AyaTEC<\/jats:italic>\n            includes 207 questions (with their corresponding 1,762 answers) covering 11 topic categories of the Holy Qur\u2019an that target the information needs of both curious and skeptical users. To the best of our effort, the answers to the questions (each represented as a sequence of verses) in\n            <jats:italic>AyaTEC<\/jats:italic>\n            were exhaustive\u2014that is, all qur\u2019anic verses that directly answered the questions were exhaustively extracted and annotated. To facilitate the use of\n            <jats:italic>AyaTEC<\/jats:italic>\n            in evaluating the systems designed for that task, we propose several evaluation measures to support the different types of questions and the nature of verse-based answers while integrating the concept of partial matching of answers in the evaluation.\n          <\/jats:p>","DOI":"10.1145\/3400396","type":"journal-article","created":{"date-parts":[[2020,10,2]],"date-time":"2020-10-02T10:11:40Z","timestamp":1601633500000},"page":"1-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":24,"title":["<i>AyaTEC<\/i>"],"prefix":"10.1145","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1518-7256","authenticated-orcid":false,"given":"Rana","family":"Malhas","sequence":"first","affiliation":[{"name":"Qatar University, Doha, Qatar"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tamer","family":"Elsayed","sequence":"additional","affiliation":[{"name":"Qatar University, Doha, Qatar"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,10,2]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-3607"},{"key":"e_1_2_1_2_1","unstructured":"Fatimah Dato Ahmad. 1995. A Malay Language Document Retrieval System: An Experimental Approach and Analysis. UKM Bangi.  Fatimah Dato Ahmad. 1995. A Malay Language Document Retrieval System: An Experimental Approach and Analysis. UKM Bangi."},{"key":"e_1_2_1_3_1","first-page":"27","article-title":"KSUCCA: A key to exploring Arabic historical linguistics","volume":"5","author":"Alrabiah M.","year":"2014","journal-title":"International Journal of Computational Linguistics"},{"key":"e_1_2_1_4_1","volume-title":"Proceedings of the Conference on Grand Challenges in Computing Research (GCCR\u201910)","author":"Atwell Eric","year":"2010"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-019-09460-w"},{"key":"e_1_2_1_6_1","volume-title":"Overview of the TREC 2007 question answering track. In Proceedings of the 15th Text REtrieval Conference (TREC\u201907)","author":"Dang Hoa Trang","year":"2007"},{"key":"e_1_2_1_7_1","volume-title":"Overview of the TREC 2006 question answering track. In Proceedings of the 14th Text REtrieval Conference (TREC\u201906)","author":"Dang Hoa Trang","year":"2006"},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-016-2251-y"},{"key":"e_1_2_1_9_1","first-page":"51","article-title":"Islamic applications of automatic question-answering","volume":"17","author":"Hamdelsayed M. A.","year":"2016","journal-title":"Journal of Engineering and Computer Science"},{"key":"e_1_2_1_10_1","volume-title":"Proceedings of the 4th International Conference on Islamic Applications in Computer Science and Technologies (IMAN\u201916)","author":"Hamdelsayed Mohamed Adany"},{"key":"e_1_2_1_11_1","first-page":"29","article-title":"Islamic application of question answering systems: Comparative study","volume":"7","author":"Hamdelsayed Mohamed Adany","year":"2017","journal-title":"Journal of Advanced Computer Science and Technology Research"},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3844\/jcssp.2016.169.177"},{"key":"e_1_2_1_13_1","first-page":"20","article-title":"Using an Islamic question and answer knowledge base to answer questions about the Holy Quran","volume":"4","author":"Hamoud Bothaina","year":"2016","journal-title":"International Journal on Islamic Applications in Computer Science And Technology"},{"key":"e_1_2_1_14_1","first-page":"1133","article-title":"Evaluation corpus for restricted-domain question-answering systems for the Holy Quran","volume":"6","author":"Hamoud Bothaina","year":"2017","journal-title":"International Journal of Science and Research"},{"key":"e_1_2_1_15_1","volume-title":"Modern Arabic: Structures, Functions, and Varieties","author":"Holes Clive","year":"2004"},{"key":"e_1_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/1133031.1133035"},{"key":"e_1_2_1_20_1","volume-title":"Lexical scoring system of lexical chain for quranic document retrieval. GEMA Online\u00ae Journal of Language Studies 18, 2","author":"Rad Hamed Zakeri","year":"2018"},{"key":"e_1_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2124"},{"key":"e_1_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_2_1_23_1","volume-title":"Proceedings of the 8th Conference on International Language Resources and Evaluation (LREC\u201912)","author":"Abdul-Baquee"},{"key":"e_1_2_1_24_1","volume-title":"Proceedings of the 2nd International Conference on Islamic Applications in Computer Science and Technology. 1--8.","author":"Shmeisani H."},{"key":"e_1_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1093\/ptj\/85.3.257"},{"key":"e_1_2_1_26_1","volume-title":"Overview of the TREC 2003 question answering track. In Proceedings of the 11th Text REtrieval Conference (TREC\u201903)","author":"Voorhees Ellen M.","year":"2003"},{"key":"e_1_2_1_27_1","volume-title":"Overview of the TREC 2004 question answering track. In Proceedings of the 12th Text REtrieval Conference (TREC\u201904)","author":"Voorhees Ellen M.","year":"2004"},{"key":"e_1_2_1_28_1","volume-title":"Overview of the TREC 2005 question answering track. In Proceedings of the 13th Text REtrieval Conference (TREC\u201905)","author":"Ellen"},{"key":"e_1_2_1_29_1","volume-title":"Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM","author":"Ellen"},{"key":"e_1_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.19026\/rjaset.6.3457"}],"container-title":["ACM Transactions on Asian and Low-Resource Language Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3400396","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3400396","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:43Z","timestamp":1750199923000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3400396"}},"subtitle":["Building a Reusable Verse-Based Test Collection for Arabic Question Answering on the Holy Qur\u2019an"],"short-title":[],"issued":{"date-parts":[[2020,10,2]]},"references-count":28,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,11,30]]}},"alternative-id":["10.1145\/3400396"],"URL":"https:\/\/doi.org\/10.1145\/3400396","relation":{},"ISSN":["2375-4699","2375-4702"],"issn-type":[{"value":"2375-4699","type":"print"},{"value":"2375-4702","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10,2]]},"assertion":[{"value":"2019-10-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-05-01","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-10-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}