{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T06:28:31Z","timestamp":1786602511025,"version":"build-2736575974"},"reference-count":57,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/icde65706.2026.00201","type":"proceedings-article","created":{"date-parts":[[2026,8,12]],"date-time":"2026-08-12T19:11:58Z","timestamp":1786561918000},"page":"2697-2710","source":"Crossref","is-referenced-by-count":0,"title":["XRAG: Examining the Core - Benchmarking Foundational Components in Advanced Retrieval-Augmented Generation"],"prefix":"10.1109","author":[{"given":"Qili","family":"Zhang","sequence":"first","affiliation":[{"name":"Zhongguancun Laboratory"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qianren","family":"Mao","sequence":"additional","affiliation":[{"name":"Zhongguancun Laboratory"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yangyifei","family":"Luo","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yashuo","family":"Luo","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanwen","family":"Hao","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhilong","family":"Cao","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weifeng","family":"Jiang","sequence":"additional","affiliation":[{"name":"Nanyang Technological University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhijun","family":"Chen","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junnan","family":"Liu","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feng","family":"Yan","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaolong","family":"Wang","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinlong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenting","family":"Huang","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhixing","family":"Tan","sequence":"additional","affiliation":[{"name":"Zhongguancun Laboratory"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Sun","sequence":"additional","affiliation":[{"name":"Zhongguancun Laboratory"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Li","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianxin","family":"Li","sequence":"additional","affiliation":[{"name":"Beihang University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philip S.","family":"Yu","sequence":"additional","affiliation":[{"name":"University of Illinois Chicago"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"7969","article-title":"Active retrieval augmented generation","volume-title":"EMNLP. Association for Computational Linguistics","author":"Jiang","year":"2023"},{"key":"ref2","article-title":"REALM: retrievalaugmented language model pre-training","volume-title":"CoRR","volume":"abs\/2002.08909","author":"Guu","year":"2020"},{"key":"ref3","article-title":"Retrieval-augmented generation for large language models: A survey","volume-title":"CoRR","volume":"abs\/2312.10997","author":"Gao","year":"2023"},{"key":"ref4","first-page":"2206","article-title":"Improving language models by retrieving from trillions of tokens","volume-title":"ICML, ser. Proceedings of Machine Learning Research","volume":"162","author":"Borgeaud","year":"2022"},{"key":"ref5","article-title":"Selfrag: Learning to retrieve, generate, and critique through selfreflection","author":"Asai","year":"2024","journal-title":"ICLR. OpenReview.net"},{"key":"ref6","volume-title":"Agentic retrieval-augmented generation: A survey on agentic rag","author":"Singh","year":"2025"},{"key":"ref7","article-title":"Retrieval-augmented generation with graphs (graphrag)","volume":"abs\/2501.00309","author":"Han","year":"2025","journal-title":"CoRR"},{"key":"ref8","volume-title":"Privacy-preserving federated embedding learning for localized retrieval-augmented generation","author":"Mao","year":"2025"},{"key":"ref9","volume-title":"Stacking your transformers: A closer look at model growth for efficient llm pre-training","author":"Du","year":"2024"},{"key":"ref10","volume-title":"Turborag: Accelerating retrieval-augmented generation with precomputed kv caches for chunked text","author":"Lu","year":"2024"},{"key":"ref11","volume-title":"Raglab: A modular and research-oriented unified framework for retrieval-augmented generation","author":"Zhang","year":"2024"},{"key":"ref12","volume-title":"LangChain","author":"Chase","year":"2022"},{"key":"ref13","volume-title":"LlamaIndex","author":"Liu","year":"2022"},{"key":"ref14","volume-title":"fastRAG: Efficient Retrieval Augmentation and Generation Framework","author":"Izsak","year":"2023"},{"key":"ref15","first-page":"52","article-title":"Ralle: A framework for developing and evaluating retrieval-augmented large language models","author":"Hoshi","year":"2023","journal-title":"EMNLP (Demos). Association for Computational Linguistics"},{"key":"ref16","article-title":"Localrqa: From generating data to locally training, testing, and deploying retrieval-augmented QA systems","volume-title":"CoRR","volume":"abs\/2403.00982","author":"Yu","year":"2024"},{"key":"ref17","volume-title":"AutoRAG","author":"Kim","year":"2024"},{"key":"ref18","article-title":"Flashrag: A modular toolkit for efficient retrieval-augmented generation research","volume-title":"CoRR","volume":"abs\/2405.13576","author":"Jin","year":"2024"},{"issue":"6","key":"ref19","first-page":"1962","article-title":"Anarchy in the database: A survey and evaluation of database management system extensibility","volume-title":"Proc. VLDB Endow.","volume":"18","author":"Kim","year":"2025"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/icde65448.2025.00108"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/icde65448.2025.00368"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/icde65448.2025.00352"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2024.3389693"},{"issue":"5","key":"ref24","first-page":"939","article-title":"Hybench: A new benchmark for HTAP databases","volume-title":"Proc. VLDB Endow.","volume":"17","author":"Zhang","year":"2024"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-023-00235-6"},{"key":"ref26","article-title":"Take a step back: Evoking reasoning via abstraction in large language models","volume-title":"ICLR. OpenReview.net","author":"Zheng","year":"2024"},{"key":"ref27","first-page":"1762","article-title":"Precise zero-shot dense retrieval without relevance labels","volume-title":"ACL (1). Association for Computational Linguistics","author":"Gao","year":"2023"},{"key":"ref28","first-page":"758","article-title":"Reciprocal rank fusion outperforms condorcet and individual rank learning methods","volume-title":"SIGIR. ACM","author":"Cormack","year":"2009"},{"key":"ref29","author":"Asai","year":"2024","journal-title":"Self-rag: Learning to retrieve, generate, and critique through self-reflection"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.831"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730018"},{"key":"ref32","author":"Li","year":"2025","journal-title":"Retrieval feedback memory enhancement large model retrieval generation method"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1312"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.389"},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D18-1259","article-title":"HotpotQA: A dataset for diverse, explainable multi-hop question answering","volume-title":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Yang","year":"2018"},{"key":"ref36","article-title":"DROP: A reading comprehension benchmark requiring discrete reasoning over paragraphs","volume-title":"Proc. of NAACL","author":"Dua","year":"2019"},{"key":"ref37","first-page":"452","article-title":"Natural questions: a benchmark for question answering research","volume-title":"Trans. Assoc. Comput. Linguistics","volume":"7","author":"Kwiatkowski","year":"2019"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.463"},{"key":"ref39","volume-title":"Financebench: A new benchmark for financial question answering","author":"Islam","year":"2023"},{"key":"ref40","volume-title":"Jury: A comprehensive evaluation toolkit","author":"Cavusoglu","year":"2023"},{"key":"ref41","first-page":"392","article-title":"chrf: character n-gram f-score for automatic MT evaluation","volume-title":"WMT@EMNLP. The Association for Computer Linguistics","author":"Popovic","year":"2015"},{"key":"ref42","first-page":"612","article-title":"chrf++: words helping character n-grams","volume-title":"WMT. Association for Computational Linguistics","year":"2017"},{"key":"ref43","first-page":"65","article-title":"METEOR: an automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"IEEvaluation@ACL. Association for Computational Linguistics","author":"Banerjee","year":"2005"},{"key":"ref44","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref45","first-page":"4816","article-title":"MAUVE: measuring the gap between neural text and human text using divergence frontiers","volume-title":"NeurIPS","author":"Pillutla","year":"2021"},{"issue":"S1","key":"ref46","first-page":"S63","article-title":"Perplexity-a measure of the difficulty of speech recognition tasks","volume-title":"The Journal of the Acoustical Society of America","volume":"62","author":"Jelinek","year":"1977"},{"key":"ref47","first-page":"2765","article-title":"From WER and RIL to MER and WIL: improved evaluation measures for connected speech recognition","volume-title":"INTERSPEECH. ISCA","author":"Morris","year":"2004"},{"issue":"140","key":"ref48","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume-title":"Journal of Machine Learning Research","volume":"21","author":"Raffel","year":"2020"},{"key":"ref49","volume-title":"Challenges and applications of large language models","author":"Kaddour","year":"2023"},{"key":"ref50","first-page":"2474","article-title":"Numnet: Machine reading comprehension with numerical reasoning","volume-title":"EMNLP\/IJCNLP (1). Association for Computational Linguistics","author":"Ran","year":"2019"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3732796"},{"key":"ref52","first-page":"9802","article-title":"When not to trust language models: Investigating effectiveness of parametric and non-parametric memories","volume-title":"ACL (1). Association for Computational Linguistics","author":"Mallen","year":"2023"},{"key":"ref53","first-page":"1601","article-title":"Triviaqa: A large scale distantly supervised challenge dataset for reading comprehension","volume-title":"ACL (1). Association for Computational Linguistics","author":"Joshi","year":"2017"},{"key":"ref54","first-page":"8273","article-title":"ASQA: factoid questions meet long-form answers","volume-title":"EMNLP. Association for Computational Linguistics","author":"Stelmakh","year":"2022"},{"key":"ref55","first-page":"12076","article-title":"Factscore: Fine-grained atomic evaluation of factual precision in long form text generation","author":"Min","year":"2023","journal-title":"EMNLP. Association for Computational Linguistics"},{"key":"ref56","article-title":"Measuring massive multitask language understanding","volume-title":"ICLR. OpenReview.net","author":"Hendrycks","year":"2021"},{"key":"ref57","first-page":"3272","article-title":"Clues before answers: Generation-enhanced multiple-choice QA","volume-title":"NAACL-HLT. Association for Computational Linguistics","author":"Huang","year":"2022"}],"event":{"name":"2026 IEEE 42nd International Conference on Data Engineering (ICDE)","location":"Montreal, QC, Canada","start":{"date-parts":[[2026,5,4]]},"end":{"date-parts":[[2026,5,8]]}},"container-title":["2026 IEEE 42nd International Conference on Data Engineering (ICDE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11629178\/11629165\/11629265.pdf?arnumber=11629265","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T05:57:38Z","timestamp":1786600658000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11629265\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":57,"URL":"https:\/\/doi.org\/10.1109\/icde65706.2026.00201","relation":{},"subject":[],"published":{"date-parts":[[2026,5]]}}}