{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:58:18Z","timestamp":1763193498426,"version":"3.45.0"},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11228599","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Benchmarking Retrieval-Augmented Generation: Challenging Domain-specific Datasets Generation Method"],"prefix":"10.1109","author":[{"given":"Yanqing","family":"Liu","sequence":"first","affiliation":[{"name":"Xi’an Jiaotong University,School of Software Engineering,Xi’an,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Hu","sequence":"additional","affiliation":[{"name":"University of California,Computer Science Department,San Diego,California,United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaolong","family":"Dong","sequence":"additional","affiliation":[{"name":"Hangzhou Yanqu Information Technology Co., Ltd,Hangzhou,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhi","family":"Wang","sequence":"additional","affiliation":[{"name":"Xi’an Jiaotong University,School of Software Engineering,Xi’an,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Gpt-4 technical report","year":"2023","author":"Achiam","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"article-title":"Ragbench: Explainable benchmark for retrieval-augmented generation systems","year":"2024","author":"Friel","key":"ref3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.99"},{"article-title":"Retrieval-augmented generation for large language models: A survey","year":"2023","author":"Gao","key":"ref5"},{"journal-title":"Chatglm: A family of large language models from glm-130b to glm-4 all tools","year":"2024","author":"Zeng","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1147"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.243"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"ref11","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"journal-title":"Dmqr-rag: Diverse multi-query rewriting for rag","year":"2024","author":"Li","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.367"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3701228"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.41"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.49"},{"journal-title":"Embedding and clustering your data can improve contrastive pretraining","year":"2024","author":"Merrick","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.20"},{"journal-title":"In chatgpt we trust? measuring and characterizing the reliability of chatgpt","year":"2023","author":"Shen","key":"ref20"},{"journal-title":"Multihop-rag: Benchmarking retrieval-augmented generation for multi-hop queries","year":"2024","author":"Tang","key":"ref21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.292"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657878"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.372"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-96-1024-2_8"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-industry.103"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2025,6,30]]},"location":"Rome, Italy","end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11228599.pdf?arnumber=11228599","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:54:01Z","timestamp":1763193241000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11228599\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11228599","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}