{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T04:37:32Z","timestamp":1780720652878,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":42,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819203710","type":"print"},{"value":"9789819203727","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-92-0372-7_29","type":"book-chapter","created":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T14:08:24Z","timestamp":1778335704000},"page":"471-488","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Pilot Empirical Study on\u00a0When and\u00a0How to\u00a0Use Knowledge Graphs as\u00a0Retrieval Augmented Generation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2395-2802","authenticated-orcid":false,"given":"Xujie","family":"Yuan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7267-7972","authenticated-orcid":false,"given":"Yongxu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7394-0082","authenticated-orcid":false,"given":"Shimin","family":"Di","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1072-7222","authenticated-orcid":false,"given":"Shiwen","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9339-1949","authenticated-orcid":false,"given":"Libin","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5902-1787","authenticated-orcid":false,"given":"Rui","family":"Meng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8257-5806","authenticated-orcid":false,"given":"Lei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6343-1455","authenticated-orcid":false,"given":"Xiaofang","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2198-462X","authenticated-orcid":false,"given":"Jian","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,10]]},"reference":[{"key":"29_CR1","doi-asserted-by":"crossref","unstructured":"DI, S., YAO, Q., ZHANG, Y., CHEN, L.: Efficient relation-aware scoring function search for knowledge graph embedding. In: 2021 IEEE 37th International Conference on Data Engineering (ICDE). IEEE (2021)","DOI":"10.1109\/ICDE51399.2021.00100"},{"key":"29_CR2","doi-asserted-by":"publisher","unstructured":"Di, S., Zhang, Y., Yao, Q., Zhou, X., Chen, L.: Efficient latent-based scoring function search for N-ARY relational knowledge bases. ACM Trans. Knowl. Discov. Data 19(2) (2025). https:\/\/doi.org\/10.1145\/3707644, https:\/\/doi.org\/10.1145\/3707644","DOI":"10.1145\/3707644"},{"key":"29_CR3","unstructured":"Edge, D., et al.: From local to global: a graph rag approach to query-focused summarization. ArXiv abs\/2404.16130 (2024). https:\/\/api.semanticscholar.org\/CorpusID:269363075"},{"key":"29_CR4","doi-asserted-by":"publisher","unstructured":"Glass, M., Rossiello, G., Chowdhury, M.F.M., Naik, A., Cai, P., Gliozzo, A.: Re2G: retrieve, rerank, generate. In: Carpuat, M., de\u00a0Marneffe, M.C., Meza\u00a0Ruiz, I.V. (eds.) Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Seattle, United States, pp. 2701\u20132715. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/v1\/2022.naacl-main.194, https:\/\/aclanthology.org\/2022.naacl-main.194\/","DOI":"10.18653\/v1\/2022.naacl-main.194"},{"key":"29_CR5","doi-asserted-by":"publisher","unstructured":"Guo, H., Zhu, J., Di, S., Shi, W., Chen, Z., Xu, J.: DioR: adaptive cognitive detection and contextual retrieval optimization for dynamic retrieval-augmented generation. In: Che, W., Nabende, J., Shutova, E., Pilehvar, M.T. (eds.) Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics, Vienna, Austria (Volume 1: Long Papers), pp. 2953\u20132975. Association for Computational Linguistics (2025). https:\/\/doi.org\/10.18653\/v1\/2025.acl-long.148, https:\/\/aclanthology.org\/2025.acl-long.148\/","DOI":"10.18653\/v1\/2025.acl-long.148"},{"key":"29_CR6","unstructured":"Guu, K., Lee, K., Tung, Z., Pasupat, P., Chang, M.W.: Realm: retrieval-augmented language model pre-training. In: Proceedings of the 37th International Conference on Machine Learning. ICML\u201920, JMLR.org (2020)"},{"key":"29_CR7","unstructured":"Hendrycks, D., et al.: Measuring massive multitask language understanding. In: Proceedings of the International Conference on Learning Representations (ICLR) (2021)"},{"key":"29_CR8","unstructured":"Jiang, X., et al.: Hykge: a hypothesis knowledge graph enhanced framework for accurate and reliable medical LLMs responses (2024). https:\/\/arxiv.org\/abs\/2312.15883"},{"key":"29_CR9","doi-asserted-by":"publisher","unstructured":"Kim, J., Kwon, Y., Jo, Y., Choi, E.: KG-GPT: a general framework for reasoning on knowledge graphs using large language models. In: Bouamor, H., Pino, J., Bali, K. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2023, Singapore, pp. 9410\u20139421. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.631, https:\/\/aclanthology.org\/2023.findings-emnlp.631\/","DOI":"10.18653\/v1\/2023.findings-emnlp.631"},{"key":"29_CR10","doi-asserted-by":"publisher","unstructured":"Li, D., Yu, J., Hu, B., Xu, Z., Zhang, M.: ExplainCPE: a free-text explanation benchmark of Chinese pharmacist examination. In: Bouamor, H., Pino, J., Bali, K. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2023, Singapore, pp. 1922\u20131940. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.129, https:\/\/aclanthology.org\/2023.findings-emnlp.129\/","DOI":"10.18653\/v1\/2023.findings-emnlp.129"},{"key":"29_CR11","unstructured":"Li, M., Miao, S., Li, P.: Simple is effective: the roles of graphs and large language models in knowledge-graph-based retrieval-augmented generation. In: International Conference on Learning Representations (2025)"},{"key":"29_CR12","doi-asserted-by":"publisher","unstructured":"Li, R., Di, S., Chen, L., Zhou, X.: Simdiff: simple denoising probabilistic latent diffusion model for data augmentation on multi-modal knowledge graph. In: Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, New York, NY, USA, pp. 1631\u20131642. KDD \u201924, Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3637528.3671769, https:\/\/doi.org\/10.1145\/3637528.3671769","DOI":"10.1145\/3637528.3671769"},{"key":"29_CR13","unstructured":"Li, S., Stenzel, L., Eickhoff, C., Bahrainian, S.A.: Enhancing retrieval-augmented generation: a study of best practices. In: Rambow, O., Wanner, L., Apidianaki, M., Al-Khalifa, H., Eugenio, B.D., Schockaert, S. (eds.) Proceedings of the 31st International Conference on Computational Linguistics, Abu Dhabi, UAE, pp. 6705\u20136717. Association for Computational Linguistics (2025). https:\/\/aclanthology.org\/2025.coling-main.449\/"},{"key":"29_CR14","doi-asserted-by":"publisher","unstructured":"Li, X., Zhu, C., Li, L., Yin, Z., Sun, T., Qiu, X.: LLatrieval: LLM-verified retrieval for verifiable generation. In: Duh, K., Gomez, H., Bethard, S. (eds.) Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), Mexico City, Mexico, pp. 5453\u20135471. Association for Computational Linguistics (2024). https:\/\/doi.org\/10.18653\/v1\/2024.naacl-long.305, https:\/\/aclanthology.org\/2024.naacl-long.305\/","DOI":"10.18653\/v1\/2024.naacl-long.305"},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Li, Y., Li, Z., Zhang, K., Dan, R., Jiang, S., Zhang, Y.: Chatdoctor: a medical chat model fine-tuned on a large language model meta-ai (llama) using medical domain knowledge. Cureus 15(6) (2023)","DOI":"10.7759\/cureus.40895"},{"key":"29_CR16","unstructured":"Liu, H., et al.: Structuring benchmark into knowledge graphs to assist large language models in retrieving and designing models. In: The Thirteenth International Conference on Learning Representations (2025). https:\/\/openreview.net\/forum?id=49fIu0yDJ4"},{"key":"29_CR17","doi-asserted-by":"publisher","unstructured":"Liu, N.F., et al.: Lost in the middle: How language models use long contexts. Trans. Assoc. Comput. Linguistics 12, 157\u2013173 (2024). https:\/\/doi.org\/10.1162\/tacl_a_00638, https:\/\/aclanthology.org\/2024.tacl-1.9\/","DOI":"10.1162\/tacl_a_00638"},{"key":"29_CR18","doi-asserted-by":"publisher","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: G-eval: NLG evaluation using GPT-4 with better human alignment. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 2511\u20132522. Association for Computational Linguistics, Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.153, https:\/\/aclanthology.org\/2023.emnlp-main.153\/","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"29_CR19","doi-asserted-by":"publisher","unstructured":"Mallen, A., Asai, A., Zhong, V., Das, R., Khashabi, D., Hajishirzi, H.: When not to trust language models: Investigating effectiveness of parametric and non-parametric memories. In: Rogers, A., Boyd-Graber, J., Okazaki, N. (eds.) Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto, Canada (Volume 1: Long Papers), pp. 9802\u20139822. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.546, https:\/\/aclanthology.org\/2023.acl-long.546\/","DOI":"10.18653\/v1\/2023.acl-long.546"},{"issue":"7","key":"29_CR20","doi-asserted-by":"publisher","first-page":"3580","DOI":"10.1109\/TKDE.2024.3352100","volume":"36","author":"S Pan","year":"2024","unstructured":"Pan, S., Luo, L., Wang, Y., Chen, C., Wang, J., Wu, X.: Unifying large language models and knowledge graphs: a roadmap. IEEE Trans. Knowl. Data Eng. 36(7), 3580\u20133599 (2024). https:\/\/doi.org\/10.1109\/TKDE.2024.3352100","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"29_CR21","unstructured":"Saleh, A.O.M., Tur, G., Saygin, Y.: SG-RAG: multi-hop question answering with large language models through knowledge graphs. In: Abbas, M., Freihat, A.A. (eds.) Proceedings of the 7th International Conference on Natural Language and Speech Processing (ICNLSP 2024), pp. 439\u2013448. Association for Computational Linguistics, Trento (2024). https:\/\/aclanthology.org\/2024.icnlsp-1.45\/"},{"key":"29_CR22","doi-asserted-by":"crossref","unstructured":"Soman, K., et al.: Biomedical knowledge graph-optimized prompt generation for large language models. Bioinformatics 40 (2023). https:\/\/api.semanticscholar.org\/, CorpusID:265498312","DOI":"10.1093\/bioinformatics\/btae560"},{"key":"29_CR23","unstructured":"Sun, J., et al.: Think-on-graph: deep and responsible reasoning of large language model on knowledge graph. In: International Conference on Learning Representations (2023). https:\/\/api.semanticscholar.org\/, CorpusID: 263333907"},{"key":"29_CR24","doi-asserted-by":"publisher","unstructured":"Talmor, A., Herzig, J., Lourie, N., Berant, J.: CommonsenseQA: a question answering challenge targeting commonsense knowledge. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, Minnesota, Volume 1 (Long and Short Papers), pp. 4149\u20134158. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1421, https:\/\/aclanthology.org\/N19-1421\/","DOI":"10.18653\/v1\/N19-1421"},{"key":"29_CR25","unstructured":"Tonmoy, S.M.T.I., et al.: A comprehensive survey of hallucination mitigation techniques in large language models. ArXiv abs\/2401.01313 (2024). https:\/\/api.semanticscholar.org\/, CorpusID:266725532"},{"key":"29_CR26","unstructured":"Wang, J., et al.: Proficient graph neural network design by accumulating knowledge on large language models (2024). https:\/\/api.semanticscholar.org\/CorpusID:271860003"},{"key":"29_CR27","doi-asserted-by":"publisher","unstructured":"Wang, X., et al.: CMB: a comprehensive medical benchmark in Chinese. In: Duh, K., Gomez, H., Bethard, S. (eds.) Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), Mexico City, Mexico, pp. 6184\u20136205. Association for Computational Linguistics (2024). https:\/\/doi.org\/10.18653\/v1\/2024.naacl-long.343, https:\/\/aclanthology.org\/2024.naacl-long.343\/","DOI":"10.18653\/v1\/2024.naacl-long.343"},{"key":"29_CR28","doi-asserted-by":"publisher","unstructured":"Wang, Y., et al.: Understanding the embedding models on hyper-relational knowledge graph. In: Proceedings of the 34th ACM International Conference on Information and Knowledge Management, New York, NY, USA, pp. 3177\u20133187. CIKM \u201925, Association for Computing Machinery (2025). https:\/\/doi.org\/10.1145\/3746252.3761370","DOI":"10.1145\/3746252.3761370"},{"key":"29_CR29","doi-asserted-by":"crossref","unstructured":"Wang, Y., Jiang, B., Luo, Y., He, D., Cheng, P., Gao, L.: Reasoning on efficient knowledge paths: Knowledge graph guides large language model for domain question answering. arXiv preprint arXiv:2404.10384 (2024)","DOI":"10.1109\/ICKG63256.2024.00026"},{"key":"29_CR30","unstructured":"Wei, J., et al.: Emergent abilities of large language models. Trans. Mach. Learn. Res. (2022). https:\/\/openreview.net\/forum?id=yzkSU5zdwD, survey Certification"},{"key":"29_CR31","unstructured":"Wei, J., et al.: Chain of thought prompting elicits reasoning in large language models. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=_VjQlMeSB_J"},{"key":"29_CR32","doi-asserted-by":"publisher","unstructured":"Wen, Y., Wang, Z., Sun, J.: MindMap: knowledge graph prompting sparks graph of thoughts in large language models. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics, Bangkok, Thailand (Volume 1: Long Papers), pp. 10370\u201310388. Association for Computational Linguistics (2024). https:\/\/doi.org\/10.18653\/v1\/2024.acl-long.558, https:\/\/aclanthology.org\/2024.acl-long.558\/","DOI":"10.18653\/v1\/2024.acl-long.558"},{"key":"29_CR33","doi-asserted-by":"crossref","unstructured":"Xia, F., et al.: MedConQA: medical conversational question answering system based on knowledge graphs. In: Proceedings of the The 2022 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, Abu Dhabi, UAE, pp. 148\u2013158. Association for Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.emnlp-demos.15","DOI":"10.18653\/v1\/2022.emnlp-demos.15"},{"key":"29_CR34","unstructured":"Yang, X., et al.: Crag \u2013 comprehensive rag benchmark. arXiv preprint arXiv:2406.04744 (2024). https:\/\/arxiv.org\/abs\/2406.04744"},{"key":"29_CR35","doi-asserted-by":"publisher","unstructured":"Yao, L., et al.: Remotesam: towards segment anything for earth observation. In: Proceedings of the 33rd ACM International Conference on Multimedia, New York, NY, USA , pp. 3027\u20133036. MM \u201925, Association for Computing Machinery (2025). https:\/\/doi.org\/10.1145\/3746027.3754950","DOI":"10.1145\/3746027.3754950"},{"key":"29_CR36","unstructured":"Yao, S., et al.: Tree of thoughts: deliberate problem solving with large language models. In: Thirty-seventh Conference on Neural Information Processing Systems (2023). https:\/\/openreview.net\/forum?id=5Xc1ecxO1h"},{"key":"29_CR37","unstructured":"Yuan, X., Di, S., Tang, J., Zheng, L., Yin, J.: Towards self-cognitive exploration: Metacognitive knowledge graph retrieval augmented generation (2025). https:\/\/arxiv.org\/abs\/2508.09460"},{"key":"29_CR38","unstructured":"Yue, L., et\u00a0al.: Don\u2019t overthink it: a survey of efficient r1-style large reasoning models. arXiv preprint arXiv:2508.02120 (2025)"},{"key":"29_CR39","unstructured":"Zhang, Q., Ct al.: A survey of graph retrieval-augmented generation for customized large language models (2025). https:\/\/api.semanticscholar.org\/CorpusID:275906660"},{"key":"29_CR40","unstructured":"Zhao, S., Yang, Y., Wang, Z., He, Z., Qiu, L.K., Qiu, L.: Retrieval augmented generation (rag) and beyond: a comprehensive survey on how to make your LLMs use external data more wisely. ArXiv abs\/2409.14924 (2024). https:\/\/api.semanticscholar.org\/CorpusID:272827955"},{"key":"29_CR41","doi-asserted-by":"crossref","unstructured":"Zhong, H., Xiao, C., Tu, C., Zhang, T., Liu, Z., Sun, M.: JEC-QA: a legal-domain question answering dataset. In: Proceedings of AAAI (2020)","DOI":"10.1609\/aaai.v34i05.6519"},{"key":"29_CR42","unstructured":"Zhu, Y., et al.: A survey of data agents: emerging paradigm or overstated hype? (2025). https:\/\/arxiv.org\/abs\/2510.23587"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-0372-7_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T14:08:31Z","timestamp":1778335711000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-0372-7_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819203710","9789819203727"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-0372-7_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"10 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 April 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dasfaa2026.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}