{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T04:16:14Z","timestamp":1783656974525,"version":"3.55.0"},"reference-count":57,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.knosys.2026.116307","type":"journal-article","created":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T15:46:16Z","timestamp":1782575176000},"page":"116307","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Towards combining multiple knowledge graphs for large language models reasoning"],"prefix":"10.1016","volume":"350","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4328-335X","authenticated-orcid":false,"given":"Hong","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5469-5845","authenticated-orcid":false,"given":"Zigen","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengcheng","family":"Deng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyan","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Li","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7973-2746","authenticated-orcid":false,"given":"Peng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shirui","family":"Pan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.knosys.2026.116307_b1","article-title":"PaLM: scaling language modeling with pathways","author":"Chowdhery","year":"2023","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.knosys.2026.116307_b2","first-page":"17682","article-title":"Graph of thoughts: Solving elaborate problems with large language models","volume":"vol. 38","author":"Besta","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.websem.2024.100844","article-title":"Knowledge graphs, large language models, and hallucinations: An nlp perspective","author":"Lavrinovics","year":"2025","journal-title":"J. Web Semant."},{"key":"10.1016\/j.knosys.2026.116307_b4","series-title":"The Eleventh International Conference on Learning Representations","article-title":"Automatic chain of thought prompting in large language models","author":"Zhang","year":"2023"},{"issue":"7","key":"10.1016\/j.knosys.2026.116307_b5","doi-asserted-by":"crossref","first-page":"3580","DOI":"10.1109\/TKDE.2024.3352100","article-title":"Unifying large language models and knowledge graphs: A roadmap","volume":"36","author":"Pan","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.knosys.2026.116307_b6","article-title":"A survey of knowledge enhanced pre-trained language models","author":"Yang","year":"2024","journal-title":"ACM Trans. Asian Low-Resour. Lang. Inf. Process."},{"key":"10.1016\/j.knosys.2026.116307_b7","series-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","author":"Lewis","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b8","series-title":"Proceedings of the 61th Annual Meeting of the Association for Computational Linguistics","article-title":"Knowledge-augmented language model prompting for zero-shot knowledge graph question answering","author":"Baek","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b9","series-title":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","first-page":"5962","article-title":"Barack\u2018s wife hillary: Using knowledge graphs for fact-aware language modeling","author":"Logan","year":"2019"},{"key":"10.1016\/j.knosys.2026.116307_b10","series-title":"International Conference on Learning Representations","article-title":"Reasoning on graphs: Faithful and interpretable large language model reasoning","author":"Luo","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b11","series-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"5773","article-title":"Subgraph retrieval enhanced model for multi-hop knowledge base question answering","author":"Zhang","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b12","article-title":"Learning knowledge representation across knowledge graphs","volume":"vol. 16","author":"Cai","year":"2017"},{"key":"10.1016\/j.knosys.2026.116307_b13","series-title":"Proceedings of the 26th International Joint Conference on Artificial Intelligence","isbn-type":"print","doi-asserted-by":"crossref","first-page":"1511","DOI":"10.24963\/ijcai.2017\/209","article-title":"Multilingual knowledge graph embeddings for cross-lingual knowledge alignment","author":"Chen","year":"2017","ISBN":"https:\/\/id.crossref.org\/isbn\/9780999241103"},{"key":"10.1016\/j.knosys.2026.116307_b14","first-page":"222","article-title":"Knowledge graph alignment network with gated multi-hop neighborhood aggregation","volume":"vol. 34","author":"Sun","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b15","series-title":"Findings of the Association for Computational Linguistics: EMNLP 2020","first-page":"259","article-title":"Pretrain-KGE: Learning knowledge representation from pretrained language models","author":"Zhang","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b16","series-title":"Language models as knowledge embeddings","author":"Wang","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b17","series-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing","first-page":"2829","article-title":"KagNet: Knowledge-aware graph networks for commonsense reasoning","author":"Lin","year":"2019"},{"key":"10.1016\/j.knosys.2026.116307_b18","series-title":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","first-page":"5049","article-title":"JointLK: Joint reasoning with language models and knowledge graphs for commonsense question answering","author":"Sun","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b19","series-title":"International Conference on Learning Representations","article-title":"Greaselm: Graph reasoning enhanced language models","author":"Zhang","year":"2021"},{"key":"10.1016\/j.knosys.2026.116307_b20","series-title":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","isbn-type":"print","doi-asserted-by":"crossref","first-page":"6491","DOI":"10.1145\/3637528.3671470","article-title":"A survey on RAG meeting LLMs: Towards retrieval-augmented large language models","author":"Fan","year":"2024","ISBN":"https:\/\/id.crossref.org\/isbn\/9798400704901"},{"key":"10.1016\/j.knosys.2026.116307_b21","series-title":"International Conference on Machine Learning","article-title":"Improving language models by retrieving from trillions of tokens","author":"Borgeaud","year":"2021"},{"issue":"1","key":"10.1016\/j.knosys.2026.116307_b22","article-title":"Atlas: few-shot learning with retrieval augmented language models","volume":"24","author":"Izacard","year":"2023","journal-title":"J. Mach. Learn. Res.","ISSN":"https:\/\/id.crossref.org\/issn\/1532-4435","issn-type":"print"},{"key":"10.1016\/j.knosys.2026.116307_b23","series-title":"Demonstrate-search-predict: Composing retrieval and language models for knowledge-intensive NLP","author":"Khattab","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b24","series-title":"Self-RAG: Learning to retrieve, generate, and critique through self-reflection","author":"Asai","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b25","series-title":"The Twelfth International Conference on Learning Representations","article-title":"Think-on-graph: Deep and responsible reasoning of large language model on knowledge graph","author":"Sun","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b26","first-page":"22199","article-title":"Large language models are zero-shot reasoners","volume":"vol. 35","author":"Kojima","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b27","series-title":"Proceedings of the 36th International Conference on Neural Information Processing Systems","isbn-type":"print","doi-asserted-by":"crossref","DOI":"10.52202\/068431-1800","article-title":"Chain-of-thought prompting elicits reasoning in large language models","author":"Wei","year":"2022","ISBN":"https:\/\/id.crossref.org\/isbn\/9781713871088"},{"key":"10.1016\/j.knosys.2026.116307_b28","series-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"2609","article-title":"Plan-and-solve prompting: Improving zero-shot chain-of-thought reasoning by large language models","author":"Wang","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b29","series-title":"The Twelfth International Conference on Learning Representations","article-title":"Chain-of-knowledge: Grounding large language models via dynamic knowledge adapting over heterogeneous sources","author":"Li","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b30","series-title":"International Conference on Learning Representations","article-title":"React: Synergizing reasoning and acting in language models","author":"Yao","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b31","series-title":"Annual Meeting of the Association for Computational Linguistics","article-title":"Boosting language models reasoning with chain-of-knowledge prompting","author":"Wang","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b32","series-title":"Graph-constrained reasoning: Faithful reasoning on knowledge graphs with large language models","author":"Luo","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b33","series-title":"Introduction to neural network based approaches for question answering over knowledge graphs","author":"Chakraborty","year":"2019"},{"key":"10.1016\/j.knosys.2026.116307_b34","series-title":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","first-page":"553","article-title":"Improving multi-hop knowledge base question answering by learning intermediate supervision signals","author":"He","year":"2021"},{"key":"10.1016\/j.knosys.2026.116307_b35","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","first-page":"969","article-title":"Query graph generation for answering multi-hop complex questions from knowledge bases","author":"Lan","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b36","first-page":"19080","article-title":"Graph neural prompting with large language models","volume":"vol. 38","author":"Tian","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b37","series-title":"Proceedings of the 37th International Conference on Machine Learning","article-title":"REALM: retrieval-augmented language model pre-training","author":"Guu","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b38","series-title":"Annual Meeting of the Association for Computational Linguistics","article-title":"The value of semantic parse labeling for knowledge base question answering","author":"tau Yih","year":"2016"},{"key":"10.1016\/j.knosys.2026.116307_b39","series-title":"Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers)","first-page":"641","article-title":"The web as a knowledge-base for answering complex questions","author":"Talmor","year":"2018"},{"key":"10.1016\/j.knosys.2026.116307_b40","series-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)","first-page":"4149","article-title":"CommonsenseQA: A question answering challenge targeting commonsense knowledge","author":"Talmor","year":"2019"},{"key":"10.1016\/j.knosys.2026.116307_b41","series-title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","first-page":"2381","article-title":"Can a suit of armor conduct electricity? A new dataset for open book question answering","author":"Mihaylov","year":"2018"},{"key":"10.1016\/j.knosys.2026.116307_b42","series-title":"Proceedings of the 2008 ACM SIGMOD International Conference on Management of Data","first-page":"1247","article-title":"Freebase: a collaboratively created graph database for structuring human knowledge","author":"Bollacker","year":"2008"},{"key":"10.1016\/j.knosys.2026.116307_b43","article-title":"Conceptnet 5.5: An open multilingual graph of general knowledge","volume":"vol. 31","author":"Speer","year":"2017"},{"key":"10.1016\/j.knosys.2026.116307_b44","series-title":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing","first-page":"1400","article-title":"Key-value memory networks for directly reading documents","author":"Miller","year":"2016"},{"key":"10.1016\/j.knosys.2026.116307_b45","series-title":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","first-page":"4149","article-title":"TransferNet: An effective and transparent framework for multi-hop question answering over relation graph","author":"Shi","year":"2021"},{"key":"10.1016\/j.knosys.2026.116307_b46","series-title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","first-page":"4231","article-title":"Open domain question answering using early fusion of knowledge bases and text","author":"Sun","year":"2018"},{"key":"10.1016\/j.knosys.2026.116307_b47","series-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing","first-page":"1295","article-title":"Scalable multi-hop relational reasoning for knowledge-aware question answering","author":"Feng","year":"2020"},{"key":"10.1016\/j.knosys.2026.116307_b48","series-title":"Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","first-page":"535","article-title":"QA-GNN: Reasoning with language models and knowledge graphs for question answering","author":"Yasunaga","year":"2021"},{"key":"10.1016\/j.knosys.2026.116307_b49","series-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"6032","article-title":"RNG-KBQA: Generation augmented iterative ranking for knowledge base question answering","author":"Ye","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b50","series-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"320","article-title":"GLM: general language model pretraining with autoregressive blank infilling","author":"Du","year":"2022"},{"issue":"1","key":"10.1016\/j.knosys.2026.116307_b51","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res.","ISSN":"https:\/\/id.crossref.org\/issn\/1532-4435","issn-type":"print"},{"key":"10.1016\/j.knosys.2026.116307_b52","series-title":"Build the future of ai with meta llama 3","author":"Meta","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b53","series-title":"Introducing chatgpt","author":"OpenAI","year":"2022"},{"key":"10.1016\/j.knosys.2026.116307_b54","series-title":"Hello GPT-4o","author":"OpenAI","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b55","series-title":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"10370","article-title":"MindMap: Knowledge graph prompting sparks graph of thoughts in large language models","author":"Wen","year":"2024"},{"key":"10.1016\/j.knosys.2026.116307_b56","series-title":"Knowledge-driven cot: Exploring faithful reasoning in llms for knowledge-intensive question answering","author":"Wang","year":"2023"},{"key":"10.1016\/j.knosys.2026.116307_b57","series-title":"Findings of the Association for Computational Linguistics: EMNLP 2020","first-page":"1896","article-title":"UNIFIEDQA: Crossing format boundaries with a single QA system","author":"Khashabi","year":"2020"}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010336?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010336?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T03:37:57Z","timestamp":1783654677000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705126010336"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":57,"alternative-id":["S0950705126010336"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116307","relation":{},"ISSN":["0950-7051"],"issn-type":[{"value":"0950-7051","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Towards combining multiple knowledge graphs for large language models reasoning","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116307","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"116307"}}