{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T10:12:12Z","timestamp":1779099132125,"version":"3.51.4"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["No.ZR2023MF085"],"award-info":[{"award-number":["No.ZR2023MF085"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Hainan Provincial Clinical Medicine Research Center Project","award":["LCYX202308"],"award-info":[{"award-number":["LCYX202308"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s10489-026-07277-z","type":"journal-article","created":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T09:20:17Z","timestamp":1779096017000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["LRKG: integrating large language models with logical rule for knowledge graph reasoning"],"prefix":"10.1007","volume":"56","author":[{"given":"Kaiyue","family":"Ji","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9223-6269","authenticated-orcid":false,"given":"Zili","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhaoai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,18]]},"reference":[{"issue":"1","key":"7277_CR1","first-page":"1","volume":"1","author":"D Reinsel","year":"2018","unstructured":"Reinsel D, Gantz J, Rydning J (2018) Data age 2025: the digitization of the world from edge to core. IDC White Paper 1(1):1\u201329","journal-title":"IDC White Paper"},{"issue":"11","key":"7277_CR2","doi-asserted-by":"publisher","first-page":"13071","DOI":"10.1007\/s10462-023-10465-9","volume":"56","author":"C Peng","year":"2023","unstructured":"Peng C, Xia F, Naseriparsa M, Osborne F (2023) Knowledge graphs: Opportunities and challenges. Artif Intell Rev 56(11):13071\u201313102","journal-title":"Artif Intell Rev"},{"issue":"1","key":"7277_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11280-024-01316-w","volume":"28","author":"Y Yang","year":"2025","unstructured":"Yang Y, Chen J, Xiang Y (2025) A review on the reliability of knowledge graph: from a knowledge representation learning perspective. World Wide Web 28(1):1\u201338","journal-title":"World Wide Web"},{"key":"7277_CR4","doi-asserted-by":"crossref","unstructured":"Gul H, Bhat AA, Naim AGH (2025) MuCo-KGC: Multi-context-aware knowledge graph completion. arXiv preprint arXiv:2503.03091","DOI":"10.1007\/978-981-96-8298-0_1"},{"key":"7277_CR5","unstructured":"Bordes A, Usunier N, Garcia-Duran A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. Adv Neural Inf Process Syst 26"},{"key":"7277_CR6","unstructured":"Sun Z, Deng Z-H, Nie J-Y, Tang J (2019) RotatE: Knowledge graph embedding by relational rotation in complex space. arXiv preprint arXiv:1902.10197"},{"key":"7277_CR7","unstructured":"Pan JZ, Razniewski S, Kalo J-C, Singhania S, Chen J, Dietze S, Jabeen H, Omeliyanenko J, Zhang W, Lissandrini M et\u00a0al (2023) Large language models and knowledge graphs: Opportunities and challenges. arXiv preprint arXiv:2308.06374"},{"key":"7277_CR8","doi-asserted-by":"crossref","unstructured":"Gal\u00e1rraga LA, Teflioudi C, Hose K, Suchanek F (2013) AMIE: association rule mining under incomplete evidence in ontological knowledge bases. In: Proceedings of the 22nd international conference on world wide web, pp 413\u2013422","DOI":"10.1145\/2488388.2488425"},{"key":"7277_CR9","unstructured":"Zhang W, Li M, Zhao L, Wang R (2022) Ruleformer: Context-aware rule mining over knowledge graph. In: Proceedings of the 29th international conference on computational linguistics, pp 2600\u20132610"},{"key":"7277_CR10","doi-asserted-by":"crossref","unstructured":"Lajus J, Gal\u00e1rraga LA, Suchanek F (2020) Fast and exact rule mining with AMIE 3. In: The semantic web (ESWC 2020), pp 36\u201352","DOI":"10.1007\/978-3-030-49461-2_3"},{"key":"7277_CR11","unstructured":"Li D, Xu F (2024) Synergizing knowledge graphs with large language models: A comprehensive review and future prospects. arXiv preprint arXiv:2407.18470"},{"issue":"1","key":"7277_CR12","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1007\/s10994-021-06089-1","volume":"111","author":"A Cropper","year":"2022","unstructured":"Cropper A, Duman\u010di\u0107 S, Evans R, Muggleton SH (2022) Inductive logic programming at 30. Mach Learn 111(1):147\u2013172","journal-title":"Mach Learn"},{"key":"7277_CR13","unstructured":"Yang F, Yang Z, Cohen WW (2017) Differentiable learning of logical rules for knowledge base reasoning. Adv Neural Inf Process Syst 30"},{"key":"7277_CR14","doi-asserted-by":"crossref","unstructured":"Cheng K, Ahmed NK, Sun Y (2023) Neural compositional rule learning for knowledge graph reasoning. arXiv preprint arXiv:2303.03581","DOI":"10.1007\/978-3-031-72008-6_5"},{"key":"7277_CR15","first-page":"314","volume":"2025","author":"L Luo","year":"2025","unstructured":"Luo L, Ju J, Xiong B, Li Y-F, Haffari G, Pan S (2025) Chatrule: Mining logical rules with large language models for knowledge graph reasoning. PAKDD 2025:314\u2013325","journal-title":"PAKDD"},{"key":"7277_CR16","unstructured":"Achiam J et\u00a0al (2023) GPT-4 technical report. arXiv preprint arXiv:2303.08774"},{"key":"7277_CR17","unstructured":"Touvron H et\u00a0al (2023) LLaMA 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288"},{"key":"7277_CR18","unstructured":"GLM Team et\u00a0al (2024) ChatGLM: A family of large language models from GLM-130B to GLM-4 all tools. arXiv preprint arXiv:2406.12793"},{"key":"7277_CR19","first-page":"805","volume":"2024","author":"Z Zheng","year":"2024","unstructured":"Zheng Z et al (2024) KG-CF: Knowledge graph completion with context filtering under the guidance of large language models. IEEE BigData 2024:805\u2013810","journal-title":"IEEE BigData"},{"key":"7277_CR20","first-page":"277","volume":"2024","author":"VIR Iga","year":"2024","unstructured":"Iga VIR, Silaghi GC (2024) Assessing LLMs suitability for knowledge graph completion. NeSy 2024:277\u2013290","journal-title":"NeSy"},{"issue":"21","key":"7277_CR21","doi-asserted-by":"publisher","first-page":"4486","DOI":"10.3390\/math11214486","volume":"11","author":"Z Zeng","year":"2023","unstructured":"Zeng Z, Cheng Q, Si Y (2023) Logical rule-based knowledge graph reasoning: A comprehensive survey. Mathematics 11(21):4486","journal-title":"Mathematics"},{"key":"7277_CR22","unstructured":"Gu Y, Guan Y, Missier P (2020) Towards learning instantiated logical rules from knowledge graphs. arXiv preprint arXiv:2003.06071"},{"key":"7277_CR23","unstructured":"Qu M et\u00a0al (2020) RNNLogic: Learning logic rules for reasoning on knowledge graphs. arXiv preprint arXiv:2010.04029"},{"key":"7277_CR24","unstructured":"Yang Y, Song L (2019) Learn to explain efficiently via neural logic inductive learning. arXiv preprint arXiv:1910.02481"},{"issue":"1","key":"7277_CR25","first-page":"7","volume":"1","author":"H Wu","year":"2023","unstructured":"Wu H et al (2023) Rule learning over knowledge graphs: A review. Trans Graph Data Knowl 1(1):7\u201317","journal-title":"Trans Graph Data Knowl"},{"key":"7277_CR26","first-page":"8374","volume":"35","author":"H Yang","year":"2022","unstructured":"Yang H, Lin Z, Zhang M (2022) Rethinking knowledge graph evaluation under the open-world assumption. Adv Neural Inf Process Syst 35:8374\u20138385","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"7277_CR27","first-page":"3044","volume":"33","author":"H Shah","year":"2019","unstructured":"Shah H et al (2019) An open-world extension to knowledge graph completion models. Proceed AAAI Conf Artif Intell 33(1):3044\u20133051","journal-title":"Proceed AAAI Conf Artif Intell"},{"key":"7277_CR28","unstructured":"Sadeghian A et\u00a0al (2019) DRUM: End-to-end differentiable rule mining on knowledge graphs. Adv Neural Inf Process Syst 32"},{"issue":"suppl. 1","key":"7277_CR29","doi-asserted-by":"publisher","first-page":"D267","DOI":"10.1093\/nar\/gkh061","volume":"32","author":"O Bodenreider","year":"2004","unstructured":"Bodenreider O (2004) The unified medical language system (UMLS): integrating biomedical terminology. Nucleic Acids Res 32(suppl. 1):D267\u2013D270","journal-title":"Nucleic Acids Res"},{"key":"7277_CR30","doi-asserted-by":"crossref","unstructured":"Dettmers T et\u00a0al (2018) Convolutional 2D knowledge graph embeddings. Proceed AAAI Conf Artif Intell 32(1)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"7277_CR31","unstructured":"Mahdisoltani F, Biega J, Suchanek F (2013) YAGO3: A knowledge base from multilingual Wikipedias. In: CIDR"},{"key":"7277_CR32","unstructured":"Ye J et\u00a0al (2023) A comprehensive capability analysis of GPT-3 and GPT-3.5 series models. arXiv preprint arXiv:2303.10420"},{"key":"7277_CR33","doi-asserted-by":"crossref","unstructured":"Cheng K et\u00a0al (2022) RLogic: Recursive logical rule learning from knowledge graphs. In: Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining, pp 179\u2013189","DOI":"10.1145\/3534678.3539421"},{"key":"7277_CR34","first-page":"77","volume":"99","author":"EM Voorhees","year":"1999","unstructured":"Voorhees EM et al (1999) The TREC-8 question answering track report. TREC 99:77\u201382","journal-title":"TREC"},{"key":"7277_CR35","unstructured":"Alsini A, Huynh DQ, Datta A (2020) Hit ratio: An evaluation metric for hashtag recommendation. arXiv preprint arXiv:2010.01258"},{"key":"7277_CR36","first-page":"251","volume":"2024","author":"Y Li","year":"2024","unstructured":"Li Y, Zhang R, Liu J (2024) An enhanced prompt-based LLM reasoning scheme via knowledge graph-integrated collaboration. ICANN 2024:251\u2013265","journal-title":"ICANN"},{"key":"7277_CR37","unstructured":"Luo L et\u00a0al (2024) Graph-constrained reasoning: Faithful reasoning on knowledge graphs with large language models. arXiv preprint arXiv:2410.13080"},{"key":"7277_CR38","first-page":"3181","volume":"2023","author":"C Jiang","year":"2023","unstructured":"Jiang C et al (2023) Path spuriousness-aware reinforcement learning for multi-hop knowledge graph reasoning. EACL 2023:3181\u20133192","journal-title":"EACL"},{"key":"7277_CR39","doi-asserted-by":"crossref","unstructured":"Guan Q, Xiao F, Cheng X, Fang L, Chen Z, Chen G, Luo W (2023) Kg4ex: An explainable knowledge graph-based approach for exercise recommendation. In: Proceedings of the 32nd ACM international conference on information and knowledge management, pp 597\u2013607","DOI":"10.1145\/3583780.3614943"},{"key":"7277_CR40","doi-asserted-by":"publisher","first-page":"106954","DOI":"10.1016\/j.neunet.2024.106954","volume":"183","author":"Q Guan","year":"2025","unstructured":"Guan Q, Cheng X, Xiao F, Li Z, He C, Fang L, Chen G, Gong Z, Luo W (2025) Explainable exercise recommendation with knowledge graph. Neural Netw 183:106954","journal-title":"Neural Netw"},{"key":"7277_CR41","unstructured":"Cheng X, Zhang Z, Wang J, Fang L, He C, Guan Q, Pan S, Luo W (2025) Education-Oriented graph retrieval-augmented generation for learning path recommendation. arXiv preprint arXiv:2506.22303"},{"key":"7277_CR42","doi-asserted-by":"publisher","first-page":"129808","DOI":"10.1016\/j.neucom.2025.129808","volume":"634","author":"H Hu","year":"2025","unstructured":"Hu H, He C, Chen X, Guan Q (2025) HCKGL: Hyperbolic collaborative knowledge graph learning for recommendation. Neurocomputing 634:129808","journal-title":"Neurocomputing"},{"key":"7277_CR43","doi-asserted-by":"publisher","first-page":"106897","DOI":"10.1016\/j.neunet.2024.106897","volume":"182","author":"C He","year":"2025","unstructured":"He C, Cheng H, Yang J, Tang Y, Guan Q (2025) Signed graph embedding via multi-order neighborhood feature fusion and contrastive learning. Neural Netw 182:106897","journal-title":"Neural Netw"},{"key":"7277_CR44","doi-asserted-by":"crossref","unstructured":"Zhang Y, Chen Z, Guo L, Xu Y, Zhang W, Chen H (2024) Making large language models perform better in knowledge graph completion. In: Proceedings of the 32nd ACM international conference on multimedia, pp 233\u2013242","DOI":"10.1145\/3664647.3681327"},{"key":"7277_CR45","doi-asserted-by":"crossref","unstructured":"Wei Y, Huang Q, Zhang Y, Kwok J (2023) Kicgpt: Large language model with knowledge in context for knowledge graph completion. In: Findings of the association for computational linguistics: EMNLP 2023, pp 8667\u20138683","DOI":"10.18653\/v1\/2023.findings-emnlp.580"},{"key":"7277_CR46","doi-asserted-by":"crossref","unstructured":"Xu D, Zhang Z, Lin Z, Wu X, Zhu Z, Xu T, Zhao X, Zheng Y, Chen E (2024) Multi-perspective improvement of knowledge graph completion with large language models. arXiv preprint arXiv:2403.01972","DOI":"10.63317\/3vxue5y8m4xy"},{"key":"7277_CR47","doi-asserted-by":"crossref","unstructured":"Li D, Tan Z, Chen T, Liu H (2024) Contextualization distillation from large language model for knowledge graph completion. arXiv preprint arXiv:2402.01729","DOI":"10.18653\/v1\/2024.findings-eacl.32"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-026-07277-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-026-07277-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-026-07277-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T09:21:17Z","timestamp":1779096077000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-026-07277-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,18]]},"references-count":47,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["7277"],"URL":"https:\/\/doi.org\/10.1007\/s10489-026-07277-z","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,18]]},"assertion":[{"value":"29 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The datasets used in our experiments (e.g., UMLS, WN18RR, YAGO3-10) are publicly available and widely used in academic research. No personal or sensitive data was utilized. All data processing complied with the terms of use associated with each dataset.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data Usage and Privacy"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This study did not involve any human or animal subjects, hence ethical approval and consent to participate are not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval and Consent to Participate"}}],"article-number":"261"}}