{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T07:16:22Z","timestamp":1782458182272,"version":"3.54.5"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,4,21]],"date-time":"2025-04-21T00:00:00Z","timestamp":1745193600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,21]],"date-time":"2025-04-21T00:00:00Z","timestamp":1745193600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Mass Spectrometry Key Technology R&D and Clinical Application of Anhui Province Jointly Constructed Discipline Key Experiments","award":["2023ZPLH07"],"award-info":[{"award-number":["2023ZPLH07"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s10115-025-02399-1","type":"journal-article","created":{"date-parts":[[2025,4,21]],"date-time":"2025-04-21T00:17:56Z","timestamp":1745194676000},"page":"6461-6503","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["LLM-KGMQA: large language model-augmented multi-hop question-answering system based on knowledge graph in medical field"],"prefix":"10.1007","volume":"67","author":[{"given":"FeiLong","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donghui","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jose","family":"Aguilar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyi","family":"Cui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinsong","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Longjian","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengya","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,21]]},"reference":[{"key":"2399_CR1","doi-asserted-by":"crossref","unstructured":"Adlakha V, Behnamghader P, Lu XH et al (2023) Evaluating correctness and faithfulness of instruction-following models for question-answering. arXiv:2307.16877","DOI":"10.1162\/tacl_a_00667"},{"key":"2399_CR2","doi-asserted-by":"crossref","unstructured":"Andrus BR, Nasiri Y, Cui S et al (2022) Enhanced story comprehension for large language models through dynamic document-based knowledge graphs. In: Proceedings of the AAAI conference on artificial intelligence, pp 10436\u201310444","DOI":"10.1609\/aaai.v36i10.21286"},{"key":"2399_CR3","unstructured":"Bordes A, Usunier N, Garcia-duran A et al (2013) Translating embeddings for modeling multi-relational data. Advances in neural information processing systems, vol 26"},{"key":"2399_CR4","doi-asserted-by":"publisher","first-page":"4366","DOI":"10.3390\/math11204366","volume":"11","author":"S Cai","year":"2023","unstructured":"Cai S, Wu X, Maimaiti M et al (2023) An adaptive mixup hard negative sampling for zero-shot entity linking. Mathematics 11:4366","journal-title":"Mathematics"},{"key":"2399_CR5","unstructured":"Choudhary N, Reddy CK (2023) Complex logical reasoning over knowledge graphs using large language models. arXiv:2305.01157"},{"issue":"240","key":"2399_CR6","first-page":"1","volume":"24","author":"A Chowdhery","year":"2023","unstructured":"Chowdhery A, Narang S, Devlin J et al (2023) Palm: scaling language modeling with pathways. J Mach Learn Res 24(240):1\u2013113","journal-title":"J Mach Learn Res"},{"key":"2399_CR7","doi-asserted-by":"publisher","first-page":"103463","DOI":"10.1016\/j.ipm.2023.103463","volume":"60","author":"F Darius","year":"2023","unstructured":"Darius F, Faridz I, Zhuyan C et al (2023) Few-shot entity linking of food names. Inf Process Manag 60:103463","journal-title":"Inf Process Manag"},{"key":"2399_CR8","unstructured":"Dettmers T, Pagnoni A, Holtzman A et al (2024) Qlora: efficient finetuning of quantized llms. Advances in neural information processing systems, vol 36"},{"key":"2399_CR9","doi-asserted-by":"crossref","unstructured":"Dong L, Wei F, Zhou M et al (2015) Question-answering over freebase with multi-column convolutional neural networks. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th international joint conference on natural language processing (Volume 1: Long papers), pp 260\u2013269","DOI":"10.3115\/v1\/P15-1026"},{"key":"2399_CR10","unstructured":"Gao Y, Li R, Caskey J et al (2023) Leveraging a medical knowledge graph into large language models for diagnosis prediction. arXiv:2308.14321"},{"key":"2399_CR11","doi-asserted-by":"crossref","unstructured":"Gardner M, Talukdar P, Kisiel B et al (2013) Improving learning and inference in a large knowledge-base using latent syntactic cues. In: Proceedings of the 2013 conference on empirical methods in natural language processing, pp 833\u2013838","DOI":"10.18653\/v1\/D13-1080"},{"key":"2399_CR12","doi-asserted-by":"crossref","unstructured":"Harsha Vardhan LV, Jia G, Kok S (2020). Probabilistic logic graph attention networks for reasoning. In: Companion proceedings of the web conference, vol 2020, pp 669\u2013673","DOI":"10.1145\/3366424.3391265"},{"key":"2399_CR13","unstructured":"He J, Zhou C, Ma X et al (2021) Towards a unified view of parameter-efficient transfer learning. arXiv:2110.04366"},{"key":"2399_CR14","unstructured":"Houlsby N, Giurgiu A, Jastrzebski S et al (2019) Parameter-efficient transfer learning for NLP. In: International conference on machine learning. PMLR, pp 2790\u20132799"},{"key":"2399_CR15","unstructured":"Hu E J, Shen Y, Wallis P et al (2021) Lora: low-rank adaptation of large language models. arXiv:2106.09685"},{"key":"2399_CR16","doi-asserted-by":"crossref","unstructured":"Jiang P, Agarwal S, Jin B et al (2023) Text-augmented open knowledge graph completion via pre-trained language models. arXiv:2305.15597","DOI":"10.18653\/v1\/2023.findings-acl.709"},{"key":"2399_CR17","unstructured":"Jiang X, Zhang R, Xu Y et al (2023) HyKGE: a hypothesis knowledge graph enhanced framework for accurate and reliable medical LLMs responses. arXiv:2312.15883."},{"key":"2399_CR18","doi-asserted-by":"publisher","first-page":"110810","DOI":"10.1016\/j.knosys.2023.110810","volume":"277","author":"W Jingchao","year":"2023","unstructured":"Jingchao W, Weimin L, Fangfang L et al (2023) Hic-KGQA: improving multi-hop question-answering over knowledge graph via hypergraph and inference chain. Knowl Based Syst 277:110810","journal-title":"Knowl Based Syst"},{"issue":"13","key":"2399_CR19","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pasccanu R, Rabinowitz N et al (2017) Overcoming catastrophic forgetting in neural networks. Proc Natl Acad Sci 114(13):3521\u20133526","journal-title":"Proc Natl Acad Sci"},{"key":"2399_CR20","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.3390\/electronics10111337","volume":"10","author":"T Kuokun","year":"2021","unstructured":"Kuokun T, He C, Charles C et al (2021) A secure live signature verification with Aho-Corasick histogram algorithm for mobile smart pad. Electronics 10:1337\u20131337","journal-title":"Electronics"},{"key":"2399_CR21","doi-asserted-by":"crossref","unstructured":"Lester B, Al-rfou R, Conatant N (2021) The power of scale for parameter-efficient prompt tuning. arXiv:2104.08691","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"2399_CR22","doi-asserted-by":"crossref","unstructured":"Li XL, Liang P (2021) Prefix-tuning: optimizing continuous prompts for generation. arXiv:2101.00190","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"2399_CR23","doi-asserted-by":"crossref","unstructured":"Liu T, Zhang Y, Brockett C et al (2021) A token-level reference-free hallucination detection benchmark for free-form text generation. arXiv:2104.08704","DOI":"10.18653\/v1\/2022.acl-long.464"},{"key":"2399_CR24","doi-asserted-by":"crossref","unstructured":"Liu X, Ji K, Fu Y et al (2021) P-Tuning v2: prompt tuning can be comparable to fine-tuning universally across scales and tasks. arXiv:2110.07602","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"2399_CR25","doi-asserted-by":"crossref","unstructured":"Liu X, Zheng Y, Du Z et al (2023). GPT understands, too. AI Open","DOI":"10.1016\/j.aiopen.2023.08.012"},{"key":"2399_CR26","doi-asserted-by":"crossref","unstructured":"Lv X, Lin Y, Cao Y et al (2022) Do pre-trained models benefit knowledge graph completion? A reliable evaluation and a reasonable approach. In: Findings of the Association for Computational Linguistics: ACL 2022. pp 3570\u20133581","DOI":"10.18653\/v1\/2022.findings-acl.282"},{"key":"2399_CR27","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1186\/s13040-024-00365-1","volume":"17","author":"HJ Ming","year":"2024","unstructured":"Ming HJ, Jie WX, Yuan L et al (2024) The biomedical knowledge graph of symptom phenotype in coronary artery plaque: machine learning-based analysis of real-world clinical data. BioData Min 17:13","journal-title":"BioData Min"},{"key":"2399_CR28","first-page":"162308","volume":"16","author":"L Mingyang","year":"2021","unstructured":"Mingyang L, Yuqing X, Fang K et al (2021) Towards better entity linking. Front Comput Sci 16:162308","journal-title":"Front Comput Sci"},{"key":"2399_CR29","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.patrec.2023.12.020","volume":"178","author":"B Peng","year":"2024","unstructured":"Peng B, He W, Chen B et al (2024) Multi-perspective thought navigation for source-free entity linking. Pattern Recogn Lett 178:84\u201390","journal-title":"Pattern Recogn Lett"},{"key":"2399_CR30","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1007\/s10844-023-00800-5","volume":"61","author":"Z Pengxuan","year":"2023","unstructured":"Pengxuan Z, Yuan Y, Lei C (2023) ELECTRA-based graph network model for multi-hop question-answering. J Intell Inf Syst 61:819\u2013834","journal-title":"J Intell Inf Syst"},{"key":"2399_CR31","doi-asserted-by":"crossref","unstructured":"Pfeiffer J, Vuli\u0107 I, Gurevych I et al (2020) Mad-x: an adapter-based framework for multi-task cross-lingual transfer. arXiv:2005.00052","DOI":"10.18653\/v1\/2020.emnlp-main.617"},{"key":"2399_CR32","first-page":"19716","volume":"33","author":"H Ren","year":"2020","unstructured":"Ren H, Leskovec JJAINIPS (2020) Beta embeddings for multi-hop logical reasoning in knowledge graphs. Adv Neural Inf Process Syst 33:19716\u201319726","journal-title":"Adv Neural Inf Process Syst"},{"key":"2399_CR33","doi-asserted-by":"crossref","unstructured":"Ruder S, Peters ME, Swayamdipta S et al (2019) Transfer learning in natural language processing. In: Proceedings of the 2019 conference of the North American chapter of the Association for Computational Linguistics: tutorials, pp 15\u201318","DOI":"10.18653\/v1\/N19-5004"},{"key":"2399_CR34","doi-asserted-by":"crossref","unstructured":"Saxena A, Tripathi A, Talukdar P (2020) Improving multi-hop question-answering over knowledge graphs using knowledge base embeddings. In: Proceedings of the 58th annual meeting of the Association for Computational Linguistics, pp 4498\u20134507","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"2399_CR35","doi-asserted-by":"crossref","unstructured":"Schlichtkrull M, Kipf TN, Bloem P et al (2018) Modeling relational data with graph convolutional networks. In: The semantic web: 15th international conference, ESWC 2018, Heraklion, Crete, Greece, June 3\u20137, 2018, proceedings 15. Springer, pp 593\u2013607","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"2399_CR36","doi-asserted-by":"publisher","first-page":"2692","DOI":"10.3390\/electronics12122692","volume":"12","author":"Y Shi","year":"2023","unstructured":"Shi Y, Yang R, Yin C et al (2023) Entity linking method for chinese short texts with multiple embedded representations. Electronics 12:2692","journal-title":"Electronics"},{"key":"2399_CR37","unstructured":"Shu D, Chen T, Jin M et al (2024) Knowledge graph large language model (KG-LLM) for link prediction. arXiv:2403.07311"},{"key":"2399_CR38","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/s41666-023-00136-3","volume":"8","author":"A Singh","year":"2024","unstructured":"Singh A, Krishnamoorthy S, Ortega JE (2024) NeighBERT: medical entity linking using relation-induced dense retrieval. J Healthc Inform Res 8:353\u2013369","journal-title":"J Healthc Inform Res"},{"key":"2399_CR39","unstructured":"Tang Z, Zhou K, Wang P et al (2023) Detoxify language model step-by-step. arXiv:2308.08295"},{"key":"2399_CR40","unstructured":"Wang Y, Wang L, Li Y, He D, Liu T (2013) A theoretical analysis of NDCG type ranking measures. In: Proceedings of the 26th annual conference on learning theory, vol 30, pp 25\u201354"},{"key":"2399_CR41","doi-asserted-by":"crossref","unstructured":"Wang M, Zhang N, Xu Z et al (2024) Detoxifying large language models via knowledge editing. arXiv:2403.14472","DOI":"10.18653\/v1\/2024.acl-long.171"},{"issue":"9","key":"2399_CR42","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1162\/tacl_a_00360","volume":"2021","author":"X Wang","year":"2021","unstructured":"Wang X, Gao T, Zhu Z et al (2021) KEPLER: A unified model for knowledge embedding and pre-trained language representation. Trans Assoc Comput Linguist 2021(9):176\u2013194","journal-title":"Trans Assoc Comput Linguist"},{"key":"2399_CR43","unstructured":"Wang X, Zhou W, Zu C et al (2023). InstructUIE: multi-task instruction tuning for unified information extraction. arXiv:2304.08085"},{"key":"2399_CR44","unstructured":"Wei J, Tay Y, Bommasani R et al (2022) Emergent abilities of large language models. arXiv:2206.07682"},{"key":"2399_CR45","unstructured":"Wei J, Wang X, Schuurmans D et al (2022) Chain-of-thought prompting elicits reasoning in large language models. In: 36th conference on neural information processing systems, NeurIPS 2022, November 28, 2022\u2013December 9, 2022. New Orleans, LA, United States: neural information processing systems foundation."},{"key":"2399_CR46","unstructured":"Wei X, Ccui X, Cheng N et al (2023) Zero-shot information extraction via chatting with chatgpt. arXiv:2302.10205"},{"key":"2399_CR47","doi-asserted-by":"crossref","unstructured":"Wen Y, Wang Z, Sun J (2023) Mindmap: knowledge graph prompting sparks graph of thoughts in large language models. arXiv:2308.09729","DOI":"10.18653\/v1\/2024.acl-long.558"},{"key":"2399_CR48","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1186\/s12911-023-02322-0","volume":"23","author":"L Xiaolong","year":"2023","unstructured":"Xiaolong L, Shuifa S, Tinglong T et al (2023) Construction of a knowledge graph for breast cancer diagnosis based on Chinese electronic medical records: development and usability study. BMC Med Inform Decis Mak 23:210\u2013210","journal-title":"BMC Med Inform Decis Mak"},{"key":"2399_CR49","doi-asserted-by":"crossref","unstructured":"Xiong W, Hoang T, Wang WY (2017). Deeppath: a reinforcement learning method for knowledge graph reasoning. In: Proceedings of the 2017 conference on empirical methods in natural language processing, pp 564\u2013573","DOI":"10.18653\/v1\/D17-1060"},{"key":"2399_CR50","unstructured":"Xu D, Zhang Z, Lin Z et al (2024) Multi-perspective improvement of knowledge graph completion with large language models. arXiv:2403.01972"},{"key":"2399_CR51","doi-asserted-by":"publisher","first-page":"12445","DOI":"10.1007\/s11042-023-16011-7","volume":"83","author":"C Yang","year":"2023","unstructured":"Yang C, Weibing W, Yuming Z et al (2023) Generalization performance optimization of KBQA system for Chinese open domain. Multimed Tools Appl 83:12445\u201312466","journal-title":"Multimed Tools Appl"},{"key":"2399_CR52","first-page":"37309","volume":"35","author":"M Yasunaga","year":"2022","unstructured":"Yasunaga M, Bosselut A, Ren H et al (2022) Deep bidirectional language-knowledge graph pretraining. Adv Neural Inf Process Syst 35:37309\u201337323","journal-title":"Adv Neural Inf Process Syst"},{"key":"2399_CR53","unstructured":"Zhang Q, Chen M, Bukharin A et al (2023) Adaptive budget allocation for parameter-efficient fine-tuning. In: International conference on learning representations. Openreview"},{"key":"2399_CR54","doi-asserted-by":"publisher","first-page":"102812","DOI":"10.1016\/j.artmed.2024.102812","volume":"149","author":"W Zhang","year":"2024","unstructured":"Zhang W, Kong L, Lee S et al (2024) Detecting mental and physical disorders using multi-task learning equipped with knowledge graph attention network. Artif Intell Med 149:102812","journal-title":"Artif Intell Med"},{"key":"2399_CR55","doi-asserted-by":"publisher","first-page":"192435","DOI":"10.1109\/ACCESS.2020.3030076","volume":"8","author":"C Zhe","year":"2020","unstructured":"Zhe C, Yuehan W, Bin Z et al (2020) Knowledge Graph completion: a review. IEEE ACCESS. 8:192435\u2013192456","journal-title":"IEEE ACCESS."},{"key":"2399_CR56","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1162\/dint_a_00116","volume":"4","author":"C Zhibin","year":"2022","unstructured":"Zhibin C, Yuting W, Yansong F et al (2022) Integrating manifold knowledge for global entity linking with heterogeneous graphs. Data Intell 4:20\u201340","journal-title":"Data Intell"},{"key":"2399_CR57","unstructured":"Junchen G, Yushang M, Yan X et al (2024) An entity linking method based on prompt scoring. Comput Eng 1\u201311"},{"key":"2399_CR58","unstructured":"Jian P, Zhiwei W, Yanjun L (2024) CGR-BERT-ZESHEL: zero-shot entity linking model with Chinese features. Comput Sci 1\u201311"},{"key":"2399_CR59","first-page":"2377","volume":"17","author":"Z Heyi","year":"2023","unstructured":"Heyi Z, Xin W, Lifan H et al (2023) Research on question-answering system on joint of knowledge graph and large language model. J Front Comput Sci Technol 17:2377\u20132388","journal-title":"J Front Comput Sci Technol"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-025-02399-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-025-02399-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-025-02399-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T12:04:37Z","timestamp":1757160277000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-025-02399-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,21]]},"references-count":59,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["2399"],"URL":"https:\/\/doi.org\/10.1007\/s10115-025-02399-1","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4721418\/v1","asserted-by":"object"}]},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,21]]},"assertion":[{"value":"11 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 December 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}