{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T20:41:05Z","timestamp":1780087265576,"version":"3.54.0"},"reference-count":107,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Biomed. Health Inform."],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/jbhi.2025.3622058","type":"journal-article","created":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T17:38:28Z","timestamp":1760636308000},"page":"3833-3848","source":"Crossref","is-referenced-by-count":5,"title":["Integrating LLMs and Knowledge Graphs for Medical AI: Advances, Challenges, and Future Directions"],"prefix":"10.1109","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9267-8676","authenticated-orcid":false,"given":"Lino","family":"Murali","sequence":"first","affiliation":[{"name":"Division of Information Technology, School of Engineering, Cochin University of Science and Technology, Kochi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1559-5150","authenticated-orcid":false,"given":"G","family":"Gopakumar","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daleesha M","family":"Viswanathan","sequence":"additional","affiliation":[{"name":"Division of Information Technology, School of Engineering, Cochin University of Science and Technology, Kochi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0851-9742","authenticated-orcid":false,"given":"Raghu","family":"Raman","sequence":"additional","affiliation":[{"name":"Amrita School of Business, Amrita Vishwa Vidyapeetham, Amritapuri, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8774-3541","authenticated-orcid":false,"given":"Prema","family":"Nedungadi","sequence":"additional","affiliation":[{"name":"Amrita CREATE, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.2196\/58670"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2024.109713"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3390\/informatics11030057"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120964"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2024.104627"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671460"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2024.3352100"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2024.3360454"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2023.3325484"},{"key":"ref10","article-title":"Large language models and knowledge graphs: Opportunities and challenges","author":"Pan","year":"2023"},{"key":"ref11","first-page":"3554","article-title":"Knowledge graph based synthetic corpus generation for knowledge-enhanced language model pre-training","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Lang. Technol.","author":"Agarwal","year":"2021"},{"key":"ref12","first-page":"9278","article-title":"MedIKAL: Integrating knowledge graphs as assistants of LLMs for enhanced clinical diagnosis on EMRs","volume-title":"Proc. 31st Int. Conf. Comput. Linguis.","author":"Jia","year":"2025"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.2196\/58670"},{"key":"ref14","first-page":"1754","article-title":"Augmenting black-box LLMs with medical textbooks for biomedical question answering","volume-title":"Proc. Findings Assoc. Comput. Linguistics","author":"Wang","year":"2024"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-03423-7"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671576"},{"key":"ref17","article-title":"Gpt-4 Technical Report","author":"Achiam","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2022.100756"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108166"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.02.021"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.127141"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2024.102916"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2024.08.001"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2024.3505955"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(24)00060-8"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2025.102528"},{"key":"ref27","article-title":"A scoping review of using large language models (llms) to investigate electronic health records (ehrs)","author":"Li","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2023.104403"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2023.101188"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2024.102848"},{"key":"ref31","first-page":"149","article-title":"Automated clinical data extraction with knowledge conditioned LLMs","volume-title":"Proc. 31st Int. Conf. Comput. Linguistics","author":"Li","year":"2025"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1080\/23311916.2024.2353494"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2024.103705"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.bionlp-1.23"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-024-02120-8"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1136\/bmj-2024-081554"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.csbj.2024.07.005"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2023.3316750"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-024-01527-8"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2024.3366977"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3390\/app14041508"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/access.2022.3191666"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/icassp49660.2025.10889242"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-024-01297-w"},{"key":"ref45","article-title":"Prompting as probing: Using language models for knowledge base construction","author":"Alivanistos","year":"2022"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2024.1389475"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.2196\/60665"},{"key":"ref48","article-title":"Combining knowledge graphs and large language models","author":"Kau","year":"2024"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-demos.35"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2025.114307"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2024.103279"},{"key":"ref52","article-title":"Rag-kg-il: A multi-agent hybrid framework for reducing hallucinations and enhancing llm reasoning through rag and incremental knowledge graph learning integration","author":"Yu","year":"2025"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1111\/acps.13717"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-024-03227-4"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3390\/electronics14010154"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-024-01327-7"},{"key":"ref57","article-title":"Causal reasoning in large language models: A knowledge graph approach","author":"Kim","year":"2024"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2024.08.002"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2024.3514659"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocae029"},{"key":"ref61","article-title":"Medreason: Eliciting factual medical reasoning steps in LLMs via knowledge graphs","author":"Wu","year":"2025"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2024.104730"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.112837"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1002\/advs.202405861"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1002\/int.22955"},{"key":"ref66","volume-title":"Elasticsearch: The Definitive Guide: A Distributed Real-Time Search and Analytics Engine","author":"Gormley","year":"2015"},{"key":"ref67","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. 2019 Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Lang. Technol., Vol. 1","author":"Devlin","year":"2019"},{"key":"ref68","article-title":"Jmlr: Joint medical llm and retrieval training for enhancing reasoning and professional question answering capability","author":"Wang","year":"2024"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.119"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2025.3538324"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.111395"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac598"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.3390\/electronics13071395"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2023.104487"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/tbdata.2021.3050680"},{"issue":"10","key":"ref78","first-page":"2403","article-title":"Differentiable rule extraction with large language model for knowledge graph reasoning","volume":"17","author":"Yudai","year":"2023","journal-title":"J. Front. Comput. Sci. Technol."},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2023.102535"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-70381-2_14"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.916"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2021.103960"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.3389\/fgene.2020.625659"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbac363"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2023.1121796"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.14445\/22315381\/IJETT-V70I10P239"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29551-6_59"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.5530\/jscires.20251166"},{"key":"ref89","article-title":"Graphcare: Enhancing healthcare predictions with personalized knowledge graphs","author":"Jiang","year":"2023"},{"key":"ref90","article-title":"Knownet: Guided health information seeking from LLMs via knowledge graph integration","author":"Yan","year":"2024"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2024.3483273"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2024.e24727"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2024.10.206"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-024-02459-6"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmccpl.2025.100436"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/tps-isa62245.2024.00021"},{"key":"ref97","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Lewis","year":"2020"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/GCITC60406.2023.10425802"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-66218-8_42"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2024.102785"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.2196\/50945"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1111\/medu.15402"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000651"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1111\/jep.14250"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijdrr.2024.104804"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocad091"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.18675"}],"container-title":["IEEE Journal of Biomedical and Health Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6221020\/11511349\/11205285.pdf?arnumber=11205285","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T05:00:21Z","timestamp":1778216421000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11205285\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":107,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/jbhi.2025.3622058","relation":{},"ISSN":["2168-2194","2168-2208"],"issn-type":[{"value":"2168-2194","type":"print"},{"value":"2168-2208","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5]]}}}