{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T15:52:58Z","timestamp":1778255578131,"version":"3.51.4"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T00:00:00Z","timestamp":1740787200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001381","name":"National Research Foundation Singapore","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001381","id-type":"DOI","asserted-by":"publisher"}]},{"name":"AI Singapore Programme AISG","award":["AISG2-RP-2020-016"],"award-info":[{"award-number":["AISG2-RP-2020-016"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Biomed. Health Inform."],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1109\/jbhi.2024.3514659","type":"journal-article","created":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T01:54:35Z","timestamp":1733882075000},"page":"2257-2270","source":"Crossref","is-referenced-by-count":9,"title":["A Joint LLM-KG System for Disease Q&A"],"prefix":"10.1109","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7391-2276","authenticated-orcid":false,"given":"Prakash C.","family":"Sukhwal","sequence":"first","affiliation":[{"name":"Department of Information Systems and Analytics, National University of Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6748-6864","authenticated-orcid":false,"given":"Vaibhav","family":"Rajan","sequence":"additional","affiliation":[{"name":"Department of Information Systems and Analytics, National University of Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7085-6598","authenticated-orcid":false,"given":"Atreyi","family":"Kankanhalli","sequence":"additional","affiliation":[{"name":"Department of Information Systems and Analytics, National University of Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Modeling healthcare Q&A questions with ensemble classification approaches","volume-title":"Proc. AMCIS","author":"Lin"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1200\/op.21.00764"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2020.0923"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3564275"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2023.3316750"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3490238"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00437"},{"key":"ref8","first-page":"104","article-title":"Where was COVID-19 first discovered Designing a question-answering system for pandemic situations","volume-title":"Proc. 30th Eur. Conf. Inf. Sys.","author":"Graf","year":"2022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.puhe.2020.05.041"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.393"},{"key":"ref11","article-title":"Retrieving and reading: A comprehensive survey on open-domain question answering","author":"Zhu","year":"2021"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3055371"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-2008"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3309706"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3070843"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3447942"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.2196\/32730"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2196\/26714"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.3881"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2015.2416252"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.45"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210011"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2196\/18752"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i6.16625"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.372"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1093\/gigascience\/giae082"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.bionlp-1.13"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06736-7"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10465-9"},{"key":"ref31","article-title":"MEDITRON: Open medical foundation models adapted for clinical practice","author":"Bosselut","year":"2024"},{"key":"ref32","article-title":"Llama 2: Open foundation and fine-tuned chatmodels","author":"Touvron","year":"2023"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.348"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102299"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441816"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.3038654"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1171"},{"key":"ref38","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2196\/22845"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3076556"},{"key":"ref41","first-page":"5773","article-title":"Subgraph retrieval enhanced model for multi-hop knowledge base question answering","volume-title":"Proc. 60th Annual Meeting of ACL","volume":"1","author":"Zhang","year":"2024"},{"key":"ref42","article-title":"How and where to find credible health advice","author":"Burke","year":"2022"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-019-3119-4"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2014.0516"},{"key":"ref45","first-page":"3929","article-title":"Retrieval augmented language model pre-training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guu"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.1998.0050001"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.pec.2019.08.008"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bts591"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.26726"},{"key":"ref50","article-title":"A remedy for your health-related questions: Health info in the knowledge graph","author":"Ramaswami","year":"2015"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1410"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.740"},{"issue":"1","key":"ref53","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1346"},{"key":"ref55","article-title":"New methods & metrics for LFQA tasks","author":"Mahapatra","year":"2021"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1255"},{"key":"ref58","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","volume-title":"Proc. Text Summarization Branches Out","author":"Lin"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.19"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10439-023-03172-7"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3390\/healthcare11060887"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1177\/08944393211006863"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0109583"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1055\/s-0043-1762914"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3163\/1536-5050.97.1.009"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.3233\/shti230563"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocae015"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1142\/9789812772435_0031"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2011.01.004"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-46411-8"},{"key":"ref71","article-title":"BERTscore: Evaluating text generation with Bert","volume-title":"Proc. Int. Conf. Learning Representations","author":"Zhang","year":"2020"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2001"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-023-01925-4"},{"key":"ref74","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process Syst.","author":"Lewis","year":"2020"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.548"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07421-0"},{"issue":"1","key":"ref77","first-page":"16857","article-title":"MPNet: Masked and permuted pre-training for language understanding","volume":"33","author":"Song","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref78","article-title":"Efficient natural language response suggestion for smart reply","author":"Henderson","year":"2017"},{"key":"ref79","first-page":"2787","article-title":"Translating embeddings for modeling multi-relational data","volume-title":"Proc. 26th Int. Conf. Neural Inf. Process Syst.","volume":"2","author":"Bordes","year":"2013"},{"key":"ref80","first-page":"1059","article-title":"Popularity agnostic evaluation of knowledge graph embeddings","volume-title":"Proc. Conf. Uncertainty Artif. Intell.","volume":"124","author":"Mohamed"}],"container-title":["IEEE Journal of Biomedical and Health Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6221020\/10916525\/10787401.pdf?arnumber=10787401","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T18:43:13Z","timestamp":1741372993000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10787401\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3]]},"references-count":80,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jbhi.2024.3514659","relation":{},"ISSN":["2168-2194","2168-2208"],"issn-type":[{"value":"2168-2194","type":"print"},{"value":"2168-2208","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3]]}}}