{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T01:36:40Z","timestamp":1780537000011,"version":"3.54.1"},"reference-count":201,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["FT210100097"],"award-info":[{"award-number":["FT210100097"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP240101547"],"award-info":[{"award-number":["DP240101547"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62120106008"],"award-info":[{"award-number":["62120106008"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1109\/tkde.2024.3352100","type":"journal-article","created":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T20:17:54Z","timestamp":1704917874000},"page":"3580-3599","source":"Crossref","is-referenced-by-count":884,"title":["Unifying Large Language Models and Knowledge Graphs: A Roadmap"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0794-527X","authenticated-orcid":false,"given":"Shirui","family":"Pan","sequence":"first","affiliation":[{"name":"School of Information and Communication Technology and Institute for Integrated and Intelligent Systems (IIIS), Griffith University, Nathan, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0027-942X","authenticated-orcid":false,"given":"Linhao","family":"Luo","sequence":"additional","affiliation":[{"name":"Department of Data Science and AI, Monash University, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yufei","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Data Science and AI, Monash University, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4637-9250","authenticated-orcid":false,"given":"Chen","family":"Chen","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7639-5289","authenticated-orcid":false,"given":"Jiapu","family":"Wang","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2396-1704","authenticated-orcid":false,"given":"Xindong","family":"Wu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Knowledge Engineering with Big Data (the Ministry of Education of China), Hefei University of Technology, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref2","article-title":"RoBERTa: A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"issue":"1","key":"ref3","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-5827"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/612"},{"key":"ref7","article-title":"Emergent abilities of large language models","author":"Wei","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588827"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00110"},{"key":"ref10","article-title":"Is ChatGPT a good recommender? A preliminary study","author":"Liu","year":"2023"},{"key":"ref11","article-title":"A survey of large language models","author":"Zhao","year":"2023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-020-1647-3"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3649506"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1250"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3617680"},{"key":"ref17","article-title":"A survey of the state of explainable AI for natural language processing","author":"Danilevsky","year":"2020"},{"key":"ref18","article-title":"On the robustness of ChatGPT: An adversarial and out-of-distribution perspective","author":"Wang","year":"2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3070843"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2629489"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1234"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.03.001"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103076"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3191513"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3618295"},{"key":"ref26","article-title":"KG-BERT: BERT for knowledge graph completion","author":"Yao","year":"2019"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591743"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.ijcnlp-main.45"},{"key":"ref29","article-title":"Self-consistency improves chain of thought reasoning in language models","author":"Wang","year":"2022"},{"key":"ref30","article-title":"ROSCOE: A suite of metrics for scoring step-by-step reasoning","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Golovneva"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242667"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"ref33","article-title":"Translating embeddings for modeling multi-relational data","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Bordes"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/267"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1139"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i03.5681"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16796"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1282"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.581"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00360"},{"key":"ref41","article-title":"Grapher: Multi-stage knowledge graph construction using pretrained language models","volume-title":"Proc. NeurIPS 2021 Workshop Deep Generative Models Downstream Appl.","author":"Melnyk"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.223"},{"key":"ref43","article-title":"UniKGQA: Unified retrieval and reasoning for solving multi-hop question answering over knowledge graph","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Jiang"},{"key":"ref44","first-page":"37 309","article-title":"Deep bidirectional language-knowledge graph pretraining","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Yasunaga"},{"key":"ref45","article-title":"Complex logical reasoning over knowledge graphs using large language models","author":"Choudhary","year":"2023"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/taslp.2023.3325973"},{"key":"ref47","article-title":"A survey on knowledge-enhanced pre-trained language models","author":"Zhen","year":"2022"},{"key":"ref48","article-title":"Knowledge enhanced pretrained language models: A compreshensive survey","author":"Wei","year":"2021"},{"key":"ref49","article-title":"A survey of knowledge-intensive NLP with pre-trained language models","author":"Yin","year":"2022"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref51","article-title":"ALBERT: A lite bert for self-supervised learning of language representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lan"},{"key":"ref52","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","author":"Clark","year":"2020"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-5709"},{"key":"ref54","article-title":"UL2: Unifying language learning paradigms","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Tay"},{"key":"ref55","article-title":"Multitask prompted training enables zero-shot task generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Sanh"},{"key":"ref56","article-title":"ST-MoE: Designing stable and transferable sparse expert models","author":"Zoph","year":"2022"},{"key":"ref57","article-title":"GLM-130B: An open bilingual pre-trained model","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Zeng"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"ref59","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref60","first-page":"27 730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref61","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref62","article-title":"Prompt engineering guide","author":"Saravia","year":"2022"},{"key":"ref63","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Wei"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.208"},{"key":"ref65","article-title":"MindMap: Knowledge graph prompting sparks graph of thoughts in large language models","author":"Wen","year":"2023"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376746"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60045-1_44"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.37068\/evu.14.9"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-77385-4_41"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.54"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16792"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380107"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/554"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/502"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkh061"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/9202457"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/5072427"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2957812"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.0c02055"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/icbk50248.2020.00080"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2022.3224228"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68204-4_8"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-21348-0_30"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.bdr.2020.100159"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/720"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33018876"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411947"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE55515.2023.00229"},{"key":"ref91","article-title":"Knowledge-aware language model pretraining","author":"Rosset","year":"2020"},{"key":"ref92","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Lewis"},{"key":"ref93","article-title":"LLMs for knowledge graph construction and reasoning: Recent capabilities and future opportunities","author":"Zhu","year":"2023"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.25"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/GUCON48875.2020.9231227"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3487553.3524238"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591700"},{"key":"ref98","article-title":"MiniGPT-4: Enhancing vision-language understanding with advanced large language models","author":"Zhu","year":"2023"},{"key":"ref99","article-title":"Knowledge engineering with image data in real-world settings","volume-title":"Proc. AAAI Spring Symp. Combining Mach. Learn. Knowl. Eng.","author":"Warren"},{"key":"ref100","article-title":"LaMDA: Language models for dialog applications","author":"Thoppilan","year":"2022"},{"key":"ref101","article-title":"ERNIE 3.0: Large-scale knowledge enhanced pre-training for language understanding and generation","author":"Sun","year":"2021"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.722"},{"key":"ref103","article-title":"E-BERT: A phrase and product knowledge enhanced language model for E-commerce","author":"Zhang","year":"2020"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.764"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.379"},{"key":"ref106","article-title":"Pretrained encyclopedia: Weakly supervised knowledge-pretrained language model","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Xiong"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.327"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21425"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.207"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511921"},{"key":"ref111","article-title":"ChatKBQA: A generate-then-retrieve framework for knowledge base question answering with fine-tuned large language models","author":"Luo","year":"2023"},{"key":"ref112","article-title":"Reasoning on graphs: Faithful and interpretable large language model reasoning","author":"Luo","year":"2023"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1598"},{"key":"ref114","first-page":"3929","article-title":"REALM: Retrieval-augmented language model pre-training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guu"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.346"},{"key":"ref116","article-title":"ChatRule: Mining logical rules with large language models for knowledge graph reasoning","author":"Luo","year":"2023"},{"key":"ref117","article-title":"Boosting language models reasoning with chain-of-knowledge prompting","author":"Wang","year":"2023"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00324"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.329"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.885"},{"key":"ref122","article-title":"Interpreting language models through knowledge graph extraction","author":"Swamy","year":"2021"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.136"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.374"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.150"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1334"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.65"},{"key":"ref128","article-title":"How to query language models?","author":"Adolphs","year":"2021"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.388"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.546"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.45"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290956"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186175"},{"key":"ref134","article-title":"Embedding entities and relations for learning and inference in knowledge bases","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yang"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1223"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017152"},{"key":"ref137","article-title":"Reasoning through memorization: Nearest neighbor knowledge graph embeddings","author":"Zhang","year":"2022"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/318"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.ijcnlp-demo.4"},{"key":"ref140","first-page":"1965","article-title":"Joint language semantic and structure embedding for knowledge graph completion","volume-title":"Proc. Int. Conf. Comput. Linguistics","author":"Shen"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3113329"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450043"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.295"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.201"},{"key":"ref146","first-page":"4005","article-title":"Knowledge is flat: A Seq2Seq generative framework for various knowledge graph completion","volume-title":"Proc. Int. Conf. Comput. Linguistics","author":"Chen"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1250"},{"key":"ref149","article-title":"Autoregressive entity retrieval","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Cao"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-industry.24"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1588"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.453"},{"key":"ref154","article-title":"Simple BERT models for relation extraction and semantic role labeling","author":"Shi","year":"2019"},{"key":"ref155","article-title":"Improving relation extraction by pre-trained language representations","volume-title":"Proc. 1st Conf. Automated Knowl. Base Construction","author":"Alt"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.145"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-87571-8_28"},{"key":"ref158","article-title":"PiVe: Prompting with iterative verification improving graph-based generative capability of LLMs","author":"Han","year":"2023"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1470"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3518"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016473"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/643"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.nlp4convai-1.20"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.inlg-1.14"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.217"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.697"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.99"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.102"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.296"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-023-01166-y"},{"key":"ref172","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30793-6_27"},{"key":"ref173","article-title":"GreaseLM: Graph reasoning enhanced language models","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04123-w"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.574"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.119369"},{"key":"ref177","article-title":"Knowledge solver: Teaching LLMs to search for domain knowledge from knowledge graphs","author":"Feng","year":"2023"},{"key":"ref178","article-title":"Think-on-graph: Deep and responsible reasoning of large language model with knowledge graph","author":"Sun","year":"2023"},{"key":"ref179","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.207"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.06.004"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21417"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017208"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.372"},{"key":"ref184","article-title":"AgentBench: Evaluating LLMs as agents","author":"Liu","year":"2023"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i17.29889"},{"key":"ref186","article-title":"AgentTuning: Enabling generalized agent abilities for LLMs","author":"Zeng","year":"2023"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.750"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.275"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.59"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.632"},{"key":"ref191","article-title":"Unveiling the pitfalls of knowledge editing for large language models","author":"Li","year":"2023"},{"key":"ref192","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00644"},{"key":"ref193","article-title":"Black-box prompt learning for pre-trained language models","author":"Diao","year":"2022"},{"key":"ref194","first-page":"20 841","article-title":"Black-box tuning for language-model-as-a-service","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sun"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.178"},{"key":"ref196","first-page":"41","article-title":"Bounding ambiguity: Experiences with an image annotation system","volume-title":"Proc. 1st Workshop Subjectivity Ambiguity Disagreement Crowdsourcing","author":"Warren"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1145\/3579051.3579053"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01457"},{"key":"ref199","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.011"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2024.3369017"},{"key":"ref201","article-title":"Pretrained language model in continual learning: A comparative study","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wu"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/10549876\/10387715.pdf?arnumber=10387715","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,26]],"date-time":"2024-06-26T13:22:52Z","timestamp":1719408172000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10387715\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":201,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2024.3352100","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]}}}