{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T11:48:59Z","timestamp":1776512939847,"version":"3.51.2"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032095299","type":"print"},{"value":"9783032095305","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09530-5_5","type":"book-chapter","created":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T23:03:27Z","timestamp":1761692607000},"page":"77-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Are LLMs Really Knowledgeable for\u00a0Knowledge Graph Completion?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4663-2439","authenticated-orcid":false,"given":"Yang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4177-9199","authenticated-orcid":false,"given":"Zequn","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6277-268X","authenticated-orcid":false,"given":"Zhoutian","family":"Shao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9113-0155","authenticated-orcid":false,"given":"Yuanning","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3635-6335","authenticated-orcid":false,"given":"Wei","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,29]]},"reference":[{"key":"5_CR1","unstructured":"Bai, J., et al.: Qwen technical report. arXiv 2309, 16609 (2023)"},{"key":"5_CR2","doi-asserted-by":"crossref","unstructured":"Balazevic, I., Allen, C., Hospedales, T.M.: TuckER: tensor factorization for knowledge graph completion. In: EMNLP-IJCNLP, pp. 5185\u20135194 (2019)","DOI":"10.18653\/v1\/D19-1522"},{"key":"5_CR3","unstructured":"Bordes, A., Usunier, N., Garc\u00eda-Dur\u00e1n, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: NIPS, pp. 2787\u20132795 (2013)"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Cao, J., Fang, J., Meng, Z., Liang, S.: Knowledge graph embedding: a survey from the perspective of representation spaces. ACM Comput. Surv. 56, 159:1\u2013159:42 (2024)","DOI":"10.1145\/3643806"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Chen, S., Liu, X., Gao, J., Jiao, J., Zhang, R., Ji, Y.: HittER: hierarchical transformers for knowledge graph embeddings. In: EMNLP, pp. 10395\u201310407 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.812"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Cheng, K., Ahmed, N.K., Sun, Y.: Neural compositional rule learning for knowledge graph reasoning. In: ICLR (2023)","DOI":"10.1007\/978-3-031-72008-6_5"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Cui, Y., Sun, Z., Hu, W.: A prompt-based knowledge graph foundation model for universal in-context reasoning. In: NeurIPS (2024)","DOI":"10.52202\/079017-0227"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Minervini, P., Stenetorp, P., Riedel, S.: Convolutional 2D knowledge graph embeddings. In: AAAI, pp. 1811\u20131818 (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: QLoRA: Efficient finetuning of quantized LLMs. arXiv:2305.14314 (2023)","DOI":"10.52202\/075280-0441"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL, pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"key":"5_CR11","doi-asserted-by":"publisher","first-page":"3549","DOI":"10.1109\/TKDE.2020.3028705","volume":"34","author":"Q Guo","year":"2022","unstructured":"Guo, Q., et al.: A survey on knowledge graph-based recommender systems. IEEE Trans. Knowl. Data Eng. 34, 3549\u20133568 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"5_CR12","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TNNLS.2021.3070843","volume":"33","author":"S Ji","year":"2022","unstructured":"Ji, S., Pan, S., Cambria, E., Marttinen, P., Yu, P.S.: A survey on knowledge graphs: Representation, acquisition, and applications. IEEE Trans. Neural Netw. Learn. Syst. 33, 494\u2013514 (2022)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"5_CR13","unstructured":"Khodja, H.A., gueni ssaid, A.A., B\u00e9chet, F., Brabant, Q., Nasr, A., Lecorv\u00e9, G.: Factual knowledge assessment of language models using distractors. In: COLING, pp. 8043\u20138056 (2025)"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Liu, X., Liu, Y., Hu, W.: Knowledge graph error detection with contrastive confidence adaption. In: AAAI, pp. 8824\u20138831 (2024)","DOI":"10.1609\/aaai.v38i8.28729"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Liu, Y., Sun, Z., Li, G., Hu, W.: I know what you do not know: knowledge graph embedding via co-distillation learning. In: CIKM, pp. 1329\u20131338 (2022)","DOI":"10.1145\/3511808.3557355"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Liu, Y., Tian, X., Sun, Z., Hu, W.: Finetuning generative large language models with discrimination instructions for knowledge graph completion. In: ISWC, pp. 199\u2013217 (2024)","DOI":"10.1007\/978-3-031-77844-5_11"},{"key":"5_CR17","unstructured":"Luo, L., Ju, J., Xiong, B., Li, Y., Haffari, G., Pan, S.: Chatrule: mining logical rules with large language models for knowledge graph reasoning. arXiv:2309.01538 (2023)"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Nayyeri, M., et al.: Dihedron algebraic embeddings for spatio-temporal knowledge graph completion. In: ESWC (2022)","DOI":"10.1007\/978-3-031-06981-9_15"},{"key":"5_CR19","unstructured":"OpenAI: GPT-4 technical report. arXiv:2303.08774 (2023)"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Petroni, F., et al.: Language models as knowledge bases? In: EMNLP, pp. 2463\u20132473 (2019)","DOI":"10.18653\/v1\/D19-1250"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Rebele, T., Suchanek, F.M., Hoffart, J., Biega, J., Kuzey, E., Weikum, G.: YAGO: a multilingual knowledge base from wikipedia, wordnet, and geonames. In: ISWC, pp. 177\u2013185 (2016)","DOI":"10.1007\/978-3-319-46547-0_19"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Rossi, A., Barbosa, D., Firmani, D., Matinata, A., Merialdo, P.: Knowledge graph embedding for link prediction: a comparative analysis. ACM Trans. Knowl. Discov. Data 15, 14:1\u201314:49 (2021)","DOI":"10.1145\/3424672"},{"key":"5_CR23","doi-asserted-by":"crossref","unstructured":"Saxena, A., Tripathi, A., Talukdar, P.P.: Improving multi-hop question answering over knowledge graphs using knowledge base embeddings. In: ACL, pp. 4498\u20134507 (2020)","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"5_CR24","unstructured":"Shu, D., et al.: Knowledge graph large language model (KG-LLM) for link prediction. arXiv:2403.07311 (2024)"},{"key":"5_CR25","doi-asserted-by":"crossref","unstructured":"Steyvers, M., et al.: What large language models know and what people think they know. Nature Mach. Intell. 1\u201311 (2025)","DOI":"10.1038\/s42256-024-00976-7"},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Sun, K., Xu, Y.E., Zha, H., Liu, Y., Dong, X.L.: Head-to-tail: How knowledgeable are large language models (LLMs)? A.K.A. will LLMs replace knowledge graphs? In: NAACL, pp. 311\u2013325 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.18"},{"key":"5_CR27","unstructured":"Sun, Z., Deng, Z., Nie, J., Tang, J.: RotatE: Knowledge graph embedding by relational rotation in complex space. In: ICLR (2019)"},{"key":"5_CR28","unstructured":"Tao, X., Wang, Y., Cai, Y., Yang, Z., Tang, J.: Are LLMs really not knowledgable? mining the submerged knowledge in LLMs\u2019 memory. arXiv:2412.20846 (2024)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Tian, Y., et al.: Graph neural prompting with large language models. In: AAAI, pp. 19080\u201319088 (2024)","DOI":"10.1609\/aaai.v38i17.29875"},{"key":"5_CR30","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Chen, D., Pantel, P., Poon, H., Choudhury, P., Gamon, M.: Representing text for joint embedding of text and knowledge bases. In: EMNLP, pp. 1499\u20131509 (2015)","DOI":"10.18653\/v1\/D15-1174"},{"key":"5_CR31","unstructured":"Touvron, H., et al.: Llama 2: Open foundation and fine-tuned chat models. arXiv:2307.09288 (2023)"},{"key":"5_CR32","unstructured":"Vashishth, S., Sanyal, S., Nitin, V., Talukdar, P.P.: Composition-based multi-relational graph convolutional networks. In: ICLR (2020)"},{"key":"5_CR33","doi-asserted-by":"crossref","unstructured":"Wang, B., Shen, T., Long, G., Zhou, T., Wang, Y., Chang, Y.: Structure-augmented text representation learning for efficient knowledge graph completion. In: WWW, pp. 1737\u20131748 (2021)","DOI":"10.1145\/3442381.3450043"},{"key":"5_CR34","doi-asserted-by":"crossref","unstructured":"Wang, L., Zhao, W., Wei, Z., Liu, J.: SimKGC: simple contrastive knowledge graph completion with pre-trained language models. In: ACL, pp. 4281\u20134294 (2022)","DOI":"10.18653\/v1\/2022.acl-long.295"},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Wang, Y., Hu, M., Huang, Z., Li, D., Yang, D., Lu, X.: Kc-genre: a knowledge-constrained generative re-ranking method based on large language models for knowledge graph completion. In: LREC, pp. 9668\u20139680 (2024)","DOI":"10.63317\/2i6ru3r3vfh6"},{"key":"5_CR36","doi-asserted-by":"crossref","unstructured":"Wei, S., Wu, C., Huang, H., Chen, H.: Unveiling selection biases: exploring order and token sensitivity in large language models. In: Findings of ACL, pp. 5598\u20135621 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.333"},{"key":"5_CR37","doi-asserted-by":"crossref","unstructured":"Wei, Y., Huang, Q., Zhang, Y., Kwok, J.T.: KICGPT: large language model with knowledge in context for knowledge graph completion. In: Findings of EMNLP, pp. 8667\u20138683 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.580"},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Xu, Z., Peng, K., Ding, L., Tao, D., Lu, X.: Take care of your prompt bias! investigating and mitigating prompt bias in factual knowledge extraction. In: LREC, pp. 15552\u201315565 (2024)","DOI":"10.63317\/3c82c6rhnq3c"},{"key":"5_CR39","unstructured":"Yang, F., Yang, Z., Cohen, W.W.: Differentiable learning of logical rules for knowledge base reasoning. In: NeurPS (2017)"},{"key":"5_CR40","unstructured":"Yao, L., Mao, C., Luo, Y.: KG-BERT: BERT for knowledge graph completion. arXiv:1909.03193 (2019)"},{"key":"5_CR41","doi-asserted-by":"crossref","unstructured":"Youssef, P., Koras, O.A., Li, M., Schl\u00f6tterer, J., Seifert, C.: Give me the facts! a survey on factual knowledge probing in pre-trained language models. In: Findings of EMNLP (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.1043"},{"key":"5_CR42","unstructured":"Zheng, C., Zhou, H., Meng, F., Zhou, J., Huang, M.: Large language models are not robust multiple choice selectors. In: ICLR (2024)"},{"key":"5_CR43","doi-asserted-by":"crossref","unstructured":"Zhu, X., Xie, Y., Liu, Y., Li, Y., Hu, W.: Knowledge graph-guided retrieval augmented generation. In: NAACL, pp. 8912\u20138924 (2025)","DOI":"10.18653\/v1\/2025.naacl-long.449"},{"key":"5_CR44","unstructured":"Zhu, Z., Zhang, Z., Xhonneux, L.A.C., Tang, J.: Neural Bellman-Ford networks: a general graph neural network framework for link prediction. In: NeurIPS, pp. 29476\u201329490 (2021)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09530-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T11:14:01Z","timestamp":1776510841000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09530-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,29]]},"ISBN":["9783032095299","9783032095305"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09530-5_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,29]]},"assertion":[{"value":"29 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nara","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2025.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}