{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T01:07:01Z","timestamp":1773796021178,"version":"3.50.1"},"reference-count":104,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,8,18]],"date-time":"2025-08-18T00:00:00Z","timestamp":1755475200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,18]],"date-time":"2025-08-18T00:00:00Z","timestamp":1755475200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-025-04277-7","type":"journal-article","created":{"date-parts":[[2025,8,18]],"date-time":"2025-08-18T11:46:27Z","timestamp":1755517587000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Large Language Models and Knowledge Graphs: A State-of-the-Art Exploration"],"prefix":"10.1007","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-3222-2082","authenticated-orcid":false,"given":"Al\u00ed Aldo","family":"Gallardo-Delgado","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4187-9352","authenticated-orcid":false,"given":"Juan Arturo","family":"Nolazco-Flores","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3439-1081","authenticated-orcid":false,"given":"\u00c1ngeles Belem","family":"Priego-S\u00e1nchez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1112-3789","authenticated-orcid":false,"given":"Davide","family":"Buscaldi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,18]]},"reference":[{"key":"4277_CR1","unstructured":"Bommasani R, Hudson DA, Adeli E, Altman R, Arora S et al. On the Opportunities and Risks of Foundation Models. Center for Research on Foundation Models (CRFM) Stanford Institute for Human-Centered Artificial Intelligence (HAI). Stanford University. arXiv preprint. arXiv:2108.07258v3. (Jul 2022)."},{"key":"4277_CR2","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L et al. Attention Is All You Need. arXiv preprint. arXiv: 1706.03762v7. (Aug 2023)"},{"key":"4277_CR3","volume-title":"The biology and technology of intelligent autonomous agents","author":"S Thrun","year":"1998","unstructured":"Thrun S, Mitchel TM. Lifelong robot learning. In: Steels L, editor. The biology and technology of intelligent autonomous agents. Berlin: Springer; 1998."},{"key":"4277_CR4","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K. BERT: Pre-training of deep bidirectional transformers for language understanding. In Association for Computational Linguistics (ACL). 2019, May. https:\/\/doi.org\/10.48550\/arXiv.1810.04805.","DOI":"10.48550\/arXiv.1810.04805"},{"key":"4277_CR5","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, et al. Language models are unsupervised multitask learners. OpenAI Blog. 2019;1:9.https:\/\/cdn.openai.com\/better-language-models\/language_models_are_unsupervised_multitask_learners.pdf.","journal-title":"OpenAI Blog"},{"key":"4277_CR6","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res. 2020;21:1\u201367.","journal-title":"J Mach Learn Res"},{"key":"4277_CR7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3243465","author":"J Selva","year":"2023","unstructured":"Selva J, Johansen A, Escalera S, Nasrollahi K, Moeslund Th, et al. Video transformers: a survey. IEEE Trans Pattern Anal Mach Intell. 2023. https:\/\/doi.org\/10.1109\/TPAMI.2023.3243465.","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4277_CR8","doi-asserted-by":"publisher","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X et al. An image is worth 16x16 words: transformers for image recognition at scale. In International Conference on Learning Representations, ICLR 2021. 2021, Jun. https:\/\/doi.org\/10.48550\/arXiv.2010.11929.","DOI":"10.48550\/arXiv.2010.11929"},{"key":"4277_CR9","unstructured":"Chen M, Radford A, Child R, Wu J, Jun H et al. Generative Pretraining From Pixels. In Proceedings of the 37th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 119), Hal Daum\u00e9 III and Aarti Singh (Eds.). PMLR, 2021, Nov; 1691\u20131703 http:\/\/proceedings.mlr.press\/v119\/chen20s.html."},{"key":"4277_CR10","unstructured":"Latif S, Zaidi A, Cuay\u00e1huitl H, Shamshad F, Shoukat M et al. Transformers in Speech Processing: A Survey. ArXiv. 2023. https:\/\/arxiv.org\/pdf\/2303.11607v1.pdf."},{"key":"4277_CR11","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1909.07606","author":"W Liu","year":"2019","unstructured":"Liu W, Zhou P, Zhao Z, Wang Z, Ju Q, et al. K-BERT: enabling language representation with knowledge graph. ArXiv. 2019. https:\/\/doi.org\/10.48550\/arXiv.1909.07606.","journal-title":"ArXiv"},{"key":"4277_CR12","doi-asserted-by":"crossref","unstructured":"Yin P, Neubig G, Yih WT, Riedel S. TaBERT: Pretraining for Joint Understanding of Textual and Tabular Data. In ACL. ArXiv mod. 2020, May. arXiv:2005.08314v1.","DOI":"10.18653\/v1\/2020.acl-main.745"},{"key":"4277_CR13","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.82819","author":"A Chandra","year":"2023","unstructured":"Chandra A, T\u00fcnnermann L, L\u00f6fstedt T, Gratz R. Transformer-based deep learning for predicting protein properties in the life sciences. Elife. 2023. https:\/\/doi.org\/10.7554\/eLife.82819.","journal-title":"Elife"},{"issue":"15","key":"4277_CR14","doi-asserted-by":"publisher","first-page":"e2016239118","DOI":"10.1073\/pnas.2016239118","volume":"118","author":"A Rives","year":"2021","unstructured":"Rives A, Meier J, Sercu T, Goyal S, Lin Z, et al. Biological structure and function emerge from scaling unsupervised learning to 250 million protein sequences. Proc Natl Acad Sci U S A. 2021;118(15):e2016239118. https:\/\/doi.org\/10.1073\/pnas.2016239118.","journal-title":"Proc Natl Acad Sci U S A"},{"key":"4277_CR15","unstructured":"Rothchild D, Tamkin A, Yu J, Misra U, Gonzalez J. C5T5: Controllable Generation of Organic Molecules with Transformers. 2021. ArXiv abs\/2108.10307."},{"key":"4277_CR16","unstructured":"Tamkin A, Brundage M, Clark J, Ganguli D. Understanding the Capabilities, Limitations, and Societal Impact of Large Language Models. ArXiv. 2021. arXiv:2102.02503."},{"key":"4277_CR17","doi-asserted-by":"crossref","unstructured":"Li C, Gan Z, Yang Z, Yang J, Li L et al. Multimodal Foundation Models: From Specialists to General-Purpose Assistants. ArXiv. 2023. arXiv:2309.10020v1.","DOI":"10.1561\/9781638283379"},{"key":"4277_CR18","unstructured":"Henderson P, Zheng L, Hong J, Guha N, Krass M et al. Law. In: Bommasani R, Hudson DA, Adeli E, Altman R, Arora S et al. (Eds). On the Opportunities and Risks of Foundation Models. 2022; 59\u201366."},{"key":"4277_CR19","unstructured":"Pan S, Luo L, Wang Y, Chen Ch, Wang J et al. Unifying Large Language Models and Knowledge Graphs: A Roadmap. ArXiv preprint. Jun 2023. arXiv:2306.08302v2."},{"key":"4277_CR20","unstructured":"Chen X. Graph AI. Massachusetts Institute of Technology. 2023. Retrieved January 15, 2024, from \nhttps:\/\/people.csail.mit.edu\/xchen\/graphAI.html."},{"key":"4277_CR21","unstructured":"Ye R, Zhang C, Wang R, Xu S, Zhang Y. Natural language is all a graph needs. ArXiv preprint. 2023, Aug. arXiv:2308.07134."},{"key":"4277_CR22","unstructured":"He X, Bresson X, Laurent T, Hooi B. Explanations as features: LLM-based features for text-attributed graphs. ArXiv preprint. 2023, May. arXiv:2305.19523."},{"key":"4277_CR23","doi-asserted-by":"crossref","unstructured":"Mavromatis C, Ioannidis VN, Wang S, Zheng D, Adeshina S et al. Train your own GNN teacher: Graph-aware distillation on textual graphs. ArXiv preprint. 2023, Apr. arXiv:2304.10668v1.","DOI":"10.1007\/978-3-031-43418-1_10"},{"key":"4277_CR24","unstructured":"Zhao J, Qu M, Li Ch, Yan H, Liu Q et al. Learning on large-scale text-attributed graphs via variational inference. ICLR 2023. 2023, Mar. arXiv:2210.14709v2."},{"key":"4277_CR25","unstructured":"Cai Ch, Wang Y. A note on over-smoothing for graph neural networks. Proceedings of the 37th International Conference on Machine Learning, Vienna, Austria, PMLR 108, 2020 ArXiv preprint. 2020, Jun. arXiv:2006.13318v1."},{"key":"4277_CR26","first-page":"14582","volume":"35","author":"J Kim","year":"2022","unstructured":"Kim J, Nguyen D, Min S, Cho S, Lee M, et al. Pure transformers are powerful graph learners. Adv Neural Inf Process Syst. 2022;35:14582\u201395.","journal-title":"Adv Neural Inf Process Syst"},{"key":"4277_CR27","unstructured":"Dwivedi VP, Bresson X. A generalization of transformer networks to graphs. AAAI\u201921 Workshop on Deep Learning on Graphs: Methods and Applications (DLG-AAAI\u201921). ArXiv preprint. 2020, Jan. arXiv:2012.09699."},{"key":"4277_CR28","doi-asserted-by":"crossref","unstructured":"Nguyen DQ, Nguyen TD, Phung D. Universal graph transformer self- attention networks. In Companion Proceedings of the Web Conference 2022, 2022, Mar; 193\u2013196. arXiv:1909.11855v13.","DOI":"10.1145\/3487553.3524258"},{"key":"4277_CR29","unstructured":"Dziri N, Lu X, Sclar M, Li XL, Jiang L et al. Faith and Fate: Limits of Transformers on Compositionality. ArXiv Preprint. 2023, Jun. arXiv:2305.18654v2."},{"key":"4277_CR30","doi-asserted-by":"publisher","DOI":"10.36227\/techrxiv.22813967.v1","author":"A Akinnubi","year":"2023","unstructured":"Akinnubi A, Ajiboye J. Knowledge graph: a survey. TechRxiv. 2023. https:\/\/doi.org\/10.36227\/techrxiv.22813967.v1.","journal-title":"TechRxiv"},{"key":"4277_CR31","unstructured":"Pan JZ, Razniewski S, Kalo J, Singhania S, Chen J et al. Large Language Models and Knowledge Graphs: Opportunities and Challenges. ArXiv preprint. 2023, Aug. arXiv:2308.06374v1."},{"key":"4277_CR32","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG. Reinforcement learning: an introduction. 2nd ed. Cambridge: The MIT Press; 2018.","edition":"2"},{"key":"4277_CR33","volume-title":"Transformers for natural language processing","author":"D Rothman","year":"2022","unstructured":"Rothman D. Transformers for natural language processing. 2nd ed. Birmingham: Packt Publishing; 2022.","edition":"2"},{"key":"4277_CR34","unstructured":"Rouse M. Foundation Model AI. Techopedia. 2023. Retrieved January 17, 2024, from https:\/\/www.techopedia.com\/definition\/34826\/foundation-model."},{"issue":"10","key":"4277_CR35","doi-asserted-by":"publisher","first-page":"1285","DOI":"10.1016\/j.artint.2008.01.003","volume":"172","author":"Ch Mellish","year":"2008","unstructured":"Mellish Ch, Pan JZ. Natural language directed inference from ontologies. Artif Intell. 2008;172(10):1285\u2013315.","journal-title":"Artif Intell"},{"key":"4277_CR36","unstructured":"Zhang Ch, Zhang Ch, Zheng S, Qiao Y, Li Ch et al. A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?. Association for Computing Machinery. ArXiv. 2023, Mar. arXiv:2303.11717v1."},{"key":"4277_CR37","doi-asserted-by":"publisher","unstructured":"Suchanek FM, Kasneci G, Weikum G. Yago: a core of semantic knowledge. Proceedings of the 16th international conference on World Wide Web. Association for Computing Machinery. 2007, May; 697\u2013706. https:\/\/doi.org\/10.1145\/1242572.1242667.","DOI":"10.1145\/1242572.1242667"},{"key":"4277_CR38","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2009.11564","author":"G Weikum","year":"2021","unstructured":"Weikum G, Dong L, Razniewski S, Suchanek F. Machine knowledge: creation and curation of comprehensive knowledge bases. Found Trends Databases. 2021. https:\/\/doi.org\/10.48550\/arXiv.2009.11564.","journal-title":"Found Trends Databases"},{"key":"4277_CR39","unstructured":"Li T, Huang W, Papasarantopoulos N, Vougiouklis P, Pan JZ. Task-specific pre-training and prompt decomposition for knowledge graph population with language models. In CEUR Workshop Proceedings, LM-KBC. 2022, Aug. arXiv:2208.12539v2."},{"key":"4277_CR40","unstructured":"Alivanistos D, B\u00e1ez S, Cochez M, Kalo J, Krieken E et al. Prompting as probing: Using language models for knowledge base construction. In CEUR Workshop Proceedings, LM- KBC. 2022, Jun. arXiv:2208.11057v3."},{"issue":"10","key":"4277_CR41","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107 D, Kr\u00f6tzsch M. Wikidata: a free collaborative knowledgebase. Commun ACM. 2014;57(10):78\u201385. https:\/\/doi.org\/10.1145\/2629489.","journal-title":"Commun ACM"},{"key":"4277_CR42","doi-asserted-by":"publisher","unstructured":"Kandpal N, Deng H, Roberts A, Wallace E, Raffel C. Large language models struggle to learn long-tail knowledge. proceedings of the 40 th International Conference on Machine Learning, PMLR 202. 2023, Jul. https:\/\/doi.org\/10.48550\/arXiv.2211.08411.","DOI":"10.48550\/arXiv.2211.08411"},{"key":"4277_CR43","unstructured":"Kalo J., Fichtel, L. Kamel: Knowledge analysis with multitoken entities in language models. In Automated Knowledge Base Construction. 2022. Retrieved January 30, 2024, from https:\/\/www.akbc.ws\/2022\/assets\/pdfs\/15_kamel_knowledge_analysis_with_.pdf."},{"key":"4277_CR44","doi-asserted-by":"crossref","unstructured":"Veseli B, Singhania S, Razniewski S, Weikum G. Evaluating language models for knowledge base completion. ESWC 2023. 2023, Mar; 227\u2013243. Retrieved November 14, 2023, from https:\/\/arxiv.org\/abs\/2303.11082.","DOI":"10.1007\/978-3-031-33455-9_14"},{"key":"4277_CR45","doi-asserted-by":"crossref","unstructured":"Sap M, Card D, Gabriel S, Choi Y, Smith N. The risk of racial bias in hate speech detection. In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (ACL). 2019, Jul; 1668\u20131678. Retrieved June 7, 2022. https:\/\/aclanthology.org\/P19-1163\/.","DOI":"10.18653\/v1\/P19-1163"},{"key":"4277_CR46","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.02570","author":"B Plank","year":"2022","unstructured":"Plank B. The \u201cproblem\u201d of human label variation: on ground truth in data, modeling and evaluation. EMNLP. 2022. https:\/\/doi.org\/10.48550\/arXiv.2211.02570.","journal-title":"EMNLP"},{"key":"4277_CR47","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.13862v2","author":"L Ranaldi","year":"2023","unstructured":"Ranaldi L, Ruzzetti ES, Venditti DA, Onorati D, Zanzotto FM. A trip towards fairness: bias and de-biasing in large language models. ArXiv. 2023. https:\/\/doi.org\/10.48550\/arXiv.2305.13862v2.","journal-title":"ArXiv"},{"key":"4277_CR48","doi-asserted-by":"publisher","unstructured":"Lin S, Barocas S, Daum\u2019e H, Wallach HM. Language (technology) is power: A critical survey of 'bias' in NLP. Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (ACL). 2020, May; 5454\u20135476. https:\/\/doi.org\/10.48550\/arXiv.2005.14050.","DOI":"10.48550\/arXiv.2005.14050"},{"key":"4277_CR49","doi-asserted-by":"publisher","unstructured":"Groth P, Simperl E, Erp M, Vrande\u010di\u0107 D. Knowledge graphs and their role in the knowledge engineering of the 21st century (Dagstuhl seminar 22372). In Dagstuhl Reports, Schloss Dagstuhl - Leibniz-Zentrum f\u00fcr Informatik (2023). 2023, Apr; 12(9):60\u2013120. https:\/\/doi.org\/10.4230\/DagRep.12.9.60.","DOI":"10.4230\/DagRep.12.9.60"},{"key":"4277_CR50","doi-asserted-by":"publisher","unstructured":"Kraft A, Usbeck R. The lifecycle of 'facts': A survey of social bias in knowledge graphs. Proceedings of the 2nd Conference of AACL and the 12th IJCNLP, vol. 1: Long Papers. 2022, Oct; 639\u2013652. https:\/\/doi.org\/10.48550\/arXiv.2210.03353.","DOI":"10.48550\/arXiv.2210.03353"},{"key":"4277_CR51","doi-asserted-by":"publisher","unstructured":"Chen J, Lecue F, Pan JZ, Horrocks I, Chen H. Knowledge-based Transfer Learning Explanation. In KR 2018. 2018; 349\u2013358. https:\/\/doi.org\/10.48550\/arXiv.1807.08372.","DOI":"10.48550\/arXiv.1807.08372"},{"key":"4277_CR52","unstructured":"Wei J, Wang X, Schuurmans D, Bosma M, Chi EH et al. Chain of thought prompting elicits reasoning in large language models. NeurIPS 2022. ArXiv. 2022, Jan. arxiv:2201.11903."},{"issue":"1","key":"4277_CR53","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TKDE.2007.250581","volume":"19","author":"AK Elmagarmid","year":"2007","unstructured":"Elmagarmid AK, Ipeirotis PG, Verykios VS. Duplicate record detection: a survey. IEEE Trans Knowl Data Eng. 2007;19(1):1\u201316.","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"328","key":"4277_CR54","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1080\/01621459.1969.10501049","volume":"64","author":"IP Fellegi","year":"1969","unstructured":"Fellegi IP, Sunter AB. A theory for record linkage. J Am Stat Assoc. 1969;64(328):1183\u2013210.","journal-title":"J Am Stat Assoc"},{"key":"4277_CR55","volume-title":"Synthesis lectures on data management","author":"G Papadakis","year":"2021","unstructured":"Papadakis G, Ioannou E, Thanos E, Palpanas T. The four generations of entity resolution. In: Jagadish HV, editor. Synthesis lectures on data management. 1st ed. Cham: Springer; 2021.","edition":"1"},{"key":"4277_CR56","doi-asserted-by":"publisher","unstructured":"Zhu Q, Wei H, Sisman B, Zheng D, Faloutsos Ch et al. Collective multi-type entity alignment between knowledge graphs. In WWW '20: Proceedings of The Web Conference 2020. 2020, Apr; 2241\u20132252. https:\/\/doi.org\/10.1145\/3366423.3380289.","DOI":"10.1145\/3366423.3380289"},{"key":"4277_CR57","doi-asserted-by":"publisher","unstructured":"Pei S, Yu L, Yu G, Zhang X. REA: Robust cross-lingual entity alignment between knowledge graphs. In KDD 2020. 2020, Aug; 2175\u20132184. https:\/\/doi.org\/10.1145\/3394486.3403268.","DOI":"10.1145\/3394486.3403268"},{"issue":"2","key":"4277_CR58","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/SW-200404","volume":"12","author":"G Asefa","year":"2020","unstructured":"Asefa G, Biswas R, Alam M, Sack H. Oct A survey on knowledge graph embeddings with literals: Which model links better literal-ly? Semant Web. 2020;12(2):1\u201331. https:\/\/doi.org\/10.3233\/SW-200404.","journal-title":"Semant Web"},{"key":"4277_CR59","doi-asserted-by":"publisher","unstructured":"Petroni F, Rockt\u00e4schel T, Lewis P, Bakhtin A, Wu Y et al. Language models as knowledge bases? In EMNLP 2019. 2019, Sep; 2463\u20132473. https:\/\/doi.org\/10.48550\/arXiv.1909.01066.","DOI":"10.48550\/arXiv.1909.01066"},{"key":"#cr-split#-4277_CR60.1","doi-asserted-by":"crossref","unstructured":"Zhong, Z., Friedman, D., Chen, D. Factual probing is [MASK]: Learning vs. Learning to Recall. In NAACL 2021: Human Language Technologies. June 6-11, 2021","DOI":"10.18653\/v1\/2021.naacl-main.398"},{"key":"#cr-split#-4277_CR60.2","unstructured":"5017-5033. Retrieved June 8, 2022, from https:\/\/aclanthology.org\/2021.naaclmain.398.pdf."},{"key":"4277_CR61","doi-asserted-by":"crossref","unstructured":"Branco R, Branco A, Rodrigues J, Silva J. Shortcutted commonsense: Data spuriousness in deep learning of commonsense reasoning. In Proceedings of the 2021 Conference on EMNLP 2021. 2021, Nov; 1504\u20131521. Retrieved June 8, 2022, from https:\/\/aclanthology.org\/2021.emnlp-main.113\/.","DOI":"10.18653\/v1\/2021.emnlp-main.113"},{"key":"#cr-split#-4277_CR62.1","doi-asserted-by":"crossref","unstructured":"Cao B, Lin H, Han X, Sun L, Yan L et al. Knowledgeable or educated guess? Revisiting language models as knowledge bases. In proceedings of the 59th Annual Meeting of ACL and the 11th International Joint Conference on NLP. 2021, Aug; 1860-1874.","DOI":"10.18653\/v1\/2021.acl-long.146"},{"key":"#cr-split#-4277_CR62.2","unstructured":"Retrieved June 24, 2022, from https:\/\/aclanthology.org\/2021.acl-long.146."},{"key":"4277_CR63","doi-asserted-by":"crossref","unstructured":"Bach S, Sanh V, Yong Z, Webson A, Raffel C et al. Prompt source: an integrated development environment and repository for natural language prompts. In Proceedings of the 60th Annual Meeting of the ACL: System Demonstrations, Dublin, Ireland. 2022, May; 93\u2013104. Retrieved November 24, 2022, from https:\/\/aclanthology.org\/2022.acl-demo.9.","DOI":"10.18653\/v1\/2022.acl-demo.9"},{"key":"4277_CR64","doi-asserted-by":"publisher","first-page":"2569","DOI":"10.1007\/s11280-023-01169-9","volume":"26","author":"J Chen","year":"2023","unstructured":"Chen J, He Y, Geng Y, Jim\u00e9nez-Ruiz E, Dong H, et al. Contextual semantic embeddings for ontology subsumption prediction. World Wide Web. 2023;26:2569\u201391. https:\/\/doi.org\/10.1007\/s11280-023-01169-9.","journal-title":"World Wide Web"},{"key":"4277_CR65","unstructured":"Neutel S, de Boer M. Towards automatic ontology alignment using BERT. In AAAI-MAKE 2021, Stanford University, Palo Alto, California, USA, March 22\u201324, 2021. https:\/\/ceur-ws.org\/Vol-2846\/paper28.pdf."},{"key":"4277_CR66","doi-asserted-by":"publisher","unstructured":"He Y, Chen J, Antonyrajah D, Horrocks I. BERTmap: a BERT-based ontology alignment system. In 36th AAAI Conference on Artificial Intelligence (AAAI-22). 36: 5684\u20135691. https:\/\/doi.org\/10.48550\/arXiv.2112.02682.","DOI":"10.48550\/arXiv.2112.02682"},{"key":"4277_CR67","doi-asserted-by":"publisher","unstructured":"He Y, Chen J, Dong H, Jim\u00e9nez-Ruiz E, Hadian A et al. Machine learning-friendly biomedical datasets for equivalence and subsumption ontology matching. In The Semantic Web \u2013 ISWC 2022, Lecture Notes in Computer Science. 13489:575\u2013591. https:\/\/doi.org\/10.1007\/978-3-031-19433-7_33.","DOI":"10.1007\/978-3-031-19433-7_33"},{"key":"4277_CR68","doi-asserted-by":"crossref","unstructured":"Wadden D, Wennberg U, Luan Y, Hajishirzi H. Entity, Relation, and Event Extraction with Contextualized Span Representations. Proceedings of the 2019 Conference on EMNLP and the 9th IJCNLP. 2019, Sep. arXiv:1909.03546v2.","DOI":"10.18653\/v1\/D19-1585"},{"key":"#cr-split#-4277_CR69.1","doi-asserted-by":"crossref","unstructured":"Moiseev F, Dong Z, Alfonseca E, Jaggi M. SKILL: Structured knowledge infusion for large language models. Proceedings of the 2022 Conference of NAACL: Human Language Technologies. Jul 10-15, 2022","DOI":"10.18653\/v1\/2022.naacl-main.113"},{"key":"#cr-split#-4277_CR69.2","unstructured":"1581-1588. Retrieved September 5, 2022, from https:\/\/aclanthology.org\/2022.naacl-main.113."},{"key":"4277_CR70","unstructured":"dos Santos CN, Dong Z, Cer D, Nham J, Shakeri S et al. Knowledge prompts: Injecting world knowledge into language models through soft prompts. AI Google Research, Oct 2022, ArXiv: arXiv:2210.04726v1."},{"key":"4277_CR71","doi-asserted-by":"publisher","unstructured":"Chen W, Su Y, Yan X, Wang WY. KGPT: Knowledge-Grounded Pretraining for Data-to-Text Generation. In Proceedings of the 2020 Conference on EMNLP. Nov 2020; 8635\u20138648. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.697.","DOI":"10.18653\/v1\/2020.emnlp-main.697"},{"key":"4277_CR72","doi-asserted-by":"publisher","unstructured":"Ribeiro L, Schmitt M, Sch\u00fctze H, Gurevych I. Investigating pretrained language models for graph-to-text generation. Proceedings of 3rd Workshop on NLP4ConvAI, EMNLP2021. Nov. 2021; 211\u2013227. abs\/2007.08426. https:\/\/doi.org\/10.18653\/v1\/2021.nlp4convai-1.20.","DOI":"10.18653\/v1\/2021.nlp4convai-1.20"},{"key":"4277_CR73","doi-asserted-by":"publisher","unstructured":"O\u011fuz B, Chen X, Karpukhin V, Peshterliev S, Okhonko D et al. UniK-QA: Unified representations of structured and unstructured knowledge for opendomain question answering. In NAACL-HLT 2022 Findings. 1535\u20131546, Seattle, United States, Dec 2020. https:\/\/doi.org\/10.48550\/arXiv.2012.14610.","DOI":"10.48550\/arXiv.2012.14610"},{"key":"4277_CR74","doi-asserted-by":"publisher","unstructured":"Lewis P, Perez E, Piktus A, Petroni F, Karpukhin V et al. Retrieval-augmented generation for knowledge intensive NLP tasks. Proceedings of the 34th International Conference on NeurIPS 2020. May 2020;33(793):9459\u20139474. https:\/\/dl.acm.org\/doi\/abs\/https:\/\/doi.org\/10.5555\/3495724.3496517.","DOI":"10.5555\/3495724.3496517"},{"key":"4277_CR75","doi-asserted-by":"crossref","unstructured":"Karpukhin V, Oguz B, Min S, Lewis P, Wu L et al. Dense passage retrieval for open-domain question answering. Proceedings of the 2020 Conference on EMNLP. Nov 2020; 6769\u20136781. Retrieved July 7, 2022, from https:\/\/aclanthology.org\/2020.emnlp-main.550\/.","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"#cr-split#-4277_CR76.1","doi-asserted-by":"crossref","unstructured":"Tan, W., Li, Y., Rodriguez, P., James, R., Lin, X., et al. Reimagining retrieval augmented language models for answering queries. In Findings of ACL 2023, Toronto, Canada. Jul 2023","DOI":"10.18653\/v1\/2023.findings-acl.382"},{"key":"#cr-split#-4277_CR76.2","unstructured":"6131-6146. Retrieved September 7, 2023, from https:\/\/aclanthology.org\/2023.findings-acl.382\/."},{"key":"4277_CR77","unstructured":"Tandon N, de Melo G. Information extraction from web-scale n-gram data. In SIGIR 2010 Web Ngram Workshop. 2010;\n5803:8\u201315. Retrieved May 19, 2022, from http:\/\/gerard.demelo.org\/papers\/webscale-ngrams.pdf."},{"key":"4277_CR78","doi-asserted-by":"publisher","unstructured":"Tandon N, de Melo G, Suchanek FM, Weikum G. Webchild: harvesting and organizing commonsense knowledge from the web. Proceedings of the 7th ACM international conference on Web search and data mining, New York, New York, USA. Feb 2014; 523\u2013532. https:\/\/doi.org\/10.1145\/2556195.2556245.","DOI":"10.1145\/2556195.2556245"},{"key":"4277_CR79","doi-asserted-by":"publisher","unstructured":"Chen J, Tandon N, Hariman CD, de Melo G. WebBrain: Joint neural learning of large-scale commonsense knowledge. In The Semantic Web \u2013 ISWC 2016. ISWC 2016. Lecture Notes in Computer Science. Springer, Cham. Sep 2016;9981:102\u2013118. https:\/\/doi.org\/10.1007\/978-3-319-46523-4_7.","DOI":"10.1007\/978-3-319-46523-4_7"},{"key":"4277_CR80","doi-asserted-by":"publisher","unstructured":"Bosselut A, Rashkin H, Sap M, Malaviya Ch, Celikyilmaz A et al. COMET: Commonsense transformers for automatic knowledge graph construction. In Proceedings of the 57th Annual Meeting of ACL 2019, Florence, Italy. Jun 2019; 4762\u20134779. https:\/\/doi.org\/10.48550\/arXiv.1906.05317.","DOI":"10.48550\/arXiv.1906.05317"},{"key":"#cr-split#-4277_CR81.1","doi-asserted-by":"crossref","unstructured":"Hwang J, Bhagavatula Ch, Le Bras R, Da J, Sakaguchi K et al. Comet-atomic 2020: On symbolic and neural commonsense knowledge graphs. In proceedings of the AAAI Conference on Artificial Intelligence (2021). Dec 2021;35(7):6384-","DOI":"10.1609\/aaai.v35i7.16792"},{"key":"#cr-split#-4277_CR81.2","unstructured":"6392. Retrieved May 27, 2022, from https:\/\/cdn.aaai.org\/ojs\/16792\/16792-13-20286-1-2-20210518.pdf."},{"key":"4277_CR82","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104540","author":"R Zhang","year":"2023","unstructured":"Zhang R, El-Gohary N. Transformer-based approach for automated context-aware IFC-regulation semantic information alignment. Autom Constr. 2023. https:\/\/doi.org\/10.1016\/j.autcon.2022.104540.","journal-title":"Autom Constr"},{"key":"4277_CR83","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104696","author":"X Wang","year":"2023","unstructured":"Wang X, El-Gohary N. Deep learning-based relation extraction and knowledge graph-based representation of construction safety requirements. Autom Constr. 2023. https:\/\/doi.org\/10.1016\/j.autcon.2022.104696.","journal-title":"Autom Constr"},{"key":"4277_CR84","unstructured":"OpenAI. Gpt-4 technical report. 2023. https:\/\/cdn.openai.com\/papers\/gpt-4.pdf. Accessed 17 Apr 2023."},{"key":"4277_CR85","doi-asserted-by":"publisher","unstructured":"Radford A, Wook-Kim J, Hallacy Ch, Ramesh A, Goh G et al. Learning transferable visual models from natural language supervision. In 38th ICML, vol. 139 of PMLR. Feb 2021;8748\u20138763. https:\/\/doi.org\/10.48550\/arXiv.2103.00020.","DOI":"10.48550\/arXiv.2103.00020"},{"key":"4277_CR86","doi-asserted-by":"publisher","unstructured":"Li J, Li D, Savarese S, Hoi S. Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models. Proceedings of the 40th ICML '23. Jul 2023; 814:19730\u201319742. https:\/\/doi.org\/10.48550\/arXiv.2301.12597.","DOI":"10.48550\/arXiv.2301.12597"},{"key":"4277_CR87","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/s11263-016-0981-7","volume":"123","author":"R Krishna","year":"2017","unstructured":"Krishna R, Zhu Y, Groth O, Johnson J, Hata K, et al. Visual genome: connecting language and vision using crowdsourced dense image annotations. Int J Comput Vis. 2017;123:32\u201373. https:\/\/doi.org\/10.1007\/s11263-016-0981-7.","journal-title":"Int J Comput Vis"},{"key":"4277_CR88","doi-asserted-by":"publisher","unstructured":"Hendrycks D, Burns C, Chen A, Ball S. CUAD: An expert-annotated NLP dataset for legal contract review. In 35th Conference on NeurIPS 2021, Track on Datasets and Benchmarks, volume 1. Nov 2021. https:\/\/doi.org\/10.48550\/arXiv.2103.06268.","DOI":"10.48550\/arXiv.2103.06268"},{"key":"4277_CR89","doi-asserted-by":"publisher","unstructured":"Karpas E, Abend O, Belinkov Y, Lenz B, Lieber O et al. MRKL systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning. ArXiv, May 2022. https:\/\/doi.org\/10.48550\/arXiv.2205.00445.","DOI":"10.48550\/arXiv.2205.00445"},{"issue":"8","key":"4277_CR90","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1145\/3331166","volume":"62","author":"N Noy","year":"2019","unstructured":"Noy N, Gao Y, Jain A, Narayanan A, Patterson A, et al. Industry-scale knowledge graphs: lessons and challenges. Commun ACM. 2019;62(8):36\u201343. https:\/\/doi.org\/10.1145\/3331166.","journal-title":"Commun ACM"},{"issue":"4","key":"4277_CR91","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1145\/2737817.2737822","volume":"43","author":"M Lissandrini","year":"2014","unstructured":"Lissandrini M, Mottin D, Palpanas T, Papadimitriou D, Velegrakis Y. Unleashing the power of information graphs. SIGMOD Rec. 2014;43(4):21\u20136.","journal-title":"SIGMOD Rec"},{"key":"4277_CR92","doi-asserted-by":"crossref","unstructured":"Sequeda JF, Allemang D, Jacob B. A Benchmark to Understand the Role of Knowledge Graphs on Large Language Model\u2019s Accuracy for Question Answering on Enterprise SQL Databases. ArXiv Nov 2023. arXiv:2311.07509v1.","DOI":"10.1145\/3661304.3661901"},{"key":"4277_CR93","unstructured":"De Simoni G, Thanaraj R, Cook H. Adopt a data semantics approach to drive business value. Gartner Report, Jul. 2023."},{"key":"4277_CR94","doi-asserted-by":"publisher","unstructured":"Cheng G, Tran T, Qu Y. RELIN: relatedness and informativeness-based centrality for entity summarization. In Aroyo L et al. The Semantic Web \u2013 ISWC 2011. ISWC 2011. Lecture Notes in Computer Science. 7031:114\u2013129. Springer, Berlin, Heidelberg, 2011. https:\/\/doi.org\/10.1007\/978-3-642-25073-6_8","DOI":"10.1007\/978-3-642-25073-6_8"},{"key":"4277_CR95","doi-asserted-by":"publisher","unstructured":"Yan B, Janowicz K, Mai G, Zhu R. A spatially explicit reinforcement learning model for geographic knowledge graph summarization. Transactions in GIS, Wiley Online Library. Jun 2019; 23(3):620-640. https:\/\/doi.org\/10.1111\/tgis.12547","DOI":"10.1111\/tgis.12547"},{"key":"4277_CR96","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.3390\/app12052531","volume":"12","author":"Q Zhao","year":"2022","unstructured":"Zhao Q, Gao T, Zhou S, Li D, Wen Y. Legal judgment prediction via heterogeneous graphs and knowledge of law articles. Appl Sci. 2022;12:2531. https:\/\/doi.org\/10.3390\/app12052531.","journal-title":"Appl Sci"},{"key":"4277_CR97","unstructured":"Chen L, Lu K, Rajeswaran A, Lee K, Grover A et al. Decision transformer: Reinforcement learning via sequence modeling. Advances in Neural Information Processing Systems. arXiv preprint. Jun 2021. arXiv:2106.01345v2."},{"key":"4277_CR98","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.02445","author":"Y Wen","year":"2023","unstructured":"Wen Y, Luo B, Zhao Y. IMKGA-SM: interpretable multimodal knowledge graph answer prediction via sequence modeling. IEEE. 2023. https:\/\/doi.org\/10.48550\/arXiv.2301.02445.","journal-title":"IEEE"},{"key":"4277_CR99","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.16582","author":"Y Yao","year":"2023","unstructured":"Yao Y, Li Z, Zhao H. Beyond chain-of-thought, effective graph-of-thought reasoning in large language models. ArXiv. 2023. https:\/\/doi.org\/10.48550\/arXiv.2305.16582.","journal-title":"ArXiv"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-04277-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-025-04277-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-04277-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T01:47:02Z","timestamp":1757468822000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-025-04277-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,18]]},"references-count":104,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2025,8]]}},"alternative-id":["4277"],"URL":"https:\/\/doi.org\/10.1007\/s42979-025-04277-7","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,18]]},"assertion":[{"value":"18 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"Research Involving Human and\/or Animals: Not Applicable. The manuscript is based on the analysis of non-clinical literature obtained and filtered, as well as the evaluation of the results and the conclusions presented by the authors of these sources. This review and its authors didn\u2019t analyze or capture personal or clinical data.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"The informed consent is Not Applicable. The authors of this manuscript did not make any survey or capture personal\/clinical information for any of the drafts and for the final document.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"752"}}