{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:28:14Z","timestamp":1766068094473,"version":"3.40.3"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031778490"},{"type":"electronic","value":"9783031778506"}],"license":[{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77850-6_12","type":"book-chapter","created":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T05:14:05Z","timestamp":1732598045000},"page":"210-226","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["PreAdapter: Pre-training Language Models on\u00a0Knowledge Graphs"],"prefix":"10.1007","author":[{"given":"Janna","family":"Omeliyanenko","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Hotho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Schl\u00f6r","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,27]]},"reference":[{"key":"12_CR1","unstructured":"Aksenov, D., Moreno-Schneider, J., Bourgonje, P., Schwarzenberg, R., Hennig, L., Rehm, G.: Abstractive text summarization based on language model conditioning and locality modeling. In: Calzolari, N. et al. (eds.) Proceedings of the Twelfth Language Resources and Evaluation Conference, pp. 6680\u20136689 (May 2020)"},{"key":"12_CR2","unstructured":"Bordes, A., Usunier, N., Garcia-Duran, A., Weston, J., Yakhnenko, O.: Translating Embeddings for Modeling Multi-relational Data. In: Advances in Neural Information Processing Systems, vol.\u00a026 (2013)"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Bosselut, A., Rashkin, H., Sap, M., Malaviya, C., Celikyilmaz, A., Choi, Y.: COMET: commonsense Transformers for Automatic Knowledge Graph Construction. In: Korhonen, A., Traum, D., M\u00e0rquez, L. (eds.) Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 4762\u20134779 (Jul 2019)","DOI":"10.18653\/v1\/P19-1470"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Delange, M., et al.: A continual learning survey: Defying forgetting in classification tasks. IEEE Trans. Pattern Anal. Mach. Intell. (2021)","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Feng, Y., Chen, X., Lin, B.Y., Wang, P., Yan, J., Ren, X.: Scalable Multi-Hop Relational Reasoning for Knowledge-Aware Question Answering (Sep 2020)","DOI":"10.18653\/v1\/2020.emnlp-main.99"},{"key":"12_CR6","unstructured":"Fichtel, L., Kalo, J.C., Balke, W.T.: Prompt tuning or fine-tuning-investigating relational knowledge in pre-trained language models. In: 3rd Conference on Automated Knowledge Base Construction (2021)"},{"key":"12_CR7","unstructured":"Gholami, S., Noori, M.: Zero-Shot Open-Book Question Answering, arXiv:2111.11520 [cs] (Nov 2021)"},{"key":"12_CR8","unstructured":"Houlsby, N., et al.: Parameter-efficient transfer learning for nlp. In: International Conference on Machine Learning, pp. 2790\u20132799. PMLR (2019)"},{"key":"12_CR9","doi-asserted-by":"publisher","unstructured":"Jiang, Z., Xu, F.F., Araki, J., Neubig, G.: How Can We Know What Language Models Know? Trans. Assoc. Compu. Linguist. 8, 423\u2013438 (2020). https:\/\/doi.org\/10.1162\/tacl_a_00324, https:\/\/direct.mit.edu\/tacl\/article\/96460","DOI":"10.1162\/tacl_a_00324"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Ke, Z., Lin, H., Shao, Y., Xu, H., Shu, L., Liu, B.: Continual training of language models for few-shot learning. arXiv preprint arXiv:2210.05549 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.695"},{"key":"12_CR11","first-page":"22443","volume":"34","author":"Z Ke","year":"2021","unstructured":"Ke, Z., Liu, B., Ma, N., Xu, H., Shu, L.: Achieving forgetting prevention and knowledge transfer in continual learning. Adv. Neural. Inf. Process. Syst. 34, 22443\u201322456 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"12_CR12","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"13","key":"12_CR13","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114(13), 3521\u20133526 (2017)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Lauscher, A., Majewska, O., Ribeiro, L.F., Gurevych, I., Rozanov, N., Glava\u0161, G.: Common sense or world knowledge? investigating adapter-based knowledge injection into pretrained transformers. In: Proceedings of Deep Learning Inside Out (DeeLIO): the First Workshop on Knowledge Extraction and Integration for Deep Learning Architectures, pp. 43\u201349 (2020)","DOI":"10.18653\/v1\/2020.deelio-1.5"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Lin, B.Y., Chen, X., Chen, J., Ren, X.: KagNet: knowledge-aware graph networks for commonsense reasoning. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2829\u20132839 (Nov 2019)","DOI":"10.18653\/v1\/D19-1282"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Liu, W., et al.: K-BERT: enabling Language Representation with Knowledge Graph. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34(03), pp. 2901\u20132908 (2020)","DOI":"10.1609\/aaai.v34i03.5681"},{"key":"12_CR17","unstructured":"Liu, Y., et al.: RoBERTa: A Robustly Optimized BERT Pretraining Approach (Sep 2019)"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Luo, H., et al.: Chatkbqa: A generate-then-retrieve framework for knowledge base question answering with fine-tuned large language models (2023)","DOI":"10.18653\/v1\/2024.findings-acl.122"},{"key":"12_CR19","unstructured":"Luo, L., Li, Y.F., Haf, R., Pan, S.: Reasoning on graphs: faithful and interpretable large language model reasoning. In: The Twelfth International Conference on Learning Representations (Oct 2023)"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Mihaylov, T., Clark, P., Khot, T., Sabharwal, A.: Can a suit of armor conduct electricity? a new dataset for open book question answering. In: Riloff, E., Chiang, D., Hockenmaier, J., Tsujii, J. (eds.) Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 2381\u20132391 (Oct 2018)","DOI":"10.18653\/v1\/D18-1260"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Moiseev, F., Dong, Z., Alfonseca, E., Jaggi, M.: SKILL: structured knowledge infusion for large language models. In: Carpuat, M., de Marneffe, M.C., Meza\u00a0Ruiz, I.V. (eds.) Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1581\u20131588 (Jul 2022)","DOI":"10.18653\/v1\/2022.naacl-main.113"},{"key":"12_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1007\/978-3-030-62419-4_26","volume-title":"The Semantic Web \u2013 ISWC 2020","author":"J Omeliyanenko","year":"2020","unstructured":"Omeliyanenko, J., Zehe, A., Hettinger, L., Hotho, A.: LM4KG: improving common sense knowledge graphs with language models. In: Pan, J.Z., et al. (eds.) ISWC 2020. LNCS, vol. 12506, pp. 456\u2013473. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-62419-4_26"},{"key":"12_CR23","doi-asserted-by":"publisher","unstructured":"Omeliyanenko, J., Zehe, A., Hotho, A., Schl\u00f6r, D.: CapsKG: enabling continual knowledge integration in language models for automatic knowledge graph completion. In: Payne, T.R., et al.(eds.) The Semantic Web - ISWC 2023. pp. 618\u2013636. Springer Nature Switzerland, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-47240-4_33","DOI":"10.1007\/978-3-031-47240-4_33"},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Pan, S., Luo, L., Wang, Y., Chen, C., Wang, J., Wu, X.: Unifying Large Language Models and Knowledge Graphs: A Roadmap. IEEE Trans. Knowl. Data Eng., 1\u201320 (2024)","DOI":"10.1109\/TKDE.2024.3352100"},{"key":"12_CR25","unstructured":"Pan, X., et al.: Improving Question Answering with External Knowledge"},{"key":"12_CR26","unstructured":"Petroni, Fet al.: Language Models as Knowledge Bases?. http:\/\/arxiv.org\/abs\/1909.01066, arXiv:1909.01066 [cs] (Sep 2019)"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Rajani, N.F., McCann, B., Xiong, C., Socher, R.: Explain Yourself! Leveraging Language Models for Commonsense Reasoning arXiv:1906.02361 [cs] (Jun 2019)","DOI":"10.18653\/v1\/P19-1487"},{"key":"12_CR28","doi-asserted-by":"crossref","unstructured":"Roberts, A., Raffel, C., Shazeer, N.: How Much Knowledge Can You Pack Into the Parameters of a Language Model? arXiv:2002.08910 [cs, stat] (Oct 2020)","DOI":"10.18653\/v1\/2020.emnlp-main.437"},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"Shen, T., Mao, Y., He, P., Long, G., Trischler, A., Chen, W.: Exploiting structured knowledge in text via graph-guided representation learning. In: Webber, B., Cohn, T., He, Y., Liu, Y. (eds.) Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 8980\u20138994 (Nov 2020)","DOI":"10.18653\/v1\/2020.emnlp-main.722"},{"key":"12_CR30","doi-asserted-by":"crossref","unstructured":"Shin, T., Razeghi, Y., Logan\u00a0IV, R.L., Wallace, E., Singh, S.: AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts arXiv:2010.15980 [cs] (Nov 2020)","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"12_CR31","doi-asserted-by":"crossref","unstructured":"Speer, R., Chin, J., Havasi, C.: ConceptNet 5.5: An Open Multilingual Graph of General Knowledge (Dec 2018)","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Sun, T., et al.: CoLAKE: contextualized language and knowledge embedding. In: Scott, D., Bel, N., Zong, C. (eds.) Proceedings of the 28th International Conference on Computational Linguistics, pp. 3660\u20133670 (Dec 2020)","DOI":"10.18653\/v1\/2020.coling-main.327"},{"key":"12_CR33","unstructured":"Swamy, V., Romanou, A., Jaggi, M.: Interpreting Language Models Through Knowledge Graph Extraction arXiv:2111.08546 [cs] (Nov 2021)"},{"key":"12_CR34","unstructured":"Talmor, A., Herzig, J., Lourie, N., Berant, J.: CommonsenseQA: a question answering challenge targeting commonsense knowledge. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4149\u20134158 (Jun 2019)"},{"key":"12_CR35","doi-asserted-by":"crossref","unstructured":"Wang, J., et al.: Knowledge prompting in pre-trained language model for natural language understanding. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 3164\u20133177 (Dec 2022)","DOI":"10.18653\/v1\/2022.emnlp-main.207"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Wang, R., et al.: K-Adapter: infusing knowledge into pre-trained models with adapters. In: Zong, C., Xia, F., Li, W., Navigli, R. (eds.) Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, pp. 1405\u20131418 (Aug 2021)","DOI":"10.18653\/v1\/2021.findings-acl.121"},{"key":"12_CR37","unstructured":"Wang, X., et al.: Improving Natural Language Inference Using External Knowledge in the Science Questions Domain arXiv:1809.05724 [cs] (Nov 2018)"},{"key":"12_CR38","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1162\/tacl_a_00360","volume":"9","author":"X Wang","year":"2021","unstructured":"Wang, X., et al.: KEPLER: a unified model for knowledge embedding and pre-trained language representation. Trans. Associat. Comput. Linguist. 9, 176\u2013194 (2021)","journal-title":"Trans. Associat. Comput. Linguist."},{"key":"12_CR39","doi-asserted-by":"publisher","unstructured":"Yang, A., et al.: Enhancing pre-trained language representations with rich knowledge for machine reading comprehension. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 2346\u20132357. Association for Computational Linguistics, Florence, Italy (2019).https:\/\/doi.org\/10.18653\/v1\/P19-1226, https:\/\/www.aclweb.org\/anthology\/P19-1226","DOI":"10.18653\/v1\/P19-1226"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Yasunaga, M., Ren, H., Bosselut, A., Liang, P., Leskovec, J.: QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering (Dec 2022)","DOI":"10.18653\/v1\/2021.naacl-main.45"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Ye, H., et al.: Ontology-enhanced Prompt-tuning for Few-shot Learning. In: Proceedings of the ACM Web Conference 2022, WWW 2022, pp. 778\u2013787 (Apr 2022)","DOI":"10.1145\/3485447.3511921"},{"key":"12_CR42","unstructured":"Ye, Z.X., Chen, Q., Wang, W., Ling, Z.H.: Align, Mask and Select: A Simple Method for Incorporating Commonsense Knowledge into Language Representation Models arXiv:1908.06725 [cs] (May 2020)"},{"key":"12_CR43","unstructured":"Zhang, D., Yuan, Z., Liu, Y., Zhuang, F., Chen, H., Xiong, H.: E-BERT: A Phrase and Product Knowledge Enhanced Language Model for E-commerce (Dec 2021)"},{"key":"12_CR44","unstructured":"Zhang, X., et al.: GreaseLM: Graph REASoning Enhanced Language Models for Question Answering arXiv:2201.08860 [cs] (Jan 2022)"},{"key":"12_CR45","unstructured":"Zhang, X., et al.: GreaseLM: Graph REASoning Enhanced Language Models for Question Answering (Jan 2022)"},{"key":"12_CR46","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Han, X., Liu, Z., Jiang, X., Sun, M., Liu, Q.: ERNIE: enhanced language representation with informative entities. In: Korhonen, A., Traum, D., M\u00e0rquez, L. (eds.) Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 1441\u20131451 (Jul 2019)","DOI":"10.18653\/v1\/P19-1139"},{"key":"12_CR47","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107220","volume":"227","author":"A Zhao","year":"2021","unstructured":"Zhao, A., Yu, Y.: Knowledge-enabled BERT for aspect-based sentiment analysis. Knowl.-Based Syst. 227, 107220 (2021)","journal-title":"Knowl.-Based Syst."}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77850-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T08:42:44Z","timestamp":1732610564000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77850-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,27]]},"ISBN":["9783031778490","9783031778506"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77850-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,27]]},"assertion":[{"value":"27 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hanover, MD","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2024.semanticweb.org\/event\/3715c6fc-e2d7-47eb-8c01-5fe4ac589a52\/summary","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}