{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T22:59:02Z","timestamp":1781045942145,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":48,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819572502","type":"print"},{"value":"9789819572519","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-7251-9_17","type":"book-chapter","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T22:29:19Z","timestamp":1781044159000},"page":"243-259","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["On Large-Scale Evaluation of\u00a0Embedding Models for\u00a0Knowledge Graph Completion"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2733-2242","authenticated-orcid":false,"given":"Nasim","family":"Shirvani-Mahdavi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Farahnaz","family":"Akrami","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1724-8278","authenticated-orcid":false,"given":"Chengkai","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,1]]},"reference":[{"key":"17_CR1","unstructured":"Akrami, F.: On the efficacy of knowledge graph completion methods, accuracy measures and evaluation protocols. Ph.D. Dissertations, The University of Texas at Arlington (2021)"},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Akrami, F., Saeef, M.S., Zhang, Q., Hu, W., Li, C.: Realistic re-evaluation of knowledge graph completion methods: an experimental study. In: SIGMOD, pp. 1995\u20132010 (2020)","DOI":"10.1145\/3318464.3380599"},{"issue":"12","key":"17_CR3","doi-asserted-by":"publisher","first-page":"8825","DOI":"10.1109\/TPAMI.2021.3124805","volume":"44","author":"M Ali","year":"2021","unstructured":"Ali, M., et al.: Bringing light into the dark: a large-scale evaluation of knowledge graph embedding models under a unified framework. IEEE Trans. Pattern Anal. Mach. Intell. 44(12), 8825\u20138845 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., Ives, Z.: DBpedia: a nucleus for a web of open data. In: ISWC + ASWC, pp. 722\u2013735 (2007)","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., Taylor, J.: Freebase: a collaboratively created graph database for structuring human knowledge. In: SIGMOD, pp. 1247\u20131250 (2008)","DOI":"10.1145\/1376616.1376746"},{"key":"17_CR6","unstructured":"Bordes, A., Usunier, N., Garcia-Dur\u00e1n, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: NeurIPS, pp. 2787\u20132795 (2013)"},{"issue":"9","key":"17_CR7","first-page":"1616","volume":"30","author":"H Cai","year":"2018","unstructured":"Cai, H., Zheng, V.W., Chang, K.C.C.: A comprehensive survey of graph embedding: Problems, techniques, and applications. TKDE 30(9), 1616\u20131637 (2018)","journal-title":"TKDE"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Carlson, A., Betteridge, J., Kisiel, B., Settles, B., Hruschka\u00a0Jr, E.R., Mitchell, T.M.: Toward an architecture for never-ending language learning. In: AAAI, pp. 1306\u20131313 (2010)","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Pasquale, M., Pontus, S., Riedel, S.: Convolutional 2D knowledge graph embeddings. In: AAAI, pp. 1811\u20131818 (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Egger, M.K., et al.: ReliK: a reliability measure for knowledge graph embeddings. In: WWW, pp. 2009\u20132019 (2024)","DOI":"10.1145\/3589334.3645430"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Guan, S., Jin, X., Wang, Y., Cheng, X.: Link prediction on n-ary relational data. In: The Web Conference, pp. 583\u2013593 (2019)","DOI":"10.1145\/3308558.3313414"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Guo, Q., et al.: A survey on knowledge graph-based recommender systems. TKDE, pp. 3549\u20133568 (2020)","DOI":"10.1109\/TKDE.2020.3028705"},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Heist, N., Hertling, S., Paulheim, H.: KGrEaT: a framework to evaluate knowledge graphs via downstream tasks. In: CIKM, pp. 3938\u20133942 (2023)","DOI":"10.1145\/3583780.3615241"},{"key":"17_CR14","unstructured":"Hoyt, C.T., Berrendorf, M., Galkin, M., Tresp, V., Gyori, B.M.: A unified framework for rank-based evaluation metrics for link prediction in knowledge graphs. arXiv:2203.07544 (2022)"},{"key":"17_CR15","unstructured":"Hu, W., Fey, M., Ren, H., Nakata, M., Dong, Y., Leskovec, J.: OGB-LSC: a large-scale challenge for machine learning on graphs. arXiv:2103.09430 (2021)"},{"key":"17_CR16","first-page":"22118","volume":"33","author":"W Hu","year":"2020","unstructured":"Hu, W., et al.: Open graph benchmark: datasets for machine learning on graphs. NeurIPS 33, 22118\u201322133 (2020)","journal-title":"NeurIPS"},{"issue":"6","key":"17_CR17","first-page":"1273","volume":"14","author":"N Hubert","year":"2023","unstructured":"Hubert, N., Monnin, P., Brun, A., Monticolo, D.: Sem@ K: is my knowledge graph embedding model semantic-aware? Semantic Web 14(6), 1273\u20131309 (2023)","journal-title":"Semantic Web"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Hubert, N., Paulheim, H., Brun, A., Monticolo, D.: Do similar entities have similar embeddings? In: ESWC, pp. 3\u201321. Springer (2024)","DOI":"10.1007\/978-3-031-60626-7_1"},{"issue":"2","key":"17_CR19","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TNNLS.2021.3070843","volume":"33","author":"S Ji","year":"2021","unstructured":"Ji, S., Pan, S., Cambria, E., Marttinen, P., Philip, S.Y.: A survey on knowledge graphs: representation, acquisition, and applications. IEEE Trans. Neural Netw. Learn. Syst. 33(2), 494\u2013514 (2021)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"17_CR20","unstructured":"Lerer, A., et al.: PyTorch-BigGraph: A large-scale graph embedding system. In: SysML, pp. 120\u2013131 (2019)"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Lin, Y., Liu, Z., Sun, M., Liu, Y., Zhu, X.: Learning entity and relation embeddings for knowledge graph completion. In: AAAI, pp. 2181\u20132187 (2015)","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"17_CR22","unstructured":"Mahdisoltani, F., Biega, J., Suchanek, F.M.: YAGO3: a knowledge base from multilingual Wikipedias. In: CIDR (2015)"},{"issue":"11","key":"17_CR23","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/219717.219748","volume":"38","author":"GA Miller","year":"1995","unstructured":"Miller, G.A.: WordNet: a lexical database for english. CACM 38(11), 39\u201341 (1995)","journal-title":"CACM"},{"key":"17_CR24","unstructured":"Mohoney, J., Waleffe, R., Xu, H., Rekatsinas, T., Venkataraman, S.: Marius: learning massive graph embeddings on a single machine. In: OSDI, pp. 533\u2013549 (2021)"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Pellissier\u00a0Tanon, T., Vrande\u010di\u0107, D., Schaffert, S., Steiner, T., Pintscher, L.: From Freebase to Wikidata: the great migration. In: WWW, pp. 1419\u20131428 (2016)","DOI":"10.1145\/2872427.2874809"},{"key":"17_CR26","unstructured":"Pezeshkpour, P., Tian, Y., Singh, S.: Revisiting evaluation of knowledge base completion models. In: AKBC (2020)"},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Reiter, R.: Deductive question-answering on relational data bases. In: Logic and data bases, pp. 149\u2013177. Springer (1978)","DOI":"10.1007\/978-1-4684-3384-5_6"},{"key":"17_CR28","doi-asserted-by":"crossref","unstructured":"Reiter, R.: On closed world data bases. In: Gallaire H., Minker J. (eds) Logic and Data Bases, pp. 55\u201376. Elsevier (1978)","DOI":"10.1007\/978-1-4684-3384-5_3"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Rosso, P., Yang, D., Cudr\u00e9-Mauroux, P.: Beyond triplets: hyper-relational knowledge graph embedding for link prediction. In: WWW, pp. 1885\u20131896 (2020)","DOI":"10.1145\/3366423.3380257"},{"key":"17_CR30","doi-asserted-by":"crossref","unstructured":"Ruffinelli, D., Gemulla, R.: Beyond link prediction: on pre-training knowledge graph embeddings. In: RepL4NLP, pp. 136\u2013162 (2024)","DOI":"10.18653\/v1\/2024.repl4nlp-1.11"},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Safavi, T., Koutra, D.: CoDEx: A comprehensive knowledge graph completion benchmark. In: EMNLP, pp. 8328\u20138350 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.669"},{"key":"17_CR32","unstructured":"Sawischa, S.F.: Bias assessments of benchmarks for link predictions over knowledge graphs. B.S. thesis, Hannover: Gottfried Wilhelm Leibniz Universit\u00e4t (2023)"},{"key":"17_CR33","doi-asserted-by":"crossref","unstructured":"Shi, B., Weninger, T.: ProjE: embedding projection for knowledge graph completio. In: AAAI, pp. 1236\u20131242 (2017)","DOI":"10.1609\/aaai.v31i1.10677"},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Shirvani-Mahdavi, N., Akrami, F., Saeef, M.S., Shi, X., Li, C.: Comprehensive analysis of freebase and dataset creation for robust evaluation of knowledge graph link prediction models. In: ISWC, pp. 113\u2013133. Springer (2023)","DOI":"10.1007\/978-3-031-47243-5_7"},{"key":"17_CR35","unstructured":"Socher, R., Chen, D., Manning, C.D., Ng, A.: Reasoning with neural tensor networks for knowledge base completion. In: NeurIPS, pp. 926\u2013934 (2013)"},{"issue":"3","key":"17_CR36","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.websem.2008.06.001","volume":"6","author":"FM Suchanek","year":"2008","unstructured":"Suchanek, F.M., Kasneci, G., Weikum, G.: YAGO: a large ontology from Wikipedia and WordNet. Web Semantics 6(3), 203\u2013217 (2008)","journal-title":"Web Semantics"},{"key":"17_CR37","unstructured":"Sun, Z., Deng, Z.H., Nie, J.Y., Tang, J.: RotatE: knowledge graph embedding by relational rotation in complex space. In: ICLR, pp. 926\u2013934 (2019)"},{"key":"17_CR38","unstructured":"Trouillon, T., Welbl, J., Riedel, S., Gaussier, \u00c9., Bouchard, G.: Complex embeddings for simple link prediction. In: ICML, pp. 2071\u20132080 (2016)"},{"issue":"10","key":"17_CR39","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. CACM 57(10), 78\u201385 (2014)","journal-title":"CACM"},{"key":"17_CR40","doi-asserted-by":"crossref","unstructured":"Wang, Y., Ruffinelli, D., Gemulla, R., Broscheit, S., Meilicke, C.: On evaluating embedding models for knowledge base completion. In: RepL4NLP, pp. 104\u2013112 (2019)","DOI":"10.18653\/v1\/W19-4313"},{"key":"17_CR41","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhang, J., Feng, J., Chen, Z.: Knowledge graph embedding by translating on hyperplanes. In: AAAI, pp. 1112\u20131119 (2014)","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"17_CR42","unstructured":"Wen, J., Li, J., Mao, Y., Chen, S., Zhang, R.: On the representation and embedding of knowledge bases beyond binary relations. arXiv:1604.08642 (2016)"},{"key":"17_CR43","doi-asserted-by":"crossref","unstructured":"Weston, J., Bordes, A., Yakhnenko, O., Usunier, N.: Connecting language and knowledge bases with embedding models for relation extraction. In: EMNLP, pp. 1366\u20131371 (2013)","DOI":"10.18653\/v1\/D13-1136"},{"key":"17_CR44","unstructured":"Yang, B., Yih, W.t., He, X., Gao, J., Deng, L.: Embedding entities and relations for learning and inference in knowledge bases. In: ICLR (2015)"},{"key":"17_CR45","first-page":"8374","volume":"35","author":"H Yang","year":"2022","unstructured":"Yang, H., Lin, Z., Zhang, M.: Rethinking knowledge graph evaluation under the open-world assumption. NeurIPS 35, 8374\u20138385 (2022)","journal-title":"NeurIPS"},{"key":"17_CR46","first-page":"956","volume":"1","author":"Information extraction over structured data","year":"2014","unstructured":"Information extraction over structured data: Yao, X., Van Durme, B. Question answering with freebase. In: ACL. 1, 956\u2013966 (2014)","journal-title":"Question answering with freebase. In: ACL."},{"key":"17_CR47","doi-asserted-by":"crossref","unstructured":"Zheng, D., et al.: DGL-KE: Training Knowledge Graph Embeddings at Scale. In: SIGIR, pp. 739\u2013748 (2020)","DOI":"10.1145\/3397271.3401172"},{"key":"17_CR48","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Chen, X., He, B., Ye, Z., Sun, L.: Re-thinking knowledge graph completion evaluation from an information retrieval perspective. In: SIGIR, pp. 916\u2013926 (2022)","DOI":"10.1145\/3477495.3532052"}],"container-title":["Lecture Notes in Computer Science","Web Information Systems Engineering \u2013 WISE 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-7251-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T22:29:26Z","timestamp":1781044166000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-7251-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819572502","9789819572519"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-7251-9_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"1 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WISE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Information Systems Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakech","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wise2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/wise2025.ficloud.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}