{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,31]],"date-time":"2026-05-31T01:00:54Z","timestamp":1780189254415,"version":"3.54.0"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030773847","type":"print"},{"value":"9783030773854","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-77385-4_37","type":"book-chapter","created":{"date-parts":[[2021,5,30]],"date-time":"2021-05-30T19:02:53Z","timestamp":1622401373000},"page":"614-630","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["kgbench: A Collection of Knowledge Graph Datasets for Evaluating Relational and Multimodal Machine Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0189-5817","authenticated-orcid":false,"given":"Peter","family":"Bloem","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2415-8438","authenticated-orcid":false,"given":"Xander","family":"Wilcke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2524-1279","authenticated-orcid":false,"given":"Lucas","family":"van Berkel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9079-039X","authenticated-orcid":false,"given":"Victor","family":"de Boer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,5,31]]},"reference":[{"key":"37_CR1","unstructured":"Battaglia, P.W., et al.: Relational inductive biases, deep learning, and graph networks. arXiv preprint arXiv:1806.01261 (2018)"},{"key":"37_CR2","doi-asserted-by":"publisher","unstructured":"van Berkel, L., Bloem, P., Wilcke, X., de Boer, V.: kgbench: mdgenre and mdgender, December 2020. https:\/\/doi.org\/10.5281\/zenodo.4361795","DOI":"10.5281\/zenodo.4361795"},{"key":"37_CR3","doi-asserted-by":"publisher","unstructured":"Bloem, P., Wilcke, X., van Berkel, L., de Boer, V.: kgbench: amplus, December 2020. https:\/\/doi.org\/10.5281\/zenodo.4361762","DOI":"10.5281\/zenodo.4361762"},{"key":"37_CR4","doi-asserted-by":"publisher","unstructured":"Bloem, P., Wilcke, X., van Berkel, L., de Boer, V.: kgbench: dblp, December 2020. https:\/\/doi.org\/10.5281\/zenodo.4361787","DOI":"10.5281\/zenodo.4361787"},{"issue":"3","key":"37_CR5","doi-asserted-by":"publisher","first-page":"237","DOI":"10.3233\/SW-2012-0074","volume":"4","author":"V de Boer","year":"2013","unstructured":"de Boer, V., et al.: Amsterdam museum linked open data. Semantic Web 4(3), 237\u2013243 (2013)","journal-title":"Semantic Web"},{"key":"37_CR6","unstructured":"Busbridge, D., Sherburn, D., Cavallo, P., Hammerla, N.Y.: Relational graph attention networks. arXiv preprint arXiv:1904.05811 (2019)"},{"key":"37_CR7","unstructured":"De Vries, G.K.D., De Rooij, S., et al.: A fast and simple graph kernel for rdf. DMoLD 1082 (2013)"},{"key":"37_CR8","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"37_CR9","doi-asserted-by":"crossref","unstructured":"Feng, Y., Chen, X., Lin, B.Y., Wang, P., Yan, J., Ren, X.: Scalable multi-hop relational reasoning for knowledge-aware question answering. arXiv preprint arXiv:2005.00646 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.99"},{"key":"37_CR10","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.websem.2013.01.002","volume":"19","author":"JD Fern\u00e1ndez","year":"2013","unstructured":"Fern\u00e1ndez, J.D., Mart\u00ednez-Prieto, M.A., Guti\u00e9rrez, C., Polleres, A., Arias, M.: Binary RDF representation for publication and exchange (HDT). J. Web Semantics 19, 22\u201341 (2013)","journal-title":"J. Web Semantics"},{"key":"37_CR11","doi-asserted-by":"crossref","unstructured":"Hamidi, F., Scheuerman, M.K., Branham, S.M.: Gender recognition or gender reductionism? the social implications of embedded gender recognition systems. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2018)","DOI":"10.1145\/3173574.3173582"},{"key":"37_CR12","unstructured":"IMDB: The Internet Movie Database, accessed October 2020. http:\/\/imdb.com"},{"key":"37_CR13","doi-asserted-by":"crossref","unstructured":"Karras, T., Laine, S., Aila, T.: A style-based generator architecture for generative adversarial networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4401\u20134410 (2019)","DOI":"10.1109\/CVPR.2019.00453"},{"key":"37_CR14","unstructured":"Levin, S.: New AI can guess whether you\u2019re gay or straight from a photograph. The Guardian (2017). https:\/\/www.theguardian.com\/technology\/2017\/sep\/07\/new-artificial-intelligence-can-tell-whether-youre-gay-or-straight-from-a-photograph"},{"key":"37_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/978-3-030-21348-0_30","volume-title":"The Semantic Web","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Li, H., Garcia-Duran, A., Niepert, M., Onoro-Rubio, D., Rosenblum, D.S.: MMKG: multi-modal knowledge graphs. In: Hitzler, P., et al. (eds.) ESWC 2019. LNCS, vol. 11503, pp. 459\u2013474. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-21348-0_30"},{"key":"37_CR16","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., Galstyan, A.: A survey on bias and fairness in machine learning. arXiv preprint arXiv:1908.09635 (2019)"},{"key":"37_CR17","doi-asserted-by":"crossref","unstructured":"Menon, S., Damian, A., Hu, S., Ravi, N., Rudin, C.: Pulse: self-supervised photo upsampling via latent space exploration of generative models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2437\u20132445 (2020)","DOI":"10.1109\/CVPR42600.2020.00251"},{"key":"37_CR18","unstructured":"Mozur, P.: One month, 500,000 face scans: How china is using a.i. to profile a minority. The New York Times (2019). https:\/\/www.nytimes.com\/2019\/04\/14\/technology\/china-surveillance-artificial-intelligence-racial-profiling.html"},{"key":"37_CR19","unstructured":"Oliphant, T.E.: A guide to NumPy, vol. 1. Trelgol Publishing USA (2006)"},{"key":"37_CR20","unstructured":"Paszke, A., et al.: Pytorch: An imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, pp. 8026\u20138037 (2019)"},{"issue":"1","key":"37_CR21","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1162\/qss_a_00023","volume":"1","author":"S Peroni","year":"2020","unstructured":"Peroni, S., Shotton, D.: Opencitations, an infrastructure organization for open scholarship. Quant. Sci. Stud. 1(1), 428\u2013444 (2020)","journal-title":"Quant. Sci. Stud."},{"key":"37_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1007\/978-3-319-46547-0_20","volume-title":"The Semantic Web \u2013 ISWC 2016","author":"P Ristoski","year":"2016","unstructured":"Ristoski, P., de Vries, G.K.D., Paulheim, H.: A collection of benchmark datasets for systematic evaluations of machine learning on the semantic web. In: Groth, P., et al. (eds.) ISWC 2016. LNCS, vol. 9982, pp. 186\u2013194. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46547-0_20"},{"key":"37_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1007\/978-3-319-46523-4_30","volume-title":"The Semantic Web \u2013 ISWC 2016","author":"P Ristoski","year":"2016","unstructured":"Ristoski, P., Paulheim, H.: RDF2Vec: RDF graph embeddings for data mining. In: Groth, P., et al. (eds.) ISWC 2016. LNCS, vol. 9981, pp. 498\u2013514. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46523-4_30"},{"key":"37_CR24","unstructured":"Ruffinelli, D., Broscheit, S., Gemulla, R.: You can teach an old dog new tricks! on training knowledge graph embeddings. In: International Conference on Learning Representations (2019)"},{"key":"37_CR25","doi-asserted-by":"publisher","unstructured":"Safavi, T., Koutra, D.: CoDEx: a comprehensive knowledge graph completion benchmark. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). pp. 8328\u20138350. Association for Computational Linguistics, Online, November 2020. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.669. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.669","DOI":"10.18653\/v1\/2020.emnlp-main.669"},{"key":"37_CR26","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.C.: Mobilenetv 2: inverted residuals and linear bottlenecks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"37_CR27","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)"},{"key":"37_CR28","doi-asserted-by":"crossref","unstructured":"Schlichtkrull, M., Kipf, T.N., Bloem, P., Berg, R.v.d., Titov, I., Welling, M.: Modeling relational data with graph convolutional networks. arXiv preprint arXiv:1703.06103 (2017)","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"37_CR29","unstructured":"dblp team, T.: dblp computer science bibliography, converted by l3s (2017). http:\/\/downloads.linkeddatafragments.org\/hdt\/dblp-20170124.hdt"},{"key":"37_CR30","doi-asserted-by":"publisher","unstructured":"Tiwari, A.K., Nadimpalli, S.V.: Learning semantic image attributes using image recognition and knowledge graph embeddings. I.J. Image, Graphics and Signal Processing (2020). https:\/\/doi.org\/10.5815\/ijigsp.2020.05.05","DOI":"10.5815\/ijigsp.2020.05.05"},{"issue":"10","key":"37_CR31","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"37_CR32","doi-asserted-by":"publisher","unstructured":"Wang, M., Wang, H., Qi, G., Zheng, Q.: Richpedia: a large-scale, comprehensive multi-modal knowledge graph. Big Data Research 22, 100159 (2020). https:\/\/doi.org\/10.1016\/j.bdr.2020.100159. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2214579620300277","DOI":"10.1016\/j.bdr.2020.100159"},{"issue":"2","key":"37_CR33","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1037\/pspa0000098","volume":"114","author":"Y Wang","year":"2018","unstructured":"Wang, Y., Kosinski, M.: Deep neural networks are more accurate than humans at detecting sexual orientation from facial images. J. Pers. Soc. Psychol. 114(2), 246 (2018)","journal-title":"J. Pers. Soc. Psychol."},{"key":"37_CR34","unstructured":"Wilcke, W., Bloem, P., de Boer, V., van t Veer, R., van Harmelen, F.: End-to-end entity classification on multimodal knowledge graphs. arXiv p. arXiv-2003 (2020)"},{"issue":"1\u20132","key":"37_CR35","doi-asserted-by":"publisher","first-page":"39","DOI":"10.3233\/DS-170007","volume":"1","author":"W Wilcke","year":"2017","unstructured":"Wilcke, W., Bloem, P., De Boer, V.: The knowledge graph as the default data model for learning on heterogeneous knowledge. Data Sci. 1(1\u20132), 39\u201357 (2017)","journal-title":"Data Sci."},{"key":"37_CR36","doi-asserted-by":"publisher","unstructured":"Wilcke, X., Bloem, P., van Berkel, L., de Boer, V.: kgbench: dmgfull and dmg777k, December 2020. https:\/\/doi.org\/10.5281\/zenodo.4361779","DOI":"10.5281\/zenodo.4361779"},{"key":"37_CR37","doi-asserted-by":"crossref","unstructured":"Zhao, J., Wang, T., Yatskar, M., Ordonez, V., Chang, K.W.: Men also like shopping: Reducing gender bias amplification using corpus-level constraints. arXiv preprint arXiv:1707.09457 (2017)","DOI":"10.18653\/v1\/D17-1323"},{"key":"37_CR38","unstructured":"Zhu, G.: A new view of classification in astronomy with the archetype technique: an astronomical case of the NP-complete set cover problem. arXiv preprint arXiv:1606.07156 (2016)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-77385-4_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,31]],"date-time":"2026-05-31T00:07:25Z","timestamp":1780186045000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-77385-4_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030773847","9783030773854"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-77385-4_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"31 May 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.eswc-conferences.org\/#","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OpenReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"167","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}