{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T22:25:49Z","timestamp":1778106349513,"version":"3.51.4"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030494605","type":"print"},{"value":"9783030494612","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-49461-2_20","type":"book-chapter","created":{"date-parts":[[2020,5,26]],"date-time":"2020-05-26T23:04:49Z","timestamp":1590534289000},"page":"343-359","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["The Knowledge Graph Track at OAEI"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0333-5888","authenticated-orcid":false,"given":"Sven","family":"Hertling","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4386-8195","authenticated-orcid":false,"given":"Heiko","family":"Paulheim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,5,27]]},"reference":[{"key":"20_CR1","unstructured":"Algergawy, A., et al.: Results of the ontology alignment evaluation initiative 2018. In: OM@ISWC, vol. 2288, pp. 76\u2013116 (2018)"},{"key":"20_CR2","unstructured":"Algergawy, A., et al.: Results of the ontology alignment evaluation initiative 2019. In: OM@ISWC, vol. 2536, pp. 46\u201385 (2019)"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Chang, F., Chen, G., Zhang, S.: FCAMap-KG results for OAEI 2019. In: OM@ISWC, vol. 2536, pp. 138\u2013145 (2019)","DOI":"10.3928\/1081597X-20190124-02"},{"key":"20_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1007\/978-3-642-22630-4_6","volume-title":"Journal on Data Semantics XV","author":"J Euzenat","year":"2011","unstructured":"Euzenat, J., Meilicke, C., Stuckenschmidt, H., Shvaiko, P., Trojahn, C.: Ontology alignment evaluation initiative: six years of experience. In: Spaccapietra, S. (ed.) Journal on Data Semantics XV. LNCS, vol. 6720, pp. 158\u2013192. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-22630-4_6"},{"key":"20_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/978-3-642-41030-7_38","volume-title":"On the Move to Meaningful Internet Systems: OTM 2013 Conferences","author":"D Faria","year":"2013","unstructured":"Faria, D., Pesquita, C., Santos, E., Palmonari, M., Cruz, I.F., Couto, F.M.: The AgreementMakerLight ontology matching system. In: Meersman, R., et al. (eds.) OTM 2013. LNCS, vol. 8185, pp. 527\u2013541. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-41030-7_38"},{"key":"20_CR6","unstructured":"Faria, D., Pesquita, C., Tervo, T., Couto, F.M., Cruz, I.F.: AML and AMLC results for OAEI 2019. In: OM@ISWC, vol. 2536, pp. 101\u2013106 (2019)"},{"key":"20_CR7","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.websem.2013.05.004","volume":"21","author":"A Ferrara","year":"2013","unstructured":"Ferrara, A., Nikolov, A., Noessner, J., Scharffe, F.: Evaluation of instance matching tools: the experience of OAEI. Web Semant. Sci. Serv. Agents World Wide Web 21, 49\u201360 (2013)","journal-title":"Web Semant. Sci. Serv. Agents World Wide Web"},{"key":"20_CR8","doi-asserted-by":"crossref","unstructured":"Hertling, S., Paulheim, H.: DBkWik: a consolidated knowledge graph from thousands of wikis. In: 2018 IEEE International Conference on Big Knowledge (ICBK), pp. 17\u201324. IEEE (2018)","DOI":"10.1109\/ICBK.2018.00011"},{"key":"20_CR9","unstructured":"Hertling, S., Paulheim, H.: Dome results for OAEI 2018. In: OM@ISWC, vol. 2288, pp. 144\u2013151 (2018)"},{"issue":"6","key":"20_CR10","doi-asserted-by":"publisher","first-page":"2169","DOI":"10.1007\/s10115-019-01415-5","volume":"62","author":"Sven Hertling","year":"2019","unstructured":"Hertling, S., Paulheim, H.: DBkWik: extracting and integrating knowledge from thousands of Wikis. Knowl. Inf. Syst. 62, 1\u201322 (2019)","journal-title":"Knowledge and Information Systems"},{"key":"20_CR11","unstructured":"Hertling, S., Paulheim, H.: DOME results for OAEI 2019. In: OM@ISWC, vol. 2536, pp. 123\u2013130 (2019)"},{"key":"20_CR12","doi-asserted-by":"crossref","unstructured":"Hertling, S., Portisch, J., Paulheim, H.: Melt-matching evaluation toolkit. In: SEMANTICS (2019)","DOI":"10.1007\/978-3-030-33220-4_17"},{"key":"20_CR13","unstructured":"Jim\u00e9nez-Ruiz, E.: LogMap family participation in the OAEI 2019. In: OM@ISWC, vol. 2536, pp. 160\u2013163 (2019)"},{"key":"20_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/978-3-642-25073-6_18","volume-title":"The Semantic Web \u2013 ISWC 2011","author":"E Jim\u00e9nez-Ruiz","year":"2011","unstructured":"Jim\u00e9nez-Ruiz, E., Cuenca Grau, B.: LogMap: logic-based and scalable ontology matching. In: Aroyo, L., et al. (eds.) ISWC 2011. LNCS, vol. 7031, pp. 273\u2013288. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-25073-6_18"},{"key":"20_CR15","unstructured":"Jim\u00e9nez-Ruiz, E., et al.: Introducing the HOBBIT platform into the ontology alignment evaluation campaign. In: Ontology Matching (2018)"},{"key":"20_CR16","unstructured":"Laadhar, A., Ghozzi, F., Megdiche, I., Ravat, F., Teste, O., Gargouri, F.: POMap++ results for OAEI 2019: fully automated machine learning approach for ontology matching. In: OM@ISWC, vol. 2536, pp. 169\u2013174 (2019)"},{"key":"20_CR17","unstructured":"Laadhar, A., Ghozzi, F., Megdiche Bousarsar, I., Ravat, F., Teste, O., Gargouri, F.: OAEI 2018 results of POMap++. In: OM@ISWC, vol. 2288, pp. 192\u2013196 (2018)"},{"issue":"1","key":"20_CR18","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J. Richard Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977)","journal-title":"Biometrics"},{"issue":"2","key":"20_CR19","doi-asserted-by":"publisher","first-page":"167","DOI":"10.3233\/SW-140134","volume":"6","author":"J Lehmann","year":"2013","unstructured":"Lehmann, J., et al.: DBpedia - a large-scale, multilingual knowledge base extracted from Wikipedia. Semant. Web J. 6(2), 167\u2013195 (2013)","journal-title":"Semant. Web J."},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Li, C., Cao, Y., Hou, L., Shi, J., Li, J., Chua, T.S.: Semi-supervised entity alignment via joint knowledge embedding model and cross-graph model. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2723\u20132732 (2019)","DOI":"10.18653\/v1\/D19-1274"},{"key":"20_CR21","unstructured":"L\u00fctke, A.: AnyGraphMatcher submission to the OAEI knowledge graph challenge 2019. In: OM@ISWC, vol. 2536, pp. 86\u201393 (2019)"},{"key":"20_CR22","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.websem.2012.04.001","volume":"15","author":"C Meilicke","year":"2012","unstructured":"Meilicke, C., et al.: MultiFarm: a benchmark for multilingual ontology matching. Web Semant. Sci. Serv. Agents World Wide Web 15, 62\u201368 (2012)","journal-title":"Web Semant. Sci. Serv. Agents World Wide Web"},{"key":"20_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/978-3-642-38288-8_3","volume-title":"The Semantic Web: Semantics and Big Data","author":"H Paulheim","year":"2013","unstructured":"Paulheim, H., Hertling, S., Ritze, D.: Towards evaluating interactive ontology matching tools. In: Cimiano, P., Corcho, O., Presutti, V., Hollink, L., Rudolph, S. (eds.) ESWC 2013. LNCS, vol. 7882, pp. 31\u201345. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-38288-8_3"},{"key":"20_CR24","unstructured":"Portisch, J., Hladik, M., Paulheim, H.: Wiktionary matcher. In: OM@ISWC, vol. 2536, pp. 181\u2013188 (2019)"},{"key":"20_CR25","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1007\/978-3-319-67190-1_33","volume-title":"KI 2017: Advances in Artificial Intelligence","author":"D Ringler","year":"2017","unstructured":"Ringler, D., Paulheim, H.: One knowledge graph to rule them all? Analyzing the differences between DBpedia, YAGO, Wikidata & co. In: Kern-Isberner, G., F\u00fcrnkranz, J., Thimm, M. (eds.) KI 2017. LNCS (LNAI), vol. 10505, pp. 366\u2013372. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-67190-1_33"},{"key":"20_CR26","unstructured":"Roussille, P., Megdiche Bousarsar, I., Teste, O., Trojahn, C.: Holontology: results of the 2018 OAEI evaluation campaign. In: OM@ISWC, vol. 2288, pp. 167\u2013172 (2018)"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Sun, Z., Hu, W., Zhang, Q., Qu, Y.: Bootstrapping entity alignment with knowledge graph embedding. In: IJCAI, pp. 4396\u20134402 (2018)","DOI":"10.24963\/ijcai.2018\/611"},{"key":"20_CR28","unstructured":"Thi\u00e9blin, E., Cheatham, M., Trojahn, C., Zamazal, O., Zhou, L.: The first version of the OAEI complex alignment benchmark (2018)"},{"key":"20_CR29","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1609\/aaai.v33i01.3301297","volume":"33","author":"Bayu Distiawan Trisedya","year":"2019","unstructured":"Trisedya, B.D., Qi, J., Zhang, R.: Entity alignment between knowledge graphs using attribute embeddings. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 297\u2013304 (2019)","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Wrigley, S.N., Garc\u00eda-Castro, R., Nixon, L.: Semantic evaluation at large scale (seals). In: Proceedings of the 21st International Conference on World Wide Web. pp. 299\u2013302. ACM (2012)","DOI":"10.1145\/2187980.2188033"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-49461-2_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T22:02:18Z","timestamp":1748296938000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-49461-2_20"}},"subtitle":["Gold Standards, Baselines, and the Golden Hammer Bias"],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030494605","9783030494612"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-49461-2_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"27 May 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Heraklion, Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 May 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 June 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2020.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"166","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Authors could choose to opt in or opt out of being known by the reviewers (i.e., submissions could be anonymous) while reviewers could choose to opt in or opt out of being known by the authors (i.e., reviews could be anonymous). The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}