{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T10:20:02Z","timestamp":1777890002115,"version":"3.51.4"},"reference-count":40,"publisher":"SAGE Publications","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SW"],"published-print":{"date-parts":[[2019,1,21]]},"DOI":"10.3233\/sw-180334","type":"journal-article","created":{"date-parts":[[2019,1,22]],"date-time":"2019-01-22T23:13:44Z","timestamp":1548198824000},"page":"385-412","source":"Crossref","is-referenced-by-count":2,"title":["Remixing entity linking evaluation datasets for focused benchmarking"],"prefix":"10.1177","volume":"10","author":[{"given":"J\u00f6rg","family":"Waitelonis","sequence":"first","affiliation":[{"name":"yovisto GmbH, August-Bebel-Str. 26-53, 14482 Potsdam, Germany. E-mail:\u00a0joerg@yovisto.com"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Henrik","family":"J\u00fcrges","sequence":"additional","affiliation":[{"name":"University of Potsdam, Am Neuen Palais 10, 14469 Potsdam, Germany. E-mail:\u00a0juerges@uni-potsdam.de"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Harald","family":"Sack","sequence":"additional","affiliation":[{"name":"FIZ Karlsruhe, Leibniz Institute for Information Infrastructure, Hermann-von-Helmholtz-Platz 1, 76344 Eggenstein-Leopoldshafen, Germany. E-mail:\u00a0harald.sack@fiz-karlsruhe.de"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"key":"10.3233\/SW-180334_ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47602-5_11"},{"key":"10.3233\/SW-180334_ref2","unstructured":"A.E.\u00a0Cano, G.\u00a0Rizzo, A.\u00a0Varga, M.\u00a0Rowe, M.\u00a0Stankovic and A.-S.\u00a0Dadzie, Making sense of microposts: (#Microposts2014) named entity extraction & linking challenge, in: Proceedings of the the 4th Workshop on Making Sense of Microposts Co-Located with the 23rd International World Wide Web Conference (WWW\u201914), CEUR Workshop Proceedings, Vol.\u00a01141, 2014, pp.\u00a054\u201360."},{"key":"10.3233\/SW-180334_ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2513204.2513212"},{"key":"10.3233\/SW-180334_ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488411"},{"key":"10.3233\/SW-180334_ref5","unstructured":"S.\u00a0Cucerzan, Large-Scale Named Entity Disambiguation Based on Wikipedia Data, in: Proceedings of the 2007 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning (EMNLP-CoNLL), ACL, 2007, pp.\u00a0708\u2013716, available at http:\/\/www.aclweb.org\/anthology\/D\/D07\/D07-1074."},{"key":"10.3233\/SW-180334_ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-40994-3_48"},{"key":"10.3233\/SW-180334_ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-34129-3_44"},{"key":"10.3233\/SW-180334_ref8","unstructured":"F.\u00a0Frontini, C.\u00a0Brando and J.-G.\u00a0Ganascia, Semantic web based named entity linking for digital humanities and heritage texts, in: 1st International Workshop Semantic Web for Scientific Heritage at the 12th ESWC 2015 Conference, CEUR-WS, Vol.\u00a01364, Portoro\u017e, Slovenia, 2015, pp.\u00a077\u201388."},{"key":"10.3233\/SW-180334_ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2882988"},{"key":"10.3233\/SW-180334_ref10","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-2076"},{"key":"10.3233\/SW-180334_ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41338-4_7"},{"key":"10.3233\/SW-180334_ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2396832"},{"key":"10.3233\/SW-180334_ref13","unstructured":"J.\u00a0Hoffart, M.A.\u00a0Yosef, I.\u00a0Bordino, H.\u00a0F\u00fcrstenau, M.\u00a0Pinkal, M.\u00a0Spaniol, B.\u00a0Taneva, S.\u00a0Thater and G.\u00a0Weikum, Robust disambiguation of named entities in text, in: Proceedings of the Conference on Empirical Methods in Natural Language Processing, ACL, 2011, pp.\u00a0782\u2013792."},{"key":"10.3233\/SW-180334_ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557073"},{"key":"10.3233\/SW-180334_ref15","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1162\/tacl_a_00141","article-title":"Design challenges for entity linking","volume":"3","author":"Ling","year":"2015","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.3233\/SW-180334_ref16","doi-asserted-by":"publisher","DOI":"10.3233\/SW-180333"},{"key":"10.3233\/SW-180334_ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2063518.2063519"},{"key":"10.3233\/SW-180334_ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458150"},{"key":"10.3233\/SW-180334_ref20","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1162\/tacl_a_00179","article-title":"Entity Linking meets Word Sense Disambiguation: A Unified Approach","volume":"2","author":"Moro","year":"2014","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.3233\/SW-180334_ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25518-7_1"},{"key":"10.3233\/SW-180334_ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2633211.2634350"},{"key":"10.3233\/SW-180334_ref24","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-2006"},{"key":"10.3233\/SW-180334_ref25","unstructured":"D.\u00a0Reddy, M.\u00a0Knuth and H.\u00a0Sack, DBpedia Graph Measures, Hasso Plattner Institute, Potsdam, Germany, 2014, available at http:\/\/s16a.org\/node\/6."},{"key":"10.3233\/SW-180334_ref26","unstructured":"G.\u00a0Rizzo, A.E.C.\u00a0Basave, B.\u00a0Pereira and A.\u00a0Varga, Making sense of Microposts (#microposts2015) Named Entity rEcognition and Linking (NEEL) Challenge, in: 5th Workshop on Making Sense of Microposts at 24th Int. World Wide Web Conference, CEUR-WS, Vol.\u00a01395, 2015, pp.\u00a044\u201353."},{"key":"10.3233\/SW-180334_ref27","unstructured":"G.\u00a0Rizzo and R.\u00a0Troncy, NERD: A framework for unifying named entity recognition and disambiguation extraction tools, in: Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics, ACL, Stroudsburg, PA, USA, 2012, pp.\u00a073\u201376."},{"key":"10.3233\/SW-180334_ref28","unstructured":"G.\u00a0Rizzo, M.\u00a0van Erp and R.\u00a0Troncy, Benchmarking the Extraction and Disambiguation of Named Entities on the Semantic Web, in: 9th Int. Conf. on Language Resources and Evaluation (LREC\u201914), European Language Resources Association (ELRA), 2014."},{"key":"10.3233\/SW-180334_ref29","unstructured":"M.\u00a0R\u00f6der, R.\u00a0Usbeck, S.\u00a0Hellmann, D.\u00a0Gerber and A.\u00a0Both, N3 \u2013 A collection of datasets for named entity recognition and disambiguation in the NLP interchange format, in: Proceedings of the 9th International Conference on Language Resources and Evaluation (LREC\u201914), European Language Resources Association (ELRA), 2014."},{"issue":"5","key":"10.3233\/SW-180334_ref30","doi-asserted-by":"publisher","first-page":"605","DOI":"10.3233\/SW-170286","article-title":"GERBIL \u2013 Benchmarking named entity recognition and linking consistently","volume":"9","author":"R\u00f6der","year":"2018","journal-title":"Semantic Web"},{"issue":"2","key":"10.3233\/SW-180334_ref31","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/TKDE.2014.2327028","article-title":"Entity Linking with a Knowledge Base: Issues, Techniques, and Solutions","volume":"27","author":"Shen","year":"2015","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.3233\/SW-180334_ref33","unstructured":"R.\u00a0Speck and A.-C.N.\u00a0Ngomo, Named entity recognition using FOX, in: Proceedings of the ISWC 2014 Posters & Demonstrations Track Within the 13th International Semantic Web Conference (ISWC 2014), CEUR-WS, Vol.\u00a01272, 2014, pp.\u00a085\u201388."},{"key":"10.3233\/SW-180334_ref34","unstructured":"N.\u00a0Steinmetz, M.\u00a0Knuth and H.\u00a0Sack, Statistical Analyses of Named Entity Disambiguation Benchmarks, in: Proceedings of NLP & DBpedia 2013 Workshop at 12th International Semantic Web Conference, CEUR-WS, Vol.\u00a01064, 2013."},{"key":"10.3233\/SW-180334_ref35","unstructured":"T.\u00a0Tietz, J.\u00a0Waitelonis, J.\u00a0J\u00e4ger and H.\u00a0Sack, Smart media navigator: Visualizing recommendations based on linked data, in: Proceedings of the Industry Track at the International Semantic Web Conference 2014 Co-Located with the 13th International Semantic Web Conference (ISWC\u201914), CEUR-WS, Vol.\u00a01383, 2014."},{"key":"10.3233\/SW-180334_ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11964-9_29"},{"key":"10.3233\/SW-180334_ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741626"},{"key":"10.3233\/SW-180334_ref38","unstructured":"M.\u00a0van Erp, P.\u00a0Mendes, H.\u00a0Paulheim, F.\u00a0Ilievski, J.\u00a0Plu, G.\u00a0Rizzo and J.\u00a0Waitelonis, Evaluating entity linking: An analysis of current benchmark datasets and a roadmap for doing a better job, in: Proceedings of the 10th International Conference on Language Resources and Evaluation (LREC\u201916), European Language Resources Association, ELRA-ELDA, Paris, France, 2016, pp.\u00a04373\u20134379. ISBN 978-2-9517408-9-1."},{"key":"10.3233\/SW-180334_ref39","unstructured":"J.\u00a0Waitelonis, C.\u00a0Exeler and H.\u00a0Sack, Linked data enabled generalized vector space model to improve document retrieval, in: Proceedings of the Third NLP&DBpedia Workshop (NLP & DBpedia 2015) Co-Located with the 14th International Semantic Web Conference 2015 (ISWC\u201915), CEUR-WS, Vol.\u00a01581, 2015, pp.\u00a033\u201344."},{"key":"10.3233\/SW-180334_ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2993318.2993334"},{"key":"10.3233\/SW-180334_ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-43997-6_37"},{"key":"10.3233\/SW-180334_ref42","unstructured":"J.\u00a0Waitelonis and H.\u00a0Sack, Named entity linking in #tweets with KEA, in: Proceedings of the 6th Workshop on \u2018Making Sense of Microposts\u2019 Co-Located with the 25th International World Wide Web Conference (WWW\u201916), CEUR-WS, Vol.\u00a01691, 2016, pp.\u00a061\u201363."},{"key":"10.3233\/SW-180334_ref43","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6947-15-S1-S4"}],"container-title":["Semantic Web"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/SW-180334","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T05:24:18Z","timestamp":1777613058000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/SW-180334"}},"subtitle":[],"editor":[{"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[{"name":"Institute for Applied Informatics, Leipzig, Germany"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Irini","family":"Fundulaki","sequence":"additional","affiliation":[{"name":"ICS-FORTH, Heraklion, Greece"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[{"name":"National Center for Scientific Research \u201cDemokritos\u201d, Athens, Greece"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Irini","family":"Fundulaki","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2019,1,21]]},"references-count":40,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.3233\/sw-180334","relation":{},"ISSN":["2210-4968","1570-0844"],"issn-type":[{"value":"2210-4968","type":"electronic"},{"value":"1570-0844","type":"print"}],"subject":[],"published":{"date-parts":[[2019,1,21]]}}}