{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T09:07:22Z","timestamp":1778663242200,"version":"3.51.4"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319580678","type":"print"},{"value":"9783319580685","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-58068-5_19","type":"book-chapter","created":{"date-parts":[[2017,5,15]],"date-time":"2017-05-15T06:53:04Z","timestamp":1494831184000},"page":"305-320","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["All that Glitters Is Not Gold \u2013 Rule-Based Curation of Reference Datasets for Named Entity Recognition and Entity Linking"],"prefix":"10.1007","author":[{"given":"Kunal","family":"Jha","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"R\u00f6der","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,5,16]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Cornolti, M., Ferragina, P., Ciaramita, M.: A framework for benchmarking entity-annotation systems. In: Proceedings of the 22nd International Conference on World Wide Web (WWW 2013), pp. 249\u2013260, New York, NY, USA. ACM (2013)","DOI":"10.1145\/2488388.2488411"},{"key":"19_CR2","unstructured":"Cucerzan, S.: Large-scale named entity disambiguation based on wikipedia data. In: EMNLP-CoNLL, pp. 708\u2013716 (2007)"},{"key":"19_CR3","unstructured":"Doddington, G., Mitchell, A., Przybocki, M., Ramshaw, L., Strassel, S., Weischedel, R.: Automatic content extraction (ACE) program - task definitions and performance measures. In: Proceedings of the 4th International Conference on Language Resources and Evaluation (2004)"},{"key":"19_CR4","unstructured":"Ehrmann, M., Nouvel, D., Rosset, S.: Named entity resources - overview and outlook. In: Calzolari, N., Choukri, K., Declerck, T., Goggi, S., Grobelnik, M., Maegaard, B., Mariani, J., Mazo, H., Moreno, A., Odijk, J., Piperidis, S., (eds.) Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016), Paris, France. European Language Resources Association (ELRA), May 2016"},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Hoffart, J., Seufert, S., Nguyen, D.B., Theobald, M., Weikum, G.: KORE: keyphrase overlap relatedness for entity disambiguation. In: Proceedings of CIKM (2012)","DOI":"10.1145\/2396761.2396832"},{"key":"19_CR6","unstructured":"Hoffart, J., Yosef, M.A., Bordino, I., F\u00fcrstenau, H., Pinkal, M., Spaniol, M., Taneva, B., Thater, S., Wiegand, M., Weikum, G.: Robust disambiguation of named entities in text. In: Proceedings of EMNLP 2011, 27\u201331, pp. 782\u2013792, Stroudsburg, PA. ACL, July 2011"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Hoffart, J., Altun, Y., Weikum, G.: Discovering emerging entities with ambiguous names. In: Proceedings of the 23rd WWW, pp. 385\u2013396. ACM (2014)","DOI":"10.1145\/2566486.2568003"},{"issue":"3","key":"19_CR8","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1197\/jamia.M1670","volume":"12","author":"S Rothschild","year":"2005","unstructured":"Rothschild, S.: Agreement, the f-measure, and reliability in information retrieval. J. Am. Med. Inf. Assoc. 12(3), 296\u2013298 (2005)","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Kulkarni, S., Singh, A., Ramakrishnan, G., Chakrabarti, S.: Collective annotation of wikipedia entities in web text. In: Proceedings of the 15th ACM SIGKDD, pp. 457\u2013466. ACM (2009)","DOI":"10.1145\/1557019.1557073"},{"key":"19_CR10","unstructured":"Lee, H., Peirsman, Y., Chang, A., Chambers, N., Surdeanu, M., Jurafsky, D.: Stanford\u2019s multi-pass sieve coreference resolution system at the CoNLL-2011 shared task. In: Conference on Natural Language Learning (CoNLL) Shared Task (2011)"},{"key":"19_CR11","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1162\/tacl_a_00141","volume":"3","author":"X Ling","year":"2015","unstructured":"Ling, X., Singh, S., Weld, D.S.: Design challenges for entity linking. Trans. Assoc. Comput. Linguist. 3, 315\u2013328 (2015)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"Manning, C.D., Surdeanu, M., Bauer, J., Finkel, J., Bethard, S.J., McClosky, D.: The Stanford CoreNLP natural language processing toolkit. In: Association for Computational Linguistics (ACL) System Demonstrations, pp. 55\u201360 (2014)","DOI":"10.3115\/v1\/P14-5010"},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Mendes, P.N., Jakob, M., Garc\u00eda-Silva, A., Bizer, C.: Dbpedia spotlight: shedding light on the web of documents. In: Proceedings of the 7th International Conference on Semantic Systems, pp. 1\u20138. ACM (2011)","DOI":"10.1145\/2063518.2063519"},{"key":"19_CR14","unstructured":"Michael, R., Usbeck, R., Ngomo, A.-C.N.: Techreport for GERBIL 1.2.2 - V1. Technical report, Leipzig University (2016)"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Milne, D., Witten, I.H.: Learning to link with wikipedia. In: 17th ACM CIKM, pp. 509\u2013518 (2008)","DOI":"10.1145\/1458082.1458150"},{"key":"19_CR16","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-25518-7_1","volume-title":"Semantic Web Evaluation Challenges","author":"AG Nuzzolese","year":"2015","unstructured":"Nuzzolese, A.G., Gentile, A.L., Presutti, V., Gangemi, A., Garigliotti, D., Navigli, R.: Open knowledge extraction challenge. In: Gandon, F., Cabrio, E., Stankovic, M., Zimmermann, A. (eds.) SemWebEval 2015. CCIS, vol. 548, pp. 3\u201315. Springer, Cham (2015). doi:10.1007\/978-3-319-25518-7_1"},{"key":"19_CR17","unstructured":"Ratinov, L., Roth, D., Downey, D., Anderson, M.: Local and global algorithms for disambiguation to wikipedia. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 1375\u20131384. ACL (2011)"},{"key":"19_CR18","unstructured":"Rehm, G.: The language resource life cycle: towards a generic model for creating, maintaining, using and distributing language resources. In: Calzolari, N., Choukri, K., Declerck, T., Goggi, S., Grobelnik, M., Maegaard, B., Mariani, J., Mazo, H., Moreno, A., Odijk, J., Piperidis, S., (eds.) Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016), Paris, France, May 2016. European Language Resources Association (ELRA) (2016)"},{"key":"19_CR19","unstructured":"Rowe, M., Stankovic, M., Dadzie, A.-S., (eds.): Making Sense of Microposts (#Microposts2014) In: Proceedings of 4th Workshop on Making Sense of Microposts (#Microposts2014): Big Things Come in Small Packages, Seoul, Korea, 7 April 2014"},{"key":"19_CR20","unstructured":"Usbeck, R., R\u00f6der, M., Ngomo, A.-C.N., Baron, C., Both, A., Br\u00fcmmer, M., Ceccarelli, D., Cornolti, M., Cherix, D., Eickmann, B., Ferragina, P., Lemke, C., Moro, A., Navigli, R., Piccinno, F., Rizzo, G., Sack, H., Speck, R., Troncy, R., Waitelonis, J., Wesemann, L.: GERBIL - general entity annotation benchmark framework. In: 24th WWW Conference (2015)"},{"key":"19_CR21","unstructured":"van Erp, M., Mendes, P., Paulheim, H., Ilievski, F., Plu, J., Rizzo, G., Waitelonis, J.: Evaluating entity linking: an analysis of current benchmark datasets and a roadmap for doing a better job. In: LREC 2016 (2016)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-58068-5_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T14:54:49Z","timestamp":1710341689000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-58068-5_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319580678","9783319580685"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-58068-5_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"16 May 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portoro\u017e","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovenia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 June 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2017.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}