{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:56:35Z","timestamp":1755838595819,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319580678"},{"type":"electronic","value":"9783319580685"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-58068-5_18","type":"book-chapter","created":{"date-parts":[[2017,5,15]],"date-time":"2017-05-15T06:53:04Z","timestamp":1494831184000},"page":"289-304","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Harnessing Diversity in Crowds and Machines for Better NER Performance"],"prefix":"10.1007","author":[{"given":"Oana","family":"Inel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lora","family":"Aroyo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,5,16]]},"reference":[{"key":"18_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/978-3-642-38288-8_24","volume-title":"The Semantic Web: Semantics and Big Data","author":"A Gangemi","year":"2013","unstructured":"Gangemi, A.: A comparison of knowledge extraction tools for the semantic web. In: Cimiano, P., Corcho, O., Presutti, V., Hollink, L., Rudolph, S. (eds.) ESWC 2013. LNCS, vol. 7882, pp. 351\u2013366. Springer, Heidelberg (2013). doi:10.1007\/978-3-642-38288-8_24"},{"key":"18_CR2","unstructured":"Rizzo, G., van Erp, M., Troncy, R.: Benchmarking the extraction and disambiguation of named entities on the semantic web. In: LREC, pp. 4593\u20134600 (2014)"},{"issue":"2","key":"18_CR3","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.ipm.2014.10.006","volume":"51","author":"L Derczynski","year":"2015","unstructured":"Derczynski, L., Maynard, D., Rizzo, G., van Erp, M., Gorrell, G., Troncy, R., Petrak, J., Bontcheva, K.: Analysis of named entity recognition and linking for tweets. Inf. Process. Manage. 51(2), 32\u201349 (2015)","journal-title":"Inf. Process. Manage."},{"issue":"4","key":"18_CR4","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1162\/COLI_a_00074","volume":"37","author":"PS Bayerl","year":"2011","unstructured":"Bayerl, P.S., Paul, K.I.: What determines inter-coder agreement in manual annotations? A meta-analytic investigation. Comput. Linguist. 37(4), 699\u2013725 (2011)","journal-title":"Comput. Linguist."},{"issue":"1","key":"18_CR5","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1609\/aimag.v36i1.2564","volume":"36","author":"L Aroyo","year":"2015","unstructured":"Aroyo, L., Welty, C.: Truth is a lie: CrowdTruth and 7 myths about human computation. AI Mag. 36(1), 15\u201324 (2015)","journal-title":"AI Mag."},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Demartini, G., Difallah, D.E., Cudr\u00e9-Mauroux, P.: ZenCrowd: leveraging probabilistic reasoning and crowdsourcing techniques for large-scale entity linking. In: Proceedings of the 21st International Conference on WWW, pp. 469\u2013478. ACM (2012)","DOI":"10.1145\/2187836.2187900"},{"key":"18_CR7","unstructured":"Finin, T., Murnane, W., Karandikar, A., Keller, N., Martineau, J., Dredze, M.: Annotating named entities in twitter data with crowdsourcing. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, pp. 80\u201388. ACL (2010)"},{"key":"18_CR8","unstructured":"Bu, Q., Simperl, E., Zerr, S., Li, Y.: Using microtasks to crowdsource DBpedia entity classification: a study in workflow design. Semant. Web J. (2016)"},{"key":"18_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/978-3-319-18818-8_32","volume-title":"The Semantic Web. Latest Advances and New Domains","author":"O Feyisetan","year":"2015","unstructured":"Feyisetan, O., Luczak-Roesch, M., Simperl, E., Tinati, R., Shadbolt, N.: Towards hybrid NER: a study of content and crowdsourcing-related performance factors. In: Gandon, F., Sabou, M., Sack, H., d\u2019Amato, C., Cudr\u00e9-Mauroux, P., Zimmermann, A. (eds.) ESWC 2015. LNCS, vol. 9088, pp. 525\u2013540. Springer, Cham (2015). doi:10.1007\/978-3-319-18818-8_32"},{"key":"18_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1007\/978-3-319-11915-1_31","volume-title":"The Semantic Web \u2013 ISWC 2014","author":"O Inel","year":"2014","unstructured":"Inel, O., et al.: CrowdTruth: machine-human computation framework for harnessing disagreement in gathering annotated data. In: Mika, P., et al. (eds.) ISWC 2014. LNCS, vol. 8797, pp. 486\u2013504. Springer, Cham (2014). doi:10.1007\/978-3-319-11915-1_31"},{"key":"18_CR11","unstructured":"Van Erp, M., Rizzo, G., Troncy, R.: Learning with the web: spotting named entities on the intersection of nerd and machine learning. In: # MSM, pp. 27\u201330 (2013)"},{"key":"18_CR12","unstructured":"Rizzo, G., Troncy, R.: NERD: a framework for unifying named entity recognition and disambiguation extraction tools. In: Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the ACL, pp. 73\u201376. ACL (2012)"},{"key":"18_CR13","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1007\/978-3-319-25518-7_3","volume-title":"Semantic Web Evaluation Challenges","author":"J Plu","year":"2015","unstructured":"Plu, J., Rizzo, G., Troncy, R.: A hybrid approach for entity recognition and linking. In: Gandon, F., Cabrio, E., Stankovic, M., Zimmermann, A. (eds.) SemWebEval 2015. CCIS, vol. 548, pp. 28\u201339. Springer, Cham (2015). doi:10.1007\/978-3-319-25518-7_3"},{"key":"18_CR14","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1007\/978-3-319-25518-7_4","volume-title":"Semantic Web Evaluation Challenges","author":"S Consoli","year":"2015","unstructured":"Consoli, S., Recupero, D.R.: Using FRED for named entity resolution, linking and typing for knowledge base population. In: Gandon, F., Cabrio, E., Stankovic, M., Zimmermann, A. (eds.) SemWebEval 2015. CCIS, vol. 548, pp. 40\u201350. Springer, Cham (2015). doi:10.1007\/978-3-319-25518-7_4"},{"key":"18_CR15","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-319-25518-7_2","volume-title":"Semantic Web Evaluation Challenges","author":"M R\u00f6der","year":"2015","unstructured":"R\u00f6der, M., Usbeck, R., Speck, R., Ngomo, A.-C.N.: CETUS \u2013 a baseline approach to type extraction. In: Gandon, F., Cabrio, E., Stankovic, M., Zimmermann, A. (eds.) SemWebEval 2015. CCIS, vol. 548, pp. 16\u201327. Springer, Cham (2015). doi:10.1007\/978-3-319-25518-7_2"},{"key":"18_CR16","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-319-46565-4_2","volume-title":"Semantic Web Challenges","author":"J Plu","year":"2016","unstructured":"Plu, J., Rizzo, G., Troncy, R.: Enhancing entity linking by combining NER models. In: Sack, H., Dietze, S., Tordai, A., Lange, C. (eds.) SemWebEval 2016. CCIS, vol. 641, pp. 17\u201332. Springer, Cham (2016). doi:10.1007\/978-3-319-46565-4_2"},{"key":"18_CR17","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/978-3-319-46565-4_3","volume-title":"Semantic Web Challenges","author":"M Chabchoub","year":"2016","unstructured":"Chabchoub, M., Gagnon, M., Zouaq, A.: Collective disambiguation and semantic annotation for entity linking and typing. In: Sack, H., Dietze, S., Tordai, A., Lange, C. (eds.) SemWebEval 2016. CCIS, vol. 641, pp. 33\u201347. Springer, Cham (2016). doi:10.1007\/978-3-319-46565-4_3"},{"key":"18_CR18","unstructured":"Dumitrache, A., Aroyo, L., Welty, C.: Achieving expert-level annotation quality with CrowdTruth (2015)"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast\u2013but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of EMNLP, pp. 254\u2013263. Association for Computational Linguistics (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"18_CR20","unstructured":"Caselli, T., Sprugnoli, R., Inel, O.: Temporal information annotation: crowd vs. experts. In: LREC (2016)"},{"key":"18_CR21","unstructured":"Inel, O., Caselli, T., Aroyo, L.: Crowdsourcing salient information from news and tweets. In: LREC, pp. 3959\u20133966 (2016)"},{"key":"18_CR22","unstructured":"Fromreide, H., Hovy, D., S\u00f8gaard, A.: Crowdsourcing and annotating ner for twitter #drift. In: LREC, pp. 2544\u20132547 (2014)"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Nowak, S., R\u00fcger, S.: How reliable are annotations via crowdsourcing: a study about inter-annotator agreement for multi-label image annotation. In: Proceedings of the International Conference on Multimedia Information Retrieval. ACM (2010)","DOI":"10.1145\/1743384.1743478"},{"key":"18_CR24","first-page":"31","volume":"1","author":"L Aroyo","year":"2014","unstructured":"Aroyo, L., Welty, C.: The three sides of CrowdTruth. J. Hum. Comput. 1, 31\u201334 (2014)","journal-title":"J. Hum. Comput."},{"issue":"13","key":"18_CR25","doi-asserted-by":"publisher","first-page":"1486","DOI":"10.14778\/2536258.2536261","volume":"6","author":"L Chen","year":"2013","unstructured":"Chen, L., Ortona, S., Orsi, G., Benedikt, M.: Aggregating semantic annotators. Proc. VLDB Endowment 6(13), 1486\u20131497 (2013)","journal-title":"Proc. VLDB Endowment"},{"issue":"3","key":"18_CR26","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1016\/j.datak.2006.06.014","volume":"61","author":"Z Kozareva","year":"2007","unstructured":"Kozareva, Z., Ferr\u00e1ndez, \u00d3., Montoyo, A., Mu\u00f1oz, R., Su\u00e1rez, A., G\u00f3mez, J.: Combining data-driven systems for improving named entity recognition. Data Knowl. Eng. 61(3), 449\u2013466 (2007)","journal-title":"Data Knowl. Eng."},{"key":"18_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1007\/978-3-642-41338-4_7","volume-title":"The Semantic Web \u2013 ISWC 2013","author":"S Hellmann","year":"2013","unstructured":"Hellmann, S., Lehmann, J., Auer, S., Br\u00fcmmer, M.: Integrating NLP using linked data. In: Alani, H., et al. (eds.) ISWC 2013. LNCS, vol. 8219, pp. 98\u2013113. Springer, Heidelberg (2013). doi:10.1007\/978-3-642-41338-4_7"},{"key":"18_CR28","unstructured":"Sabou, M., Bontcheva, K., Derczynski, L., Scharl, A.: Corpus annotation through crowdsourcing: towards best practice guidelines. In: LREC, pp. 859\u2013866 (2014)"},{"key":"18_CR29","unstructured":"Voyer, R., Nygaard, V., Fitzgerald, W., Copperman, H.: A hybrid model for annotating named entity training corpora. In: Proceedings of LAW IV. ACL (2010)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-58068-5_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T14:54:38Z","timestamp":1710341678000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-58068-5_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319580678","9783319580685"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-58068-5_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"16 May 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portoro\u017e","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovenia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 June 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2017.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}