{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T15:21:22Z","timestamp":1790004082804,"version":"4.0.1"},"reference-count":56,"publisher":"SAGE Publications","issue":"3","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SW"],"published-print":{"date-parts":[[2018,4,12]]},"DOI":"10.3233\/sw-160239","type":"journal-article","created":{"date-parts":[[2016,8,30]],"date-time":"2016-08-30T10:59:54Z","timestamp":1472554794000},"page":"303-335","source":"Crossref","is-referenced-by-count":23,"title":["Detecting Linked Data quality issues via crowdsourcing: A DBpedia study"],"prefix":"10.1177","volume":"9","author":[{"given":"Maribel","family":"Acosta","sequence":"first","affiliation":[{"name":"Institute AIFB, Karlsruhe Institute of Technology, Germany. E-mail:\u00a0maribel.acosta@kit.edu"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amrapali","family":"Zaveri","sequence":"additional","affiliation":[{"name":"Institut f\u00fcr Informatik, AKSW, Universit\u00e4t Leipzig, Germany. E-mails:\u00a0zaveri@informatik.uni-leipzig.de,\u00a0kontokostas@informatik.uni-leipzig.de,\u00a0lehmann@informatik.uni-leipzig.de"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elena","family":"Simperl","sequence":"additional","affiliation":[{"name":"Web Science and Internet Research Group, University of Southampton, United Kingdom. E-mail:\u00a0e.simperl@soton.ac.uk"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dimitris","family":"Kontokostas","sequence":"additional","affiliation":[{"name":"Institut f\u00fcr Informatik, AKSW, Universit\u00e4t Leipzig, Germany. E-mails:\u00a0zaveri@informatik.uni-leipzig.de,\u00a0kontokostas@informatik.uni-leipzig.de,\u00a0lehmann@informatik.uni-leipzig.de"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabian","family":"Fl\u00f6ck","sequence":"additional","affiliation":[{"name":"Computational Social Science Group, GESIS \u2013 Leibniz Institute for the Social Sciences, Germany. E-mail:\u00a0fabian.floeck@gesis.org"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jens","family":"Lehmann","sequence":"additional","affiliation":[{"name":"Institut f\u00fcr Informatik, AKSW, Universit\u00e4t Leipzig, Germany. E-mails:\u00a0zaveri@informatik.uni-leipzig.de,\u00a0kontokostas@informatik.uni-leipzig.de,\u00a0lehmann@informatik.uni-leipzig.de"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"179","reference":[{"key":"10.3233\/SW-160239_ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2815833.2815848"},{"key":"10.3233\/SW-160239_ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41338-4_17"},{"issue":"7","key":"10.3233\/SW-160239_ref3","doi-asserted-by":"publisher","first-page":"25","DOI":"10.4230\/DagRep.4.7.25","article-title":"Crowdsourcing and the Semantic Web","volume":"4","author":"Bernstein","year":"2014","journal-title":"Dagstuhl Reports"},{"key":"10.3233\/SW-160239_ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"issue":"1","key":"10.3233\/SW-160239_ref5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.websem.2008.02.005","article-title":"Quality-driven information filtering using the WIQA policy framework","volume":"7","author":"Bizer","year":"2009","journal-title":"Journal of Web Semantics"},{"issue":"3","key":"10.3233\/SW-160239_ref6","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1016\/j.websem.2009.07.002","article-title":"DBpedia \u2013 A crystallization point for the Web of Data","volume":"7","author":"Bizer","year":"2009","journal-title":"Journal of Web Semantics"},{"issue":"1","key":"10.3233\/SW-160239_ref7","doi-asserted-by":"publisher","first-page":"538","DOI":"10.14778\/1453856.1453916","article-title":"WebTables: exploring the power of tables on the web","volume":"1","author":"Cafarella","year":"2008","journal-title":"The Proceedings of the VLDB Endowment"},{"key":"10.3233\/SW-160239_ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11955-7_2"},{"issue":"1","key":"10.3233\/SW-160239_ref9","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educational and Psychological Measurement"},{"key":"10.3233\/SW-160239_ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"10.3233\/SW-160239_ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741685"},{"key":"10.3233\/SW-160239_ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741639"},{"key":"10.3233\/SW-160239_ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11964-9_23"},{"issue":"5","key":"10.3233\/SW-160239_ref14","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","article-title":"Measuring nominal scale agreement among many raters","volume":"76","author":"Fleiss","year":"1971","journal-title":"Psychological Bulletin"},{"key":"10.3233\/SW-160239_ref16","unstructured":"C.\u00a0F\u00fcrber and M.\u00a0Hepp, Using Semantic Web resources for data quality management, in: Knowledge Engineering and Management by the Masses\u00a0\u2013 Proc. of the 17th International Conference, EKAW 2010, Lisbon, Portugal, October 11\u201315, 2010, P.\u00a0Cimiano and H.S.\u00a0Pinto, eds, Lecture Notes in Computer Science, Vol.\u00a06317, Springer, 2010, pp.\u00a0211\u2013225."},{"key":"10.3233\/SW-160239_ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12814-1_4"},{"key":"10.3233\/SW-160239_ref18","unstructured":"C.\u00a0F\u00fcrber and M.\u00a0Hepp, SWIQA\u00a0\u2013 A Semantic Web information quality assessment framework, in: 19th European Conference on Information Systems, ECIS 2011, Helsinki, Finland, June 9\u201311, 2011, V.K.\u00a0Tuunainen, M.\u00a0Rossi and J.\u00a0Nandhakumar, eds, ECIS 2011, Vol.\u00a015, IEEE Computer Society, 2011, pp.\u00a019\u201330, http:\/\/is2.lse.ac.uk\/asp\/aspecis\/20110077.pdf."},{"key":"10.3233\/SW-160239_ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-30284-8_13"},{"key":"10.3233\/SW-160239_ref20","doi-asserted-by":"publisher","DOI":"10.2200\/S00334ED1V01Y201102WBE001"},{"key":"10.3233\/SW-160239_ref21","unstructured":"A.\u00a0Hogan, A.\u00a0Harth, A.\u00a0Passant, S.\u00a0Decker and A.\u00a0Polleres, Weaving the pedantic Web, in: Proc. of the WWW2010 Workshop on Linked Data on the Web, LDOW 2010, Raleigh, USA, April 27, 2010, C.\u00a0Bizer, T.\u00a0Heath, T.\u00a0Berners-Lee and M.\u00a0Hausenblas, eds, CEUR Workshop Proceedings, Vol.\u00a0628, CEUR-WS.org, 2010, http:\/\/ceur-ws.org\/Vol-628\/ldow2010_paper04.pdf."},{"key":"10.3233\/SW-160239_ref22","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.websem.2012.02.001","article-title":"An empirical survey of Linked Data conformance","volume":"14","author":"Hogan","year":"2012","journal-title":"Journal of Web Semantics"},{"key":"10.3233\/SW-160239_ref24","unstructured":"J.M.\u00a0Juran, F.M.\u00a0Gryna and R.S.\u00a0Bingham, The Quality Control Handbook, McGraw-Hill, 1974."},{"key":"10.3233\/SW-160239_ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481324"},{"key":"10.3233\/SW-160239_ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2567948.2577017"},{"key":"10.3233\/SW-160239_ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568002"},{"key":"10.3233\/SW-160239_ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41360-5_22"},{"key":"10.3233\/SW-160239_ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-17749-1_12"},{"issue":"2","key":"10.3233\/SW-160239_ref30","doi-asserted-by":"publisher","first-page":"167","DOI":"10.3233\/SW-140134","article-title":"DBpedia\u00a0\u2013 A large-scale, multilingual knowledge base extracted from Wikipedia","volume":"6","author":"Lehmann","year":"2015","journal-title":"Semantic Web"},{"issue":"1","key":"10.3233\/SW-160239_ref31","doi-asserted-by":"publisher","first-page":"197","DOI":"10.2753\/MIS0742-1222260108","article-title":"Leveraging crowdsourcing: Activation-supporting components for it-based ideas competition","volume":"26","author":"Leimeister","year":"2009","journal-title":"Journal of Management Information Systems"},{"key":"10.3233\/SW-160239_ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22849-5_5"},{"issue":"3","key":"10.3233\/SW-160239_ref33","doi-asserted-by":"publisher","first-page":"74","DOI":"10.4018\/IJSWIS.2014070103","article-title":"The role of ontology engineering in Linked Data publishing and management: An empirical study","volume":"10","author":"Luczak-R\u00f6sch","year":"2014","journal-title":"International Journal on Semantic Web and Information Systems"},{"key":"10.3233\/SW-160239_ref34","unstructured":"T.\u00a0Markotschi and J.\u00a0V\u00f6lker, GuessWhat?!\u00a0\u2013 Human intelligence for mining Linked Data, in: Proc. of the 1st Workshop on Knowledge Injection Into and Extraction from Linked Data Lisbon, Lisbon, Portugal, October 15, 2010, V.\u00a0Presutti, F.\u00a0Scharffe and V.\u00a0Svatek, eds, CEUR Workshop Proceedings, Vol.\u00a0631, CEUR-WS.org, 2010, pp.\u00a028\u201339, http:\/\/ceur-ws.org\/Vol-631\/paper4.pdf."},{"key":"10.3233\/SW-160239_ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2008.4497419"},{"key":"10.3233\/SW-160239_ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2320765.2320803"},{"key":"10.3233\/SW-160239_ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41335-3_32"},{"issue":"2","key":"10.3233\/SW-160239_ref38","doi-asserted-by":"publisher","first-page":"63","DOI":"10.4018\/ijswis.2014040104","article-title":"Improving the quality of Linked Data using statistical distributions","volume":"10","author":"Paulheim","year":"2014","journal-title":"International Journal on Semantic Web and Information Systems"},{"key":"10.3233\/SW-160239_ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2223784"},{"key":"10.3233\/SW-160239_ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2660517.2660523"},{"key":"10.3233\/SW-160239_ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2494188.2494210"},{"key":"10.3233\/SW-160239_ref43","unstructured":"C.\u00a0Sarasua, E.\u00a0Simperl and N.F.\u00a0Noy, CrowdMap: Crowdsourcing ontology alignment with microtasks, in: The Semantic Web\u00a0\u2013 ISWC 2012\u00a0\u2013 Proc. of the 11th International Semantic Web Conference, Part I, Boston, MA, USA, November 11\u201315, 2012, P.\u00a0Cudr\u00e9-Mauroux, J.\u00a0Heflin, E.\u00a0Sirin, T.\u00a0Tudorache, J.\u00a0Euzenat, M.\u00a0Hauswirth, J.X.\u00a0Parreira, J.\u00a0Hendler, G.\u00a0Schreiber, A.\u00a0Bernstein and E.\u00a0Blomqvist, eds, Lecture Notes in Computer Science, Vol.\u00a07649, Springer, 2012, pp.\u00a0525\u2013541."},{"issue":"1","key":"10.3233\/SW-160239_ref44","doi-asserted-by":"publisher","first-page":"3","DOI":"10.15346\/hc.v2i1.2","article-title":"Crowdsourcing and the Semantic Web: A research manifesto","volume":"2","author":"Sarasua","year":"2015","journal-title":"Human Computation"},{"key":"10.3233\/SW-160239_ref45","doi-asserted-by":"publisher","DOI":"10.1145\/1358628.1358959"},{"issue":"4","key":"10.3233\/SW-160239_ref46","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1016\/j.websem.2010.10.003","article-title":"User interaction in Semantic Web research","volume":"8","author":"Schraefel","year":"2010","journal-title":"Journal of Web Semantics"},{"key":"10.3233\/SW-160239_ref47","doi-asserted-by":"publisher","DOI":"10.2200\/S00460ED1V01Y201212WBE004"},{"key":"10.3233\/SW-160239_ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-68234-9_54"},{"issue":"1\u20132","key":"10.3233\/SW-160239_ref49","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s11280-009-0078-0","article-title":"Human intelligence in the process of semantic content creation","volume":"13","author":"Siorpaes","year":"2010","journal-title":"World Wide Web"},{"issue":"9","key":"10.3233\/SW-160239_ref50","doi-asserted-by":"publisher","first-page":"1529","DOI":"10.1287\/mnsc.1080.0884","article-title":"Innovation contests, open innovation, and multiagent problem solving","volume":"54","author":"Terwiesch","year":"2008","journal-title":"Manage. Sci."},{"key":"10.3233\/SW-160239_ref51","unstructured":"S.\u00a0Thaler, E.P.B.\u00a0Simperl and K.\u00a0Siorpaes, SpotTheLink: A game for ontology alignment, in: 6th Conference on Professional Knowledge Management: From Knowledge to Action, Innsbruck, Austria, February 21\u201323, 2011, R.\u00a0Maier, ed., LNI, Vol.\u00a0182, GI, 2011, pp.\u00a0246\u2013253, http:\/\/subs.emis.de\/LNI\/Proceedings\/Proceedings182\/article23.html."},{"key":"10.3233\/SW-160239_ref52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21064-8_36"},{"key":"10.3233\/SW-160239_ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2362499.2362505"},{"issue":"4","key":"10.3233\/SW-160239_ref54","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1017\/S0269888907001233","article-title":"The usability of semantic search tools: A review","volume":"22","author":"Uren","year":"2007","journal-title":"Knowledge Engineering Review"},{"issue":"26","key":"10.3233\/SW-160239_ref55","first-page":"20","article-title":"Methodological guidelines for publishing Linked Data","volume":"25","author":"Villaz\u00f3n-Terrazas","year":"2011","journal-title":"Una Profesi\u00f3n, un futuro: Actas de las XII Jornadas Espa\u00f1olas de Documentaci\u00f3n: M\u00e1laga"},{"issue":"4","key":"10.3233\/SW-160239_ref56","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1108\/17415651111189478","article-title":"WhoKnows? Evaluating Linked Data heuristics with a quiz that cleans up DBpedia","volume":"8","author":"Waitelonis","year":"2011","journal-title":"International Journal of Interactive Technology and Smart Education (ITSE)"},{"issue":"11","key":"10.3233\/SW-160239_ref57","doi-asserted-by":"publisher","first-page":"1483","DOI":"10.14778\/2350229.2350263","article-title":"CrowdER: Crowdsourcing entity resolution","volume":"5","author":"Wang","year":"2012","journal-title":"Proceedings of the VLDB Endowment"},{"key":"10.3233\/SW-160239_ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2506182.2506195"},{"issue":"1","key":"10.3233\/SW-160239_ref59","doi-asserted-by":"publisher","first-page":"63","DOI":"10.3233\/SW-150175","article-title":"Quality assessment methodologies for Linked Data: A survey","volume":"7","author":"Zaveri","year":"2016","journal-title":"Semantic Web"}],"container-title":["Semantic Web"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/SW-160239","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T05:23:27Z","timestamp":1777613007000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/SW-160239"}},"subtitle":[],"editor":[{"given":"Marta","family":"Sabou","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"editor"}]},{"given":"Lora","family":"Aroyo","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"editor"}]},{"given":"Kalina","family":"Bontcheva","sequence":"additional","affiliation":[{"name":"University of Sheffield, UK"}],"role":[{"vocabulary":"crossref","role":"editor"}]},{"given":"Alessandro","family":"Bozzon","sequence":"additional","affiliation":[{"name":"Technische Universiteit Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2018,4,12]]},"references-count":56,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.3233\/sw-160239","relation":{},"ISSN":["2210-4968","1570-0844"],"issn-type":[{"value":"2210-4968","type":"electronic"},{"value":"1570-0844","type":"print"}],"subject":[],"published":{"date-parts":[[2018,4,12]]}}}