{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T22:09:33Z","timestamp":1767650973033,"version":"3.37.3"},"reference-count":115,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,5,5]],"date-time":"2017-05-05T00:00:00Z","timestamp":1493942400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1007\/s10115-017-1057-x","type":"journal-article","created":{"date-parts":[[2017,5,5]],"date-time":"2017-05-05T09:45:59Z","timestamp":1493977559000},"page":"1-41","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Crowdsourcing for data management"],"prefix":"10.1007","volume":"53","author":[{"given":"Valter","family":"Crescenzi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alvaro A. A.","family":"Fernandes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3852-8092","authenticated-orcid":false,"given":"Paolo","family":"Merialdo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Norman W.","family":"Paton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,5,5]]},"reference":[{"key":"1057_CR1","first-page":"260","volume":"2","author":"M Acosta","year":"2013","unstructured":"Acosta M, Zaveri A, Simperl E, Kontokostas D, Auer S, Lehmann J (2013) Crowdsourcing linked data quality assessment. ISWC 2:260\u2013276","journal-title":"ISWC"},{"issue":"2","key":"1057_CR2","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MIC.2013.20","volume":"17","author":"M Allahbakhsh","year":"2013","unstructured":"Allahbakhsh M, Benatallah B, Ignjatovic A, Motahari-Nezhad H, Bertino E, Dustdar S (2013) Quality control in crowdsourcing systems: issues and directions. IEEE Internet Comput 17(2):76\u201381","journal-title":"IEEE Internet Comput"},{"key":"1057_CR3","doi-asserted-by":"crossref","unstructured":"Amsterdamer Y, Grossman Y, Milo T, Senellart P (2013) Crowd mining. In: ACM SIGMOD. pp 241\u2013252","DOI":"10.1145\/2463676.2465318"},{"key":"1057_CR4","doi-asserted-by":"crossref","unstructured":"Amsterdamer Y, Grossman Y, Milo T, Senellart P (2013) Crowdminer: mining association rules from the crowd. PVLDB 6(12):1250\u20131253. http:\/\/www.vldb.org\/pvldb\/vol6\/p1250-amsterdamer.pdf","DOI":"10.14778\/2536274.2536288"},{"issue":"4","key":"1057_CR5","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/2737817.2737819","volume":"43","author":"Y Amsterdamer","year":"2015","unstructured":"Amsterdamer Y, Milo T (2015) Foundations of crowd data sourcing. ACM SIGMOD Rec 43(4):5\u201314","journal-title":"ACM SIGMOD Rec"},{"key":"1057_CR6","doi-asserted-by":"publisher","unstructured":"Anagnostopoulos A, Becchetti L, Fazzone A, Mele I, Riondato M (2015) The importance of being expert: efficient max-finding in crowdsourcing. In: Proceedings of the 2015 ACM SIGMOD international conference on management of data, SIGMOD \u201915. ACM, New York, pp 983\u2013998, NY, USA. doi: 10.1145\/2723372.2723722","DOI":"10.1145\/2723372.2723722"},{"issue":"5","key":"1057_CR7","doi-asserted-by":"crossref","first-page":"656","DOI":"10.1016\/j.is.2013.01.006","volume":"38","author":"K Belhajjame","year":"2013","unstructured":"Belhajjame K, Paton NW, Embury SM, Fernandes AAA, Hedeler C (2013) Incrementally improving dataspaces based on user feedback. Inf Syst 38(5):656\u2013687","journal-title":"Inf Syst"},{"issue":"1","key":"1057_CR8","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s10619-014-7160-z","volume":"33","author":"K Belhajjame","year":"2015","unstructured":"Belhajjame K, Paton NW, Hedeler C, Fernandes AAA (2015) Enabling community-driven information integration through clustering. Distrib Parallel Databases 33(1):33\u201367. doi: 10.1007\/s10619-014-7160-z","journal-title":"Distrib Parallel Databases"},{"key":"1057_CR9","doi-asserted-by":"publisher","unstructured":"Bilenko M, Kamath B, Mooney R (2006) Adaptive blocking: learning to scale up record linkage. In: ICDM. pp 87\u201396. doi: 10.1109\/ICDM.2006.13","DOI":"10.1109\/ICDM.2006.13"},{"issue":"3","key":"1057_CR10","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/j.websem.2009.07.002","volume":"7","author":"C Bizer","year":"2009","unstructured":"Bizer C, Lehmann J, Kobilarov GS, Becker C, Cyganiak R, Hellmann S (2009) Dbpedia\u2014a crystallization point for the web of data. J Web Semant 7(3):154\u2013165","journal-title":"J Web Semant"},{"key":"1057_CR11","doi-asserted-by":"publisher","unstructured":"Boim R, Greenshpan O, Milo T, Novgorodov S, Polyzotis N, Tan WC (2012) Asking the right questions in crowd data sourcing. In: 2012 IEEE 28th international conference on data engineering (ICDE). pp 1261\u20131264. doi: 10.1109\/ICDE.2012.122","DOI":"10.1109\/ICDE.2012.122"},{"key":"1057_CR12","doi-asserted-by":"crossref","unstructured":"Bozzon A, Brambilla M, Ceri S (2012) Answering search queries with crowdsearcher. In: Proceedings of 21st WWW. pp 1009\u20131018","DOI":"10.1145\/2187836.2187971"},{"key":"1057_CR13","doi-asserted-by":"publisher","unstructured":"Bozzon A, Brambilla M, Ceri S, Silvestri M, Vesci G (2013) Choosing the right crowd: expert finding in social networks. In: Joint 2013 EDBT\/ICDT Conferences, EDBT \u201913 Proceedings, Genoa, Italy, 18\u201322 March, 2013. pp 637\u2013648. doi: 10.1145\/2452376.2452451","DOI":"10.1145\/2452376.2452451"},{"key":"1057_CR14","doi-asserted-by":"crossref","unstructured":"B\u00fchmann L, Usbeck R, Ngomo AN, Saleem M, Both A, Crescenzi V, Merialdo P, Qiu D (2014) Web-scale extension of RDF knowledge bases from templated websites. In: The Semantic Web\u2014ISWC. pp 66\u201381","DOI":"10.1007\/978-3-319-11964-9_5"},{"key":"1057_CR15","doi-asserted-by":"publisher","unstructured":"Cao CC, Chen L, Jagadish HV (2014) From labor to trader: opinion elicitation via online crowds as a market. In: Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201914. ACM, pp 1067\u20131076, New York, NY, USA. doi: 10.1145\/2623330.2623717","DOI":"10.1145\/2623330.2623717"},{"key":"1057_CR16","doi-asserted-by":"crossref","unstructured":"Cao CC, She J, Tong Y, Chen L (2012) Whom to ask? jury selection for decision making tasks on micro-blog services. PVLDB 5(11):1495\u20131506. http:\/\/vldb.org\/pvldb\/vol5\/p1495_calebchencao_vldb2012.pdf","DOI":"10.14778\/2350229.2350264"},{"key":"1057_CR17","doi-asserted-by":"publisher","unstructured":"Cao CC, Tong Y, Chen L, Jagadish HV (2013) Wisemarket: a new paradigm for managing wisdom of online social users. In: Proceedings of the 19th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201913. ACM, pp 455\u2013463, New York, NY, USA. doi: 10.1145\/2487575.2487642","DOI":"10.1145\/2487575.2487642"},{"issue":"10","key":"1057_CR18","first-page":"1411","volume":"18","author":"C Chang","year":"2006","unstructured":"Chang C, Kayed M, Girgis M, Shaalan K (2006) A survey of web information extraction systems. IEEE TKDE 18(10):1411\u20131428","journal-title":"IEEE TKDE"},{"issue":"9","key":"1057_CR19","doi-asserted-by":"publisher","first-page":"1537","DOI":"10.1109\/TKDE.2011.127","volume":"24","author":"P Christen","year":"2012","unstructured":"Christen P (2012) A survey of indexing techniques for scalable record linkage and deduplication. IEEE TKDE 24(9):1537\u20131555. doi: 10.1109\/TKDE.2011.127","journal-title":"IEEE TKDE"},{"key":"1057_CR20","doi-asserted-by":"publisher","unstructured":"Chu X, Morcos J, Ilyas IF, Ouzzani M, Papotti P, Tang N, Ye Y (2015) KATARA: a data cleaning system powered by knowledge bases and crowdsourcing. In: SIGMOD. pp 1247\u20131261. doi: 10.1145\/2723372.2749431","DOI":"10.1145\/2723372.2749431"},{"issue":"1","key":"1057_CR21","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/TKDE.2015.2462357","volume":"28","author":"E Ciceri","year":"2016","unstructured":"Ciceri E, Fraternali P, Martinenghi D, Tagliasacchi M (2016) Crowdsourcing for top-k query processing over uncertain data. IEEE Trans Knowl Data Eng 28(1):41\u201353. doi: 10.1109\/TKDE.2015.2462357","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1057_CR22","doi-asserted-by":"crossref","unstructured":"Crescenzi V, Merialdo P, Qiu D (2013) A framework for learning web wrappers from the crowd. In: WWW. pp 261\u2013272","DOI":"10.1145\/2488388.2488412"},{"key":"1057_CR23","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s10619-014-7163-9","volume":"33","author":"V Crescenzi","year":"2014","unstructured":"Crescenzi V, Merialdo P, Qiu D (2014) Crowdsourcing large scale wrapper inference. Distrib Parallel Databases 33:95\u2013122","journal-title":"Distrib Parallel Databases"},{"key":"1057_CR24","doi-asserted-by":"crossref","unstructured":"Dalvi N, Dasgupta A, Kumar R, Rastogi V (2013) Aggregating crowdsourced binary ratings. In: Proceedings of the 22nd international conference on World Wide Web. ACM, pp. 285\u2013294","DOI":"10.1145\/2488388.2488414"},{"key":"1057_CR25","doi-asserted-by":"crossref","unstructured":"Das Sarma AD, Parameswaran A, Widom J (2016) Globally optimal crowdsourcing quality management. In: Proceedings of the 2016 ACM SIGMOD international conference on management of data, SIGMOD \u201916","DOI":"10.1145\/2882903.2882953"},{"key":"1057_CR26","doi-asserted-by":"crossref","unstructured":"Davidson SB, Khanna S, Milo T, Roy S (2013) Using the crowd for top-k and group-by queries. In: Proceedings of ICDT \u201913. pp 225\u2013236","DOI":"10.1145\/2448496.2448524"},{"key":"1057_CR27","doi-asserted-by":"crossref","unstructured":"Dawid AP, Skene AM (1979) Maximum likelihood estimation of observer error-rates using the EM algorithm. J Roy Stat Soc. Ser C (Appl Stat) 28(1):20\u201328","DOI":"10.2307\/2346806"},{"issue":"5","key":"1057_CR28","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1007\/s00778-013-0324-z","volume":"22","author":"G Demartini","year":"2013","unstructured":"Demartini G, Difallah DE, Cudr\u00e9-Mauroux P (2013) Large-scale linked data integration using probabilistic reasoning and crowdsourcing. VLDB J 22(5):665\u2013687","journal-title":"VLDB J"},{"key":"1057_CR29","unstructured":"Demartini G, Trushkowsky B, Kraska T, Franklin MJ (2013) CrowdQ: Crowdsourced query understanding. In: CIDR"},{"issue":"4","key":"1057_CR30","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1145\/1924421.1924442","volume":"54","author":"A Doan","year":"2011","unstructured":"Doan A, Ramakrishnan R, Halevy AY (2011) Crowdsourcing systems on the world-wide web. Commun ACM 54(4):86\u201396","journal-title":"Commun ACM"},{"key":"1057_CR31","doi-asserted-by":"crossref","unstructured":"Donmez P, Carbonell JG, Schneider J (2009) Efficiently learning the accuracy of labeling sources for selective sampling. In: 15th ACM SIGKDD. pp 259\u2013268","DOI":"10.1145\/1557019.1557053"},{"issue":"1","key":"1057_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TKDE.2007.250581","volume":"19","author":"A Elmagarmid","year":"2007","unstructured":"Elmagarmid A, Ipeirotis P, Verykios V (2007) Duplicate record detection: a survey. IEEE TKDE 19(1):1\u201316. doi: 10.1109\/TKDE.2007.250581","journal-title":"IEEE TKDE"},{"key":"1057_CR33","doi-asserted-by":"crossref","unstructured":"Fan J, Li G, Ooi BC, Tan Kl, Feng J (2015) icrowd: an adaptive crowdsourcing framework. In: Proceedings of the 2015 ACM SIGMOD international conference on management of data. ACM, pp 1015\u20131030","DOI":"10.1145\/2723372.2750550"},{"key":"1057_CR34","doi-asserted-by":"publisher","unstructured":"Fan J, Lu M, Ooi BC, Tan W, Zhang M (2014) A hybrid machine-crowdsourcing system for matching web tables. In: IEEE 30th International conference on data engineering, Chicago, ICDE 2014, IL, USA, March 31\u2013April 4, 2014. pp 976\u2013987. doi: 10.1109\/ICDE.2014.6816716","DOI":"10.1109\/ICDE.2014.6816716"},{"issue":"8","key":"1057_CR35","doi-asserted-by":"publisher","first-page":"2078","DOI":"10.1109\/TKDE.2015.2407353","volume":"27","author":"J Fan","year":"2015","unstructured":"Fan J, Zhang M, Kok S, Lu M, Ooi BC (2015) Crowdop: query optimization for declarative crowdsourcing systems. IEEE Trans Knowl Data Eng 27(8):2078\u20132092. doi: 10.1109\/TKDE.2015.2407353","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1057_CR36","unstructured":"Faradani S, Hartmann B, Ipeirotis PG (2011) What\u2019s the right price? pricing tasks for finishing on time. In: Human computation, AAAI Workshops, vol WS-11-11. AAAI. http:\/\/dblp.uni-trier.de\/db\/conf\/aaai\/hc2011.html#FaradaniHI11"},{"key":"1057_CR37","doi-asserted-by":"crossref","unstructured":"Franklin M, Kossmann D, Kraska T, Ramesh S, Xin R (2011) Crowddb: answering queries with crowdsourcing. In: ACM SIGMOD. pp 61\u201372","DOI":"10.1145\/1989323.1989331"},{"issue":"4","key":"1057_CR38","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1145\/1107499.1107502","volume":"34","author":"MJ Franklin","year":"2005","unstructured":"Franklin MJ, Halevy AY, Maier D (2005) From databases to dataspaces: a new abstraction for information management. SIGMOD Rec 34(4):27\u201333","journal-title":"SIGMOD Rec"},{"key":"1057_CR39","doi-asserted-by":"publisher","unstructured":"Franklin MJ, Trushkowsky B, Sarkar P, Kraska T (2013) Crowdsourced enumeration queries. In: Proceedings of ICDE. doi: 10.1109\/ICDE.2013.6544865","DOI":"10.1109\/ICDE.2013.6544865"},{"key":"1057_CR40","doi-asserted-by":"publisher","unstructured":"Gao J, Liu X, Ooi BC, Wang H, Chen G (2013) An online cost sensitive decision-making method in crowdsourcing systems. In: Proceedings of the 2013 ACM SIGMOD international conference on management of data, SIGMOD \u201913. ACM, pp 217\u2013228, New York, NY, USA. doi: 10.1145\/2463676.2465307","DOI":"10.1145\/2463676.2465307"},{"issue":"14","key":"1057_CR41","doi-asserted-by":"crossref","first-page":"1965","DOI":"10.14778\/2733085.2733101","volume":"7","author":"Y Gao","year":"2014","unstructured":"Gao Y, Parameswaran A (2014) Finish them!: pricing algorithms for human computation. Proc VLDB Endow 7(14):1965\u20131976","journal-title":"Proc VLDB Endow"},{"key":"1057_CR42","doi-asserted-by":"crossref","unstructured":"Gokhale C, Das S, Doan A, Naughton JF, Rampalli N, Shavlik JW, Zhu X (2014) Corleone: hands-off crowdsourcing for entity matching. In: SIGMOD conference. pp 601\u2013612","DOI":"10.1145\/2588555.2588576"},{"key":"1057_CR43","doi-asserted-by":"crossref","unstructured":"Guo S, Parameswaran A, Garcia-Molina H (2012) So who won?: dynamic max discovery with the crowd. In: ACM SIGMOD. pp 385\u2013396","DOI":"10.1145\/2213836.2213880"},{"issue":"1","key":"1057_CR44","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"MA Hall","year":"2009","unstructured":"Hall MA, Frank E, Holmes G, Pfahringer B, Reutemann P, Witten IH (2009) The WEKA data mining software: an update. SIGKDD Explor 11(1):10\u201318. doi: 10.1145\/1656274.1656278","journal-title":"SIGKDD Explor"},{"key":"1057_CR45","unstructured":"Ho CJ, Jabbari S, Vaughan JW (2013) Adaptive task assignment for crowdsourced classification. In: ICML (1). pp 534\u2013542"},{"issue":"6","key":"1057_CR46","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J (2006) The rise of crowdsourcing. Wired 14(6):1\u20134","journal-title":"Wired"},{"key":"1057_CR47","doi-asserted-by":"publisher","unstructured":"Hung NQV, Tam NT, Chau VT, Wijaya TK, Mikl\u00f3s Z, Aberer K, Gal A, Weidlich M (2015) SMART: a tool for analyzing and reconciling schema matching networks. In: 31st IEEE international conference on data engineering, ICDE 2015, Seoul, South Korea, 13\u201317 April, 2015, pp 1488\u20131491. doi: 10.1109\/ICDE.2015.7113408","DOI":"10.1109\/ICDE.2015.7113408"},{"key":"1057_CR48","doi-asserted-by":"crossref","unstructured":"Hung NQV, Tam NT, Mikl\u00f3s Z, Aberer K (2013) On leveraging crowdsourcing techniques for schema matching networks. In: DASFAA (2). pp 139\u2013154","DOI":"10.1007\/978-3-642-37450-0_10"},{"key":"1057_CR49","doi-asserted-by":"publisher","unstructured":"Hung NQV, Tam NT, Mikl\u00f3s Z, Aberer K, Gal A, Weidlich M (2014) Pay-as-you-go reconciliation in schema matching networks. In: IEEE 30th international conference on data engineering, Chicago, ICDE 2014, IL, USA, March 31\u2013April 4, 2014, pp 220\u2013231. doi: 10.1109\/ICDE.2014.6816653","DOI":"10.1109\/ICDE.2014.6816653"},{"key":"1057_CR50","unstructured":"Hung NQV, Tam NT, Tran LN, Aberer K (2013) An evaluation of aggregation techniques in crowdsourcing. In: International conference on web information systems engineering. Springer, pp 1\u201315"},{"issue":"2","key":"1057_CR51","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1145\/1869086.1869094","volume":"17","author":"P Ipeirotis","year":"2010","unstructured":"Ipeirotis P (2010) Analyzing the amazon mechanical turk marketplace. XRDS ACM Crossroads 17(2):16\u201321","journal-title":"XRDS ACM Crossroads"},{"key":"1057_CR52","doi-asserted-by":"crossref","unstructured":"Ipeirotis P, Provost F, Wang J (2010) Quality management on Amazon mechanical turk. In: Proceedings ACM SIGKDD Workshop on Human Computation. pp 64\u201367","DOI":"10.1145\/1837885.1837906"},{"issue":"11","key":"1057_CR53","first-page":"1638","volume":"5","author":"R Isele","year":"2012","unstructured":"Isele R, Bizer C (2012) Learning expressive linkage rules using genetic programming. PVLDB 5(11):1638\u20131649","journal-title":"PVLDB"},{"key":"1057_CR54","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.websem.2013.06.001","volume":"23","author":"R Isele","year":"2013","unstructured":"Isele R, Bizer C (2013) Active learning of expressive linkage rules using genetic programming. J Web Semant 23:2\u201315","journal-title":"J Web Semant"},{"key":"1057_CR55","doi-asserted-by":"crossref","unstructured":"Jeffery SR, Franklin MJ, Halevy AY (2008) Pay-as-you-go user feedback for dataspace systems. In: SIGMOD conference. pp 847\u2013860","DOI":"10.1145\/1376616.1376701"},{"key":"1057_CR56","unstructured":"Jeffery SR, Sun L, DeLand M, Pendar N, Barber R, Galdi A (2013) Arnold: declarative crowd-machine data integration. In: CIDR 2013, sixth biennial conference on innovative data systems research, Asilomar, CA, USA, 6\u20139 January, 2013, Online Proceedings. http:\/\/www.cidrdb.org\/cidr2013\/Papers\/CIDR13_Paper22.pdf"},{"key":"1057_CR57","doi-asserted-by":"crossref","unstructured":"Joglekar M, Garcia-Molina H, Parameswaran A (2013) Evaluating the crowd with confidence. In: Proceedings of the 19th ACM SIGKDD international conference on Knowledge discovery and data mining. ACM, pp 686\u2013694","DOI":"10.1145\/2487575.2487595"},{"key":"1057_CR58","doi-asserted-by":"crossref","unstructured":"Kandel S, Paepcke A, Hellerstein JM, Heer J (2011) Wrangler: interactive visual specification of data transformation scripts. In: Proceedings of the international conference on human factors in computing systems, CHI 2011, Vancouver, BC, Canada, 7\u201312 May, 2011. pp 3363\u20133372","DOI":"10.1145\/1978942.1979444"},{"key":"1057_CR59","doi-asserted-by":"crossref","unstructured":"Karger DR, Oh S, Shah D (2011) Budget-optimal crowdsourcing using low-rank matrix approximations. In: 2011 49th annual allerton conference on communication, control, and computing (allerton). IEEE, pp 284\u2013291","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"1057_CR60","unstructured":"Karger DR, Oh S, Shah D (2011) Iterative learning for reliable crowdsourcing systems. In: 25th conference on neural information processing systems. pp 1953\u20131961"},{"issue":"1","key":"1057_CR61","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/opre.2013.1235","volume":"62","author":"DR Karger","year":"2014","unstructured":"Karger DR, Oh S, Shah D (2014) Budget-optimal task allocation for reliable crowdsourcing systems. Oper Res 62(1):1\u201324","journal-title":"Oper Res"},{"key":"1057_CR62","doi-asserted-by":"crossref","unstructured":"Kondreddi SK, Triantafillou P, Weikum G (2014) Combining information extraction and human computing for crowdsourced knowledge acquisition. In: 2014 IEEE 30th international conference on data engineering (ICDE). IEEE, pp 988\u2013999","DOI":"10.1109\/ICDE.2014.6816717"},{"issue":"9","key":"1057_CR63","doi-asserted-by":"crossref","first-page":"2296","DOI":"10.1109\/TKDE.2016.2535242","volume":"28","author":"G Li","year":"2016","unstructured":"Li G, Wang J, Zheng Y, Franklin MJ (2016) Crowdsourced data management: a survey. IEEE Trans Knowl Data Eng 28(9):2296\u20132319","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"10","key":"1057_CR64","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.14778\/2336664.2336676","volume":"5","author":"X Liu","year":"2012","unstructured":"Liu X, Lu M, Ooi BC, Shen Y, Wu S, Zhang M (2012) Cdas: a crowdsourcing data analytics system. Proc VLDB Endow 5(10):1040\u20131051","journal-title":"Proc VLDB Endow"},{"key":"1057_CR65","doi-asserted-by":"crossref","unstructured":"Lofi C, Maarry KE, Balke WT (2013) Skyline queries in crowd-enabled databases. In: Proceedings of 16th EDBT. pp 465\u2013476","DOI":"10.1145\/2452376.2452431"},{"issue":"2","key":"1057_CR66","first-page":"109","volume":"6","author":"A Marcus","year":"2012","unstructured":"Marcus A, Karger D, Madden S, Miller R, Oh S (2012) Counting with the crowd. PVLDB 6(2):109\u2013120","journal-title":"PVLDB"},{"issue":"1\u20132","key":"1057_CR67","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/1900000044","volume":"6","author":"A Marcus","year":"2015","unstructured":"Marcus A, Parameswaran A (2015) Crowdsourced data management: industry and academic perspectives. Found Trends Databases 6(1\u20132):1\u2013161","journal-title":"Found Trends Databases"},{"key":"1057_CR68","doi-asserted-by":"crossref","unstructured":"Marcus A, Wu E, Karger DR, Madden S, Miller RC (2011) Demonstration of qurk: a query processor for human operators. In: SIGMOD conference. pp 1315\u20131318","DOI":"10.1145\/1989323.1989486"},{"issue":"1","key":"1057_CR69","first-page":"13","volume":"5","author":"A Marcus","year":"2011","unstructured":"Marcus A, Wu E, Karger DR, Madden S, Miller RC (2011) Human-powered sorts and joins. PVLDB 5(1):13\u201324","journal-title":"PVLDB"},{"key":"1057_CR70","doi-asserted-by":"crossref","unstructured":"Marge M, Banerjee S, Rudnicky A (2010) Using the Amazon mechanical turk for transcription of spoken language. In: International conference acoustics speech and signal processing (ICASSP). IEEE, pp 5270\u20135273","DOI":"10.1109\/ICASSP.2010.5494979"},{"issue":"1","key":"1057_CR71","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason W, Suri S (2012) Conducting behavioral research on amazons mechanical turk. Behav Res Methods 44(1):1\u201323","journal-title":"Behav Res Methods"},{"key":"1057_CR72","unstructured":"McCann R, Shen W, Doan A (2008) Matching schemas in online communities: a web 2.0 approach. In: Procedings 24th ICDE. pp 110\u2013119"},{"key":"1057_CR73","unstructured":"Michelson M, Knoblock CA (2006) Learning blocking schemes for record linkage. In: Proceedings of 21st AAAI. AAAI Press, pp 440\u2013445"},{"key":"1057_CR74","doi-asserted-by":"crossref","unstructured":"Mortensen J, Alexander PR, Musen MA, Noy NF (2013) Crowdsourcing ontology verification. In: ICBO. pp 40\u201345","DOI":"10.1007\/978-3-642-41338-4_30"},{"issue":"2","key":"1057_CR75","doi-asserted-by":"crossref","first-page":"125","DOI":"10.14778\/2735471.2735474","volume":"8","author":"B Mozafari","year":"2014","unstructured":"Mozafari B, Sarkar P, Franklin M, Jordan M, Madden S (2014) Scaling up crowd-sourcing to very large datasets: a case for active learning. Proc VLDB Endow 8(2):125\u2013136","journal-title":"Proc VLDB Endow"},{"issue":"2","key":"1057_CR76","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s10115-014-0790-7","volume":"45","author":"J Muhammadi","year":"2015","unstructured":"Muhammadi J, Rabiee HR, Hosseini A (2015) A unified statistical framework for crowd labeling. Knowl Inf Syst 45(2):271\u2013294. doi: 10.1007\/s10115-014-0790-7","journal-title":"Knowl Inf Syst"},{"key":"1057_CR77","unstructured":"Nguyen QVH, Duong CT, Weidlich M, Aberer K (2015) Minimizing efforts in validating crowd answers. In: The 2015 ACM SIGMOD\/PODS conference, EPFL-CONF-204725"},{"key":"1057_CR78","unstructured":"Osorno-Gutierrez F, Paton NW, Fernandes AAA (2013) Crowdsourcing feedback for pay-as-you-go data integration. In: DBCrowd. pp 32\u201337"},{"issue":"5","key":"1057_CR79","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis P (2010) Running experiments on amazon mechanical turk. Judgm Decis Mak 5(5):411\u2013419","journal-title":"Judgm Decis Mak"},{"issue":"9","key":"1057_CR80","first-page":"685","volume":"7","author":"AG Parameswaran","year":"2014","unstructured":"Parameswaran AG, Boyd S, Garcia-Molina H, Gupta A, Polyzotis N, Widom J (2014) Optimal crowd-powered rating and filtering algorithms. PVLDB 7(9):685\u2013696","journal-title":"PVLDB"},{"key":"1057_CR81","doi-asserted-by":"publisher","unstructured":"Parameswaran AG, Garcia-Molina H, Park H, Polyzotis N, Ramesh A, Widom J (2012) Crowdscreen: algorithms for filtering data with humans. In: ACM SIGMOD. pp. 361\u2013372. doi: 10.1145\/2213836.2213878","DOI":"10.1145\/2213836.2213878"},{"key":"1057_CR82","doi-asserted-by":"crossref","unstructured":"Parameswaran AG, Park H, Garcia-Molina H, Polyzotis N, Widom J (2012) Deco: declarative crowdsourcing. In: Proceedings of 21st CIKM. pp 1203\u20131212","DOI":"10.1145\/2396761.2398421"},{"key":"1057_CR83","doi-asserted-by":"crossref","unstructured":"Parameswaran AG, Teh MH, Garcia-Molina H, Widom J (2013) Datasift: an expressive and accurate crowd-powered search toolkit. In: Proceedings of AAAI conference on human computation and crowdsourcing","DOI":"10.1145\/2588555.2594510"},{"issue":"10","key":"1057_CR84","first-page":"781","volume":"6","author":"H Park","year":"2013","unstructured":"Park H, Widom J (2013) Query optimization over crowdsourced data. PVLDB 6(10):781\u2013792","journal-title":"PVLDB"},{"key":"1057_CR85","doi-asserted-by":"crossref","unstructured":"Park H, Widom J (2014) Crowdfill: collecting structured data from the crowd. In: ACM SIGMOD","DOI":"10.1145\/2588555.2610503"},{"key":"1057_CR86","doi-asserted-by":"crossref","unstructured":"Quinn AJ, Bederson BB (2011) Human computation: a survey and taxonomy of a growing field. In: CHI. pp 1403\u20131412","DOI":"10.1145\/1978942.1979148"},{"issue":"4","key":"1057_CR87","doi-asserted-by":"crossref","first-page":"334","DOI":"10.1007\/s007780100057","volume":"10","author":"E Rahm","year":"2001","unstructured":"Rahm E, Bernstein PA (2001) A survey of approaches to automatic schema matching. VLDB J 10(4):334\u2013350","journal-title":"VLDB J"},{"key":"1057_CR88","doi-asserted-by":"crossref","unstructured":"Raykar VC, Yu S, Zhao LH, Jerebko A, Florin C, Valadez GH, Bogoni L, Moy L (2009) Supervised learning from multiple experts: whom to trust when everyone lies a bit. In: Proceedings of the 26th annual international conference on machine learning. ACM, pp 889\u2013896","DOI":"10.1145\/1553374.1553488"},{"key":"1057_CR89","unstructured":"Sarma AD, Dong X, Halevy AY (2008) Bootstrapping pay-as-you-go data integration systems. In: SIGMOD. pp 861\u2013874"},{"key":"1057_CR90","unstructured":"Sarma AD, Parameswaran AG, Garcia-Molina H, Halevy AY (2014) Crowd-powered find algorithms. In: IEEE 30th international conference on data engineering, Chicago, ICDE 2014, IL, USA, March 31\u2013April 4, 2014, pp 964\u2013975"},{"issue":"6","key":"1057_CR91","first-page":"538","volume":"5","author":"J Selke","year":"2012","unstructured":"Selke J, Lofi C, Balke WT (2012) Pushing the boundaries of crowd-enabled databases with query-driven schema expansion. PVLDB 5(6):538\u2013549","journal-title":"PVLDB"},{"issue":"1","key":"1057_CR92","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00429ED1V01Y201207AIM018","volume":"6","author":"B Settles","year":"2012","unstructured":"Settles B (2012) Active learning. Synth Lect Artif Intell Mach Learn 6(1):1\u2013114","journal-title":"Synth Lect Artif Intell Mach Learn"},{"key":"1057_CR93","doi-asserted-by":"crossref","unstructured":"Singh R, Gulwani S (2016) Transforming spreadsheet data types using examples. In: Proceedings of the 43rd annual ACM SIGPLAN-SIGACT symposium on principles of programming languages, POPL 2016, St. Petersburg, FL, USA, 20\u201322 January, 2016, pp 343\u2013356","DOI":"10.1145\/2837614.2837668"},{"key":"1057_CR94","unstructured":"Stonebraker M, Bruckner D, Ilyas IF, Beskales G, Cherniack M, Zdonik SB, Pagan A, Xu S (2013) Data curation at scale: the data tamer system. In: CIDR 2013, sixth biennial conference on innovative data systems research, Asilomar, CA, USA, 6\u20139 January, 2013, Online Proceedings. http:\/\/www.cidrdb.org\/cidr2013\/Papers\/CIDR13_Paper28.pdf"},{"issue":"1","key":"1057_CR95","first-page":"785","volume":"1","author":"PP Talukdar","year":"2008","unstructured":"Talukdar PP, Jacob M, Mehmood MS, Crammer K, Ives ZG, Pereira F, Guha S (2008) Learning to create data-integrating queries. PVLDB 1(1):785\u2013796","journal-title":"PVLDB"},{"key":"1057_CR96","doi-asserted-by":"publisher","unstructured":"Tong Y, Cao CC, Zhang CJ, Li Y, Chen L (2014) Crowdcleaner: data cleaning for multi-version data on the web via crowdsourcing. In: 30th international conference on data engineering, ICDE. pp 1182\u20131185. doi: 10.1109\/ICDE.2014.6816736","DOI":"10.1109\/ICDE.2014.6816736"},{"issue":"7","key":"1057_CR97","doi-asserted-by":"publisher","first-page":"1796","DOI":"10.1109\/TKDE.2014.2339857","volume":"27","author":"B Trushkowsky","year":"2015","unstructured":"Trushkowsky B, Kraska T, Franklin M, Sarkar P, Ramachandran V (2015) Crowdsourcing enumeration queries: estimators and interfaces. IEEE Trans Knowl Data Eng 27(7):1796\u20131809. doi: 10.1109\/TKDE.2014.2339857","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1057_CR98","doi-asserted-by":"crossref","unstructured":"Venetis P, Garcia-Molina H, Huang K, Polyzotis N (2012) Max algorithms in crowdsourcing environments. In: Proceedings of WWW. pp 989\u2013998","DOI":"10.1145\/2187836.2187969"},{"key":"1057_CR99","doi-asserted-by":"crossref","unstructured":"Verroios V, Lofgren P, Garcia-Molina H (2015) tdp: an optimal-latency budget allocation strategy for crowdsourced maximum operations. In: Proceedings of the 2015 ACM SIGMOD international conference on management of data. ACM, pp 1047\u20131062","DOI":"10.1145\/2723372.2749440"},{"issue":"11","key":"1057_CR100","doi-asserted-by":"crossref","first-page":"1483","DOI":"10.14778\/2350229.2350263","volume":"5","author":"J Wang","year":"2012","unstructured":"Wang J, Kraska T, Franklin M, Feng J (2012) Crowder: crowdsourcing entity resolution. Proc VLDB Endow 5(11):1483\u20131494","journal-title":"Proc VLDB Endow"},{"key":"1057_CR101","doi-asserted-by":"crossref","unstructured":"Wang J, Li G, Kraska T, Franklin MJ, Feng J (2013) Leveraging transitive relations for crowdsourced joins. In: ACM SIGMOD \u201913","DOI":"10.1145\/2463676.2465280"},{"key":"1057_CR102","doi-asserted-by":"publisher","unstructured":"Wang S, Xiao X, Lee C (2015) Crowd-based deduplication: an adaptive approach. In: SIGMOD. pp 1263\u20131277. doi: 10.1145\/2723372.2723739","DOI":"10.1145\/2723372.2723739"},{"issue":"6","key":"1057_CR103","first-page":"349","volume":"6","author":"SE Whang","year":"2013","unstructured":"Whang SE, Lofgren P, Garcia-Molina H (2013) Question selection for crowd entity resolution. PVLDB 6(6):349\u2013360","journal-title":"PVLDB"},{"key":"1057_CR104","unstructured":"Whitehill J, Wu Tf, Bergsma J, Movellan JR, Ruvolo PL (2009) Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Bengio Y, Schuurmans D Lafferty J, Williams C, Culotta A (eds) Advances in neural information processing systems 22. pp 2035\u20132043. Machine Perception Laboratory, University of California, San Diego. http:\/\/books.nips.cc\/papers\/files\/nips22\/NIPS2009_0100.pdf"},{"issue":"5","key":"1057_CR105","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1007\/s00778-014-0374-x","volume":"24","author":"Z Yan","year":"2015","unstructured":"Yan Z, Zheng N, Ives ZG, Talukdar PP, Yu C (2015) Active learning in keyword search-based data integration. VLDB J 24(5):611\u2013631. doi: 10.1007\/s00778-014-0374-x","journal-title":"VLDB J"},{"key":"1057_CR106","doi-asserted-by":"crossref","unstructured":"Yuen MC, King I, Leung KS (2011) A survey of crowdsourcing systems. In: IEEE international conference on social computing. pp 766\u2013773","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"issue":"9","key":"1057_CR107","first-page":"757","volume":"6","author":"CJ Zhang","year":"2013","unstructured":"Zhang CJ, Chen L, Jagadish HV, Cao CC (2013) Reducing uncertainty of schema matching via crowdsourcing. PVLDB 6(9):757\u2013768","journal-title":"PVLDB"},{"key":"1057_CR108","doi-asserted-by":"crossref","unstructured":"Zhang CJ, Chen L, Tong Y (2014) Mac: a probabilistic framework for query answering with machine-crowd collaboration. In: Proceedings of the 23rd ACM international conference on conference on information and knowledge management. ACM, pp 11\u201320","DOI":"10.1145\/2661829.2661880"},{"key":"1057_CR109","doi-asserted-by":"publisher","unstructured":"Zhang CJ, Chen L, Tong Y, Liu Z (2015) Cleaning uncertain data with a noisy crowd. In: ICDE. pp 6\u201317. doi: 10.1109\/ICDE.2015.7113268","DOI":"10.1109\/ICDE.2015.7113268"},{"key":"1057_CR110","doi-asserted-by":"publisher","unstructured":"Zhang CJ, Zhao Z, Chen L, Jagadish HV, Cao CC (2014) Crowdmatcher: crowd-assisted schema matching. In: International conference on management of data, SIGMOD 2014, Snowbird, UT, USA, 22\u201327 June, 2014, pp 721\u2013724. doi: 10.1145\/2588555.2594515","DOI":"10.1145\/2588555.2594515"},{"key":"1057_CR111","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-016-9491-9","author":"J Zhang","year":"2016","unstructured":"Zhang J, Wu X, Sheng VS (2016) Learning from crowdsourced labeled data: a survey. Artif Intell Rev. doi: 10.1007\/s10462-016-9491-9","journal-title":"Artif Intell Rev"},{"key":"1057_CR112","doi-asserted-by":"publisher","unstructured":"Zhao Z, Wei F, Zhou M, Chen W, Ng W (2015) Crowd-selection query processing in crowdsourcing databases: a task-driven approach. In: Proceedings of the 18th international conference on extending database technology, EDBT 2015, Brussels, Belgium, 23\u201327 March, 2015, pp 397\u2013408. doi: 10.5441\/002\/edbt.2015.35","DOI":"10.5441\/002\/edbt.2015.35"},{"key":"1057_CR113","doi-asserted-by":"publisher","unstructured":"Zheng Y, Cheng R, Maniu S, Mo L (2015) On optimality of jury selection in crowdsourcing. In: Proceedings of the 18th international conference on extending database technology, EDBT 2015, Brussels, Belgium, 23\u201327 March , 2015, pp 193\u2013204. doi: 10.5441\/002\/edbt.2015.18","DOI":"10.5441\/002\/edbt.2015.18"},{"key":"1057_CR114","doi-asserted-by":"crossref","unstructured":"Zheng Y, Scott SD, Deng K (2010) Active learning from multiple noisy labelers with varied costs. In: 10th ICDM. IEEE Computer Society, pp 639\u2013648","DOI":"10.1109\/ICDM.2010.147"},{"issue":"2","key":"1057_CR115","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s10791-012-9206-z","volume":"16","author":"G Zuccon","year":"2013","unstructured":"Zuccon G, Leelanupab T, Whiting S, Yilmaz E, Jose JM, Azzopardi L (2013) Crowdsourcing interactions: using crowdsourcing for evaluating interactive information retrieval systems. Inf Retr 16(2):267\u2013305. doi: 10.1007\/s10791-012-9206-z","journal-title":"Inf Retr"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-017-1057-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-017-1057-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-017-1057-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T12:26:32Z","timestamp":1692793592000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-017-1057-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,5,5]]},"references-count":115,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,10]]}},"alternative-id":["1057"],"URL":"https:\/\/doi.org\/10.1007\/s10115-017-1057-x","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"type":"print","value":"0219-1377"},{"type":"electronic","value":"0219-3116"}],"subject":[],"published":{"date-parts":[[2017,5,5]]}}}