{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T12:29:13Z","timestamp":1777120153537,"version":"3.51.4"},"reference-count":141,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2016,9,1]],"date-time":"2016-09-01T00:00:00Z","timestamp":1472688000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"973 Program of China","award":["2015CB358700"],"award-info":[{"award-number":["2015CB358700"]}]},{"DOI":"10.13039\/100000001","name":"NSF of China","doi-asserted-by":"publisher","award":["61422205"],"award-info":[{"award-number":["61422205"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF of China","doi-asserted-by":"publisher","award":["61472198"],"award-info":[{"award-number":["61472198"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015803","name":"Tencent","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100015803","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003816","name":"Huawei","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhou","award":["FDCT\/116\/2013\/A3"],"award-info":[{"award-number":["FDCT\/116\/2013\/A3"]}]},{"name":"Shenzhou","award":["MYRG105(Y1-L3)-FST13-GZ"],"award-info":[{"award-number":["MYRG105(Y1-L3)-FST13-GZ"]}]},{"name":"Chinese Special Project of Science and Technology","award":["2013zx01039-002-002"],"award-info":[{"award-number":["2013zx01039-002-002"]}]},{"DOI":"10.13039\/100000001","name":"NSF CISE Expeditions Award","doi-asserted-by":"publisher","award":["CCF-1139158"],"award-info":[{"award-number":["CCF-1139158"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"DOE Award","doi-asserted-by":"publisher","award":["SN10040 DE-SC0012463"],"award-info":[{"award-number":["SN10040 DE-SC0012463"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"DARPA XData Award","doi-asserted-by":"publisher","award":["FA8750-12-2-0331"],"award-info":[{"award-number":["FA8750-12-2-0331"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008536","name":"Amazon Web Services","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100008536","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004316","name":"IBM","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004316","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004783","name":"SAP","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004783","id-type":"DOI","asserted-by":"publisher"}]},{"name":"The Thomas and Stacey Siebel Foundation"},{"name":"Adatao"},{"DOI":"10.13039\/100004344","name":"Adobe","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004344","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Apple Inc."},{"name":"Blue Goji"},{"DOI":"10.13039\/100012884","name":"Bosch","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100012884","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100004351","name":"Cisco","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004351","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008297","name":"Cray","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100008297","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Cloudera"},{"name":"Ericsson"},{"DOI":"10.13039\/100005801","name":"Facebook","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100005801","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003393","name":"Fujitsu","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003393","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Guavus"},{"DOI":"10.13039\/100004314","name":"HP","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004314","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003816","name":"Huawei","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000899","name":"Intel","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000899","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Pivotal"},{"DOI":"10.13039\/100004358","name":"Samsung","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004358","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100002322","name":"Schlumberger","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100002322","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Splunk"},{"DOI":"10.13039\/100004789","name":"State Farm","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004789","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Virdata"},{"name":"VMware"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2016,9,1]]},"DOI":"10.1109\/tkde.2016.2535242","type":"journal-article","created":{"date-parts":[[2016,2,26]],"date-time":"2016-02-26T19:19:17Z","timestamp":1456514357000},"page":"2296-2319","source":"Crossref","is-referenced-by-count":227,"title":["Crowdsourced Data Management: A Survey"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1398-0621","authenticated-orcid":false,"given":"Guoliang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiannan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yudian","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael J.","family":"Franklin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"26","article-title":"What's the right price? pricing tasks for finishing on time","author":"faradani","year":"2011","journal-title":"Proc 11th Nat Conf Artificial Intell"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32025-0_3"},{"key":"ref33","first-page":"265","article-title":"Learning to top-k search using pairwise comparisons","author":"eriksson","year":"2013","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref32","volume":"3","author":"elo","year":"1978","journal-title":"The Rating of Chessplayers Past and Present"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.2109"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2525314.2525370"},{"key":"ref37","first-page":"1809","article-title":"Active learning for crowdsourcing using knowledge transfer","author":"fang","year":"2014","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2014.6816716"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2750550"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-0000(03)00026-6"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2448496.2448524"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the em algorithm","volume":"30","author":"dempster","year":"1977","journal-title":"J R Statist Soc B"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/39.3-4.324"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350264"},{"key":"ref21","first-page":"1094","article-title":"Top-k selection based on adaptive sampling of noisy preferences","author":"busa-fekete","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref24","first-page":"64","article-title":"Optimistic knowledge gradient policy for optimal budg et al.ocation in crowdsourcing","author":"chen","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433420"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775087"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2013.06.002"},{"key":"ref100","first-page":"889","article-title":"Supervised learning from multiple experts: Whom to trust when everyone lies a bit","author":"raykar","year":"2009","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.14778\/2733004.2733047"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824062"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.14778\/2856318.2856331"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376701"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2016.7498229"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2016.7498298"},{"key":"ref55","first-page":"45","article-title":"Online task assignment in crowdsourcing markets","author":"ho","year":"2012","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref54","first-page":"534","article-title":"Adaptive task assignment for crowdsourced classification","author":"ho","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref53","first-page":"569","article-title":"Trueskill: A bayesian skill rating system","author":"herbrich","year":"2006","journal-title":"Proc Conf Adv Neural Inf Process Syst"},{"key":"ref52","doi-asserted-by":"crossref","DOI":"10.1609\/hcomp.v1i1.13079","article-title":"The crowd-median algorithm","author":"heikinheimo","year":"2013","journal-title":"HCOMP"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539791195877"},{"key":"ref4","year":"0"},{"key":"ref3","year":"0"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/0022-0531(77)90073-4"},{"key":"ref5","year":"0"},{"key":"ref8","article-title":"On the complexity of mining itemsets from the crowd using taxonomies","author":"amarilli","year":"2015","journal-title":"Proc Int Conf Database Theory"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213880"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/170035.170072"},{"key":"ref9","article-title":"Managing general and individual knowledge in crowd mining applications","author":"amsterdamer","year":"2015","journal-title":"Proc Conf Innovative Data Syst Res"},{"key":"ref46","first-page":"558","article-title":"Crowdclustering","author":"gomes","year":"2011","journal-title":"Proc Conf Adv Neural Inf Process Syst"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2588576"},{"key":"ref48","article-title":"Crowdsourcing entity resolution: When is A = B? Technical report, ETH Zürich","author":"gruenheid","year":"0"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2745754.2745775"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/1989323.1989331"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-05813-9_30"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.14778\/2733085.2733101"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465307"},{"key":"ref127","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref126","author":"whang","year":"0"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.14778\/2536336.2536337"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"ref73","first-page":"701","article-title":"Variational inference for crowdsourcing","author":"liu","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1006\/inco.1994.1009"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1145\/1814433.1814443"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.14778\/2078331.2078340"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.93"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327026"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41924-9_25"},{"key":"ref130","first-page":"1161","article-title":"Active learning from crowds","author":"yan","year":"2011","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2013.6544940"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.14778\/2336664.2336676"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/2452376.2452431"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.14778\/2536360.2536374"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.14778\/2733085.2733105"},{"key":"ref131","article-title":"Combining preference and absolute judgements in a crowd-sourced setting","author":"ye","year":"0","journal-title":"Proc Int'l Conf Machine Learning Workshop"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.14778\/2535568.2448944"},{"key":"ref132","first-page":"1781","article-title":"Semi-crowdsourced clustering: Generalizing crowd labeling by robust distance metric learning","author":"yi","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.14778\/2047485.2047487"},{"key":"ref136","first-page":"397","article-title":"Crowd-selection query processing in crowdsourcing databases: A task-driven approach","author":"zhao","year":"2015","journal-title":"Proceedings of the 11th International Conference on Extending Database Technology Advances in Database Technology"},{"key":"ref135","first-page":"612-623","article-title":"Crowdsourced top-k algorithms: An experimental evaluation","volume":"9","author":"zhang","year":"2015","journal-title":"Proc VLDB Endowment"},{"key":"ref138","first-page":"193","article-title":"On optimality of jury selection in crowdsourcing","author":"zheng","year":"2015","journal-title":"Proceedings of the 11th International Conference on Extending Database Technology Advances in Database Technology"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487708"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-010-0419-x"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2749430"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2015.7113284"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487595"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.14778\/2536360.2536369"},{"key":"ref64","first-page":"1953","article-title":"Iterative learning for reliable crowdsourcing systems","author":"karger","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref140","first-page":"1061","article-title":"Active learning from crowds with unsure option","author":"zhong","year":"2015","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2424321.2424346"},{"key":"ref141","article-title":"Crowdsourced action-model acquisition for planning","author":"zhuo","year":"0","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref66","first-page":"304","article-title":"Geotrucrowd: Trustworthy query answering with spatial crowdsourcing","author":"kazemi","year":"2013","journal-title":"Proc ACM Int Conf Adv Geogr Inf Syst"},{"key":"ref67","article-title":"Hybrid strategies for finding the max with the crowd","author":"khan","year":"2014"},{"key":"ref68","author":"koller","year":"2009","journal-title":"Probabilistic Graphical Models - Principles and Techniques"},{"key":"ref2","year":"0"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/s10044-002-0173-7"},{"key":"ref1","year":"0"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.14778\/2732951.2732966"},{"key":"ref95","first-page":"122","article-title":"Adaptive polling for information aggregation","author":"pfeiffer","year":"2012","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref108","article-title":"Herding the crowd: Automated planning for crowdsourced planning","author":"talamadupula","year":"0","journal-title":"HCOMP"},{"key":"ref94","first-page":"133","article-title":"Reverend bayes on inference engines: A distributed hierarchical approach","author":"pearl","year":"1982","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/2567948.2577029"},{"key":"ref106","first-page":"1178","article-title":"A crowd-based route recommendation system-crowdplanner","author":"su","year":"2014","journal-title":"Proc Int Conf Data Eng"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.14778\/2536206.2536207"},{"key":"ref105","first-page":"1144","article-title":"Crowdplanner: A crowd-based route recommendation system","author":"su","year":"2014","journal-title":"Proc Int Conf Data Eng"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.14778\/1952376.1952377"},{"key":"ref104","first-page":"1085","article-title":"Inferring ground truth from subjective labelling of venus images","author":"smyth","year":"1994","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398421"},{"key":"ref103","first-page":"964","article-title":"Crowd-powered find algorithms","author":"sarma","year":"2014","journal-title":"Proc Int Conf Data Eng"},{"key":"ref102","article-title":"Surpassing humans and computers with JELLYBEAN: Crowd-vision-hybrid counting algorithms","author":"sarma","year":"0"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/UIC-ATC-ScalCom.2014.68"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2013.6544865"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s007780100057"},{"key":"ref99","first-page":"491","article-title":"Eliminating spammers and ranking annotators for crowdsourced labeling tasks","volume":"13","author":"raykar","year":"2012","journal-title":"J Mach Learning Res"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4459-3"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/MDM.2014.15"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610514"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.14778\/2733004.2733039"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465318"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.14778\/2536274.2536288"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2735370"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350263"},{"key":"ref16","first-page":"712","article-title":"Heterogeneous stream processing and crowdsourcing for urban traffic management","author":"artikis","year":"2014","journal-title":"Proceedings of the 11th International Conference on Extending Database Technology Advances in Database Technology"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.14778\/2735471.2735474"},{"key":"ref117","doi-asserted-by":"crossref","first-page":"1465","DOI":"10.1126\/science.1160379","article-title":"reCAPTCHA: Human-based character recognition via web security measures","volume":"321","author":"von ahn","year":"2008","journal-title":"Science"},{"key":"ref17","first-page":"2946","article-title":"Crowdsourcing for multiple-choice question answering","author":"aydin","year":"2014","journal-title":"Proc Nat Conf Artif Intell"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505755"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2012.122"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-011-5014-9_12"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610505"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2001.914855"},{"key":"ref83","author":"nau","year":"2004","journal-title":"Automated Planning Theory & Practice"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2015.7113286"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187969"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.14778\/2732977.2732982"},{"key":"ref80","first-page":"211","article-title":"Crowdsourced databases: Query processing with people","author":"marcus","year":"2011","journal-title":"Proc Conf Innovative Data Syst Res"},{"key":"ref115","first-page":"1047","article-title":"TDP: An optimal-latency budg et al.ocation strategy for crowdsourced MAXIMUM operations","author":"verroios","year":"2015","journal-title":"Proc ACM SIGMOD Int Conf Manage Data"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213847"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213878"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465280"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2723739"},{"key":"ref123","first-page":"109","article-title":"Efficient ranking from pairwise comparisons","author":"wauthier","year":"2013","journal-title":"Proc Int Conf Mach Learn Appl"},{"key":"ref85","first-page":"2483","article-title":"Iterative ranking from pair-wise comparisons","author":"negahban","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2014.6816653"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/2737095.2737116"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.14778\/2732939.2732942"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/7533522\/07420720.pdf?arnumber=7420720","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T14:55:33Z","timestamp":1748789733000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7420720\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9,1]]},"references-count":141,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2016.2535242","relation":{},"ISSN":["1041-4347"],"issn-type":[{"value":"1041-4347","type":"print"}],"subject":[],"published":{"date-parts":[[2016,9,1]]}}}