{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T15:43:17Z","timestamp":1779291797472,"version":"3.51.4"},"reference-count":143,"publisher":"Zhejiang University Press","issue":"1","license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61532004"],"award-info":[{"award-number":["61532004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Frontiers Inf Technol Electronic Eng"],"published-print":{"date-parts":[[2017,1]]},"DOI":"10.1631\/fitee.1601859","type":"journal-article","created":{"date-parts":[[2017,2,2]],"date-time":"2017-02-02T21:48:50Z","timestamp":1486072130000},"page":"15-43","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":108,"title":["Crowd intelligence in AI 2.0 era"],"prefix":"10.1631","volume":"18","author":[{"given":"Wei","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wen-jun","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huai-min","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xue-qi","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hua-jun","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhi-hua","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rong","family":"Ding","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"635","published-online":{"date-parts":[[2017,2,4]]},"reference":[{"key":"ref1","first-page":"882","article-title":"Adaptive crowdsourcing algorithms for the bandit survey prob-lem","volume-title":"Proc. 26th Conf. on Computational Learning Theory","author":"Abraham","year":"2013"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/tpds.2013.190"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/32.544352"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/icsm.2010.5609736"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1137983.1138016"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453107"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025119"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2010.12.007"},{"issue":"2","key":"ref9","first-page":"45","article-title":"Decisions 2.0: the power of collective intelligence","volume":"50","author":"Bonabeau","year":"2009","journal-title":"MIT Sloan Manag. Rev."},{"key":"ref10","article-title":"The Zooniverse: a framework for knowledge discovery from citizen science data","volume-title":"American Geophysical Union Fall Meeting","author":"Borne"},{"key":"ref11","first-page":"117","article-title":"Partici-patory sensing","volume-title":"Workshop on World-Sensor- Web: Mo-bile Device Centric Sensor Networks and Applications","author":"Burke"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350264"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487642"},{"key":"ref14","volume-title":"Hierarchy in Meritocracy: Community Building and Code Production in the Apache Software Foundation","author":"Castaneda","year":"2010"},{"key":"ref15","first-page":"64","article-title":"Optimistic knowl-edge gradient policy for optimal budget allocation in crowdsourcing","volume-title":"Proc. 30th Int. Conf. on Machine Learning","author":"Chen"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.2408163"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675212"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/chase.2009.5071408"},{"key":"ref20","article-title":"Vox Populi: collecting high-quality labels from a crowd","volume-title":"Proc. 22nd Conf. on Learning Theory","author":"Dekel"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.2307\/2984875"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488421"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883030"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.14778\/2535568.2448938"},{"key":"ref25","article-title":"Supporting Distributed and Decentralized Projects: Drawing Lessons From the Open Source Community","volume-title":"ISR Technical Report No. UCI-ISR-03\u20134, Institute for Software Research, Univer-sity of California, Irvine, USA","author":"Erenkrantz","year":"2003"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/percomw.2014.6815181"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/infocom.2014.6848055"},{"key":"ref28","article-title":"Citizen surveillance helps officials put pieces together","author":"Fowler","year":"2013","journal-title":"The Wall Street Journal"},{"key":"ref29","article-title":"Minimax optimal convergence rates for estimating ground truth from crowdsourced labels","author":"Gao","year":"2013","journal-title":"ePrint Archive"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-39937-9_15"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/infocom.2015.7218673"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/5326.003.0006"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568260"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/icse.2015.55"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/tc.2015.2419658"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/hicss.2001.927045"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/icse.2009.5070510"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/s0048-7333(03)00047-7"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v26i1.8120"},{"key":"ref40","first-page":"534","article-title":"Adaptive task assignment for crowdsourced classification","volume-title":"Proc. 30th Int. Conf. on Machine Learning","author":"Ho"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.40.1.121"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/percom.2012.6199855"},{"key":"ref43","article-title":"An in-centive compatible multi-armed-bandit crowdsourcing mechanism with quality assurance","author":"Jain","year":"2014","journal-title":"ePrint Archive"},{"key":"ref44","first-page":"111","article-title":"Improving bug triage with bug tossing graphs. Proc. 7th Joint Meeting of the European Software Engineering Conf. and the ACM SIGSOFT Symp","volume-title":"on the Foundations of Software Engineering","author":"Jeong","year":"2009"},{"key":"ref45","first-page":"1953","article-title":"Iterative learning for reliable crowdsourcing systems","author":"Karger","year":"2011","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref46","first-page":"4844","article-title":"Achieving budget-optimality with adaptive schemes in crowdsourcing","author":"Khetan","year":"2016","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047202"},{"key":"ref48","volume-title":"Auction Theory","author":"Krishna","year":"2009"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1080\/17445760.2012.686170"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.2200\/s00371ed1v01y201107aim013"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1126\/science.1248506"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/percom.2010.5466993"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2016.2535242"},{"key":"ref54","article-title":"Error rate bounds and iterative weighted majority voting for crowdsourcing","author":"Li","year":"2014","journal-title":"ePrint Archive"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.14778\/2535568.2448943"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2966.2008.13689.x"},{"key":"ref57","first-page":"692","article-title":"Variational inference for crowdsourcing","author":"Liu","year":"2012","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/infocom.2014.6847932"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.1381502"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979366"},{"key":"ref61","article-title":"Mo-tivation and Personality","author":"Maslow","year":"1970","journal-title":"Harper & Row"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883070"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/icdm.2015.77"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/567793.567795"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368114"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/icse.2005.1553571"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/512035.512055"},{"key":"ref68","article-title":"Optimality of be-lief propagation for crowdsourced classification","author":"Ok","year":"2016","journal-title":"ePrint Archive"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2737095.2737116"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2016.04.018"},{"key":"ref71","volume-title":"Collective intelligence: mankind\u2019s emerging world in cyberspace","author":"Pierre","year":"1997"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979148"},{"key":"ref73","volume-title":"Motivations for Answering Questions Online","author":"Raban","year":"2008"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985860"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606589"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/1791212.1791226"},{"key":"ref77","first-page":"491","article-title":"Eliminating spammers and ranking annotators for crowdsourced labeling tasks","volume":"13","author":"Raykar","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"ref79","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"Raykar","year":"2010","journal-title":"J. Mach. Learn. Res"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/s12130-999-1026-0"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2594458"},{"key":"ref82","volume-title":"Diffusion of Innovations","author":"Rogers","year":"2010"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772777"},{"key":"ref84","first-page":"1","article-title":"Double or nothing: multiplicative incentive mechanisms for crowdsourcing","author":"Shah","year":"2015","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref85","first-page":"1","article-title":"No oops, you won\u2019t do it again: mechanisms for self-correction in crowdsourcing","volume-title":"Proc. 33rd Int. Conf. on Machine Learning","author":"Shah"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3396863"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2749446"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/icde.2015.7113329"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2016.2565468"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1401992111"},{"key":"ref91","volume-title":"Collective Intelligence in Computer-Based Collaboration","author":"Smith","year":"1994"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/wiopt.2015.7151099"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2003.1191795"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.biocon.2009.05.006"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025163"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924441"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531680"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675278"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/saner.2015.7081824"},{"key":"ref100","first-page":"1621","article-title":"Max-margin majority voting for learning from crowds","author":"Tian","year":"2015","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/icde.2012.51"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350277"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/icde.2014.6816736"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623647"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-015-1555-9"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/icdew.2015.7129579"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-015-0377-6"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/icde.2016.7498228"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994523"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-015-0341-5"},{"issue":"1","key":"ref111","first-page":"35","article-title":"A sur-vey of spatiotemporal crowdsourced data management techniques","volume":"28","author":"Tong","year":"2017","journal-title":"J. Softw"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-098-7-768"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568315"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635882"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786850"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-6261.1961.tb02789.x"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1126\/science.1160379"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/icdcs.2013.54"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/IPSN.2014.6846739"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-47011-4_10"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465280"},{"key":"ref122","first-page":"2111","article-title":"Cost-saving effect of crowd-sourcing learning","volume-title":"Proc. 25th Int. Joint Conf. on Artificial Intelligence","author":"Wang"},{"issue":"11","key":"ref123","first-page":"1","article-title":"Crowdsourcing label quality: a theoretical study","volume":"58","author":"Wang","year":"2015","journal-title":"Sci. China Inform. Sci."},{"key":"ref124","first-page":"1800","article-title":"Bayesian bias mitigation for crowdsourcing","author":"Wauthier","year":"2011","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref125","first-page":"2424","article-title":"The mul-tidimensional wisdom of crowds","author":"Welinder","year":"2010","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref126","first-page":"2035","article-title":"Whose vote should count more: optimal integration of labels from labelers of unknown expertise","author":"Whitehill","year":"2009","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"5","key":"ref127","first-page":"694","article-title":"An evaluation frame-work for software crowdsourcing","volume-title":"Front. Comput. Sci.","volume":"7","author":"Wu","year":"2013"},{"key":"ref128","first-page":"1161","article-title":"Active learning from crowds","volume-title":"Proc. 28th Int. Conf. on Machine Learning","author":"Yan"},{"key":"ref129","first-page":"2994","article-title":"Truthful incentive mechanisms for k-anonymity location privacy","volume-title":"Proc. IEEE Conf. on Computer Communications","author":"Yang"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/2348543.2348567"},{"key":"ref131","first-page":"419","article-title":"Toward an understanding of the motivation of open source software developers","volume-title":"Proc. 25th Int. Conf. on Software Engineering","author":"Ye"},{"key":"ref132","first-page":"31","article-title":"Exploring the patterns of social behavior in GitHub","volume-title":"Proc. 1st Int. Workshop on Crowd-Based Software Development Methods and Technologies","author":"Yu"},{"issue":"8","key":"ref133","first-page":"080104","article-title":"Determinants of pull-based development in the context of continuous integration","volume-title":"Sci. China Inform. Sci.","volume":"59","author":"Yu","year":"2016a"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.01.004"},{"key":"ref135","first-page":"111","article-title":"MaC: a prob-abilistic framework for query answering with machine-crowd collaboration","volume-title":"Proc. 23rd ACM Int. Conf. on Information and Knowledge Management","author":"Zhang"},{"issue":"11","key":"ref136","first-page":"2005","article-title":"Where to: crowd-aided path selection","volume-title":"Proc. VLDB Endow.","volume":"1","author":"Zhang"},{"key":"ref137","first-page":"6","article-title":"Cleaning uncertain data with a noisy crowd","volume-title":"Proc. 31st IEEE Int. Conf. on Data Engineering","author":"Zhang"},{"key":"ref138","first-page":"1260","article-title":"Spectral meth-ods meet EM: a provably optimal algorithm for crowd-sourcing","author":"Zhang","year":"2014","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/infocom.2014.6848053"},{"key":"ref140","first-page":"1061","article-title":"Active learning from crowds with unsure option","volume-title":"Proc. 24th Int. Joint Conf. on Artificial Intelligence","author":"Zhong"},{"key":"ref141","first-page":"2195","article-title":"Learning from the wisdom of crowds by minimax entropy","author":"Zhou","year":"2012","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref142","first-page":"217","article-title":"Optimal PAC multiple arm identification with applications to crowdsourcing","volume-title":"Proc. 31st Int. Conf. on Machine Learning","author":"Zhou"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/icdcs.2014.10"}],"container-title":["Frontiers of Information Technology & Electronic Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1631\/FITEE.1601859\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1631\/FITEE.1601859.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1631\/FITEE.1601859.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T06:57:31Z","timestamp":1771657051000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1631\/FITEE.1601859"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,1]]},"references-count":143,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,1]]}},"alternative-id":["494"],"URL":"https:\/\/doi.org\/10.1631\/fitee.1601859","relation":{},"ISSN":["2095-9184","2095-9230"],"issn-type":[{"value":"2095-9184","type":"print"},{"value":"2095-9230","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,1]]}}}