{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T04:06:47Z","timestamp":1759032407212,"version":"3.37.3"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T00:00:00Z","timestamp":1487116800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T00:00:00Z","timestamp":1487116800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T00:00:00Z","timestamp":1487116800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T00:00:00Z","timestamp":1487116800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000183","name":"Army Research Office","doi-asserted-by":"publisher","award":["W911NF-14-1-0339"],"award-info":[{"award-number":["W911NF-14-1-0339"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1609916","IIS-1550145"],"award-info":[{"award-number":["1609916","IIS-1550145"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Signal Process."],"published-print":{"date-parts":[[2017,2,15]]},"DOI":"10.1109\/tsp.2016.2630038","type":"journal-article","created":{"date-parts":[[2016,11,17]],"date-time":"2016-11-17T19:52:03Z","timestamp":1479412323000},"page":"1068-1081","source":"Crossref","is-referenced-by-count":15,"title":["Multi-Object Classification via Crowdsourcing With a Reject Option"],"prefix":"10.1109","volume":"65","author":[{"given":"Qunwei","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aditya","family":"Vempaty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lav R.","family":"Varshney","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pramod K.","family":"Varshney","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/FUZZ-IEEE.2014.6891807"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1970.1054406"},{"key":"ref32","first-page":"87","article-title":"Predicting\n next label quality: A time-series model of crowdwork","author":"jung","year":"0","journal-title":"Proc 2nd AAAI Conf Hum Comput Crowdsourcing"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1086\/209506"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2016.04.026"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2014.54"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/SSP.2011.5967817"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1287\/deca.1080.0119"},{"key":"ref34","first-page":"1823","article-title":"Classification with a reject option using a hinge loss","volume":"9","author":"bartlett","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref28","first-page":"5840","article-title":"Transcribing continuous speech using mismatched crowdsourcing","author":"jyothi","year":"0","journal-title":"Proc Int Conf Spoken Lang Process"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472797"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2016.04.025"},{"journal-title":"Wikinomics How Mass Collaboration Changes Everything","year":"2006","author":"tapscott","key":"ref2"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2331002"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2012.6483327"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2316116"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.mcm.2012.01.006"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1515\/lp-2015-0012"},{"key":"ref23","first-page":"1953","article-title":"Iterative\n learning for reliable crowdsourcing systems","author":"karger","year":"0","journal-title":"Proc 24th Int Conf Adv Neural Inf Process Syst"},{"key":"ref26","article-title":"Language coverage for mismatched crowdsourcing","author":"varshney","year":"0","journal-title":"Proc Inf Theory Appl Workshop"},{"key":"ref25","first-page":"1263","article-title":"Acquiring speech transcriptions using mismatched crowdsourcing","author":"jyothi","year":"0","journal-title":"Proc 29th AAAI Conf Artif Intell"},{"key":"ref50","first-page":"1","article-title":"Towards building a high-quality workforce with\n mechanical turk","author":"wais","year":"0","journal-title":"Proceedings of the NIPS Workshop on Computational Social Science and the Wisdom of Crowds"},{"key":"ref51","first-page":"21","article-title":"How much spam can you take? An analysis of crowdsourcing results to increase accuracy","author":"vuurens","year":"0","journal-title":"Proc ACM SIGIR Workshop Crowdsourcing Inf Retrieval"},{"journal-title":"The Doctrine of Chances or a Method of Calculating the Probabilities of Events in Play","year":"1756","author":"de moivre","key":"ref54"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600175"},{"key":"ref52","first-page":"2492","article-title":"Reputation-based worker filtering in crowdsourcing","author":"jagabathula","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref10","first-page":"467","article-title":"Combining\n human and machine intelligence in large-scale crowdsourcing","author":"kamar","year":"0","journal-title":"Proc 11th Int Conf Auton Agents Multiagent Syst"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2483669.2483676"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979148"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2407353"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639246"},{"key":"ref14","first-page":"1","article-title":"Survey of web-based crowdsourcing frameworks\n for subjective quality assessment","author":"ho\u00dffeld","year":"0","journal-title":"Proc IEEE 16th Int Workshop Multimedia Signal Process"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2011.6116320"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5946971"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2013.20"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487593"},{"journal-title":"Macrowikinomics Rebooting Business and the World","year":"2010","author":"tapscott","key":"ref4"},{"journal-title":"Crowdsourcing Why the Power of the Crowd Is Driving the Future of Business","year":"2008","author":"howe","key":"ref3"},{"journal-title":"The future of work","year":"2011","author":"bollier","key":"ref6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2014.6861072"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"key":"ref49","first-page":"83","article-title":"Modeling temporal crowd work quality with limited supervision","author":"jung","year":"0","journal-title":"Proc AAAI Workshop Human Comput"},{"key":"ref9","first-page":"325","article-title":"The computer is the new sewing machine:\n Benefits and perils of crowdsourcing","author":"paritosh","year":"0","journal-title":"Proc Int World Wide Web Conf"},{"key":"ref46","first-page":"30","article-title":"Paper-based dichotomous key to computer based application for\n biological indentification","volume":"22","author":"rocker","year":"2007","journal-title":"J Comput Sci Colleges"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24085-0_11"},{"key":"ref48","first-page":"26","article-title":"Mechanical cheat: Spamming schemes and adversarial techniques on crowdsourcing platforms","author":"difallah","year":"0","journal-title":"Proc CrowdSearch"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.1986.310699"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2004.04.008"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195597"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI.2013.6556780"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/cjs.5550340410"}],"container-title":["IEEE Transactions on Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/ieeexplore.ieee.org\/ielaam\/78\/7765219\/7747496-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/78\/7765219\/07747496.pdf?arnumber=7747496","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:48:54Z","timestamp":1649443734000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7747496\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,2,15]]},"references-count":54,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tsp.2016.2630038","relation":{},"ISSN":["1053-587X","1941-0476"],"issn-type":[{"type":"print","value":"1053-587X"},{"type":"electronic","value":"1941-0476"}],"subject":[],"published":{"date-parts":[[2017,2,15]]}}}