{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T05:48:44Z","timestamp":1725774524514},"reference-count":27,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1109\/cbmi.2016.7500256","type":"proceedings-article","created":{"date-parts":[[2016,7,1]],"date-time":"2016-07-01T04:37:28Z","timestamp":1467347848000},"page":"1-6","source":"Crossref","is-referenced-by-count":7,"title":["Crowdsourcing as self-fulfilling prophecy: Influence of discarding workers in subjective assessment tasks"],"prefix":"10.1109","author":[{"given":"Michael","family":"Riegler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vamsidhar Reddy","family":"Gaddam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martha","family":"Larson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ragnhild","family":"Eg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pal","family":"Halvorsen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carsten","family":"Griwodz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"The multidimensional wisdom of crowds","author":"welinder","year":"2010","journal-title":"Proc of NIPS"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1145\/2333112.2333120"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1109\/T-AFFC.2011.37"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1145\/2557642.2563675"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1145\/1743384.1743478"},{"key":"ref15","article-title":"Work like a bee-taking advantage of diligent crowdsourcing workers","author":"riegler","year":"2014","journal-title":"Proc of MediaEval Benchmark"},{"key":"ref16","article-title":"Robust evaluation for quality of experience in crowd sourcing","author":"xu","year":"2013","journal-title":"Proc of MM"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.2307\/4609267"},{"year":"1982","author":"sudman","article-title":"Asking questions: a practical guide to questionnaire design","key":"ref18"},{"year":"1998","article-title":"P.911: Subjective audiovisual quality assessment methods for multimedia applications","key":"ref19"},{"key":"ref4","article-title":"Towards QoE management for scalable video streaming","author":"zinner","year":"2010","journal-title":"Proc of MMATPQoE"},{"year":"1980","journal-title":"Identification of Outliers","key":"ref27"},{"key":"ref3","article-title":"Best practices for QoE crowdtesting: QoE assessment with crowdsourcing","author":"ho\u00dffeld","year":"2014","journal-title":"Proc of MM"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1007\/978-3-319-05696-8_10"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1145\/2557642.2563675"},{"key":"ref8","article-title":"A web-based video annotation system for crowdsourcing surveillance videos","author":"gadgil","year":"2014","journal-title":"IS&T\/SPIE Electronic Imaging"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1007\/s11263-012-0564-1"},{"key":"ref2","article-title":"Quantification of youtube QoE via crowdsourcing","author":"ho\u00dffeld","year":"2011","journal-title":"Proc of ISM"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1609\/hcomp.v1i1.13088","article-title":"SQUARE: A Benchmark for Researchon Computing Crowd Consensus","author":"sheshadri","year":"2013","journal-title":"Proceedings of the AAAI HCOMP"},{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1145\/2660114.2660117"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1109\/ICIP.2011.6116320"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1049\/el:20080522"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.1145\/1357054.1357127"},{"year":"2008","journal-title":"ITU-T Recommendation J 247","article-title":"Objective perceptual multimedia video quality measurement in the presence of a full reference","key":"ref24"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref26","doi-asserted-by":"crossref","DOI":"10.1093\/ptj\/85.3.257","article-title":"The kappa statistic in reliability studies: use, interpretation, and sample size requirements","author":"sim","year":"2005","journal-title":"Physical Therapy"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.1037\/h0031619"}],"event":{"name":"2016 14th International Workshop on Content-Based Multimedia Indexing (CBMI)","start":{"date-parts":[[2016,6,15]]},"location":"Bucharest, Romania","end":{"date-parts":[[2016,6,17]]}},"container-title":["2016 14th International Workshop on Content-Based Multimedia Indexing (CBMI)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7496233\/7500235\/07500256.pdf?arnumber=7500256","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T01:18:39Z","timestamp":1718673519000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7500256\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/cbmi.2016.7500256","relation":{},"subject":[],"published":{"date-parts":[[2016,6]]}}}