{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T19:11:58Z","timestamp":1776885118861,"version":"3.51.2"},"reference-count":20,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1109\/pcs.2013.6737772","type":"proceedings-article","created":{"date-parts":[[2014,2,13]],"date-time":"2014-02-13T22:46:34Z","timestamp":1392331594000},"page":"418-421","source":"Crossref","is-referenced-by-count":9,"title":["Subjective quality evaluations using crowdsourcing"],"prefix":"10.1109","author":[{"given":"Oscar","family":"Figuerola Salas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Velibor","family":"Adzic","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hari","family":"Kalva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"19","doi-asserted-by":"publisher","DOI":"10.1109\/PCS.2012.6213338"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.1145\/2393347.2393400"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2012.6263866"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5946971"},{"key":"16","author":"sheikh","year":"2005","journal-title":"LIVE Image Quality Assessment Database Release 2"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543191"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047198"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1145\/2390803.2390815"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1145\/2390803.2390817"},{"key":"3","author":"surowiecki","year":"2005","journal-title":"The Wisdom of Crowds"},{"key":"2","article-title":"500-11, Methodology for the subjective assessment of the quality of television pictures","author":"recommendation","year":"2002","journal-title":"International Telecommunication Union Geneva Switzerland"},{"key":"20","article-title":"Report of subjective test results of responses to the joint call for proposals (cfp) on video coding technology for high efficiency video coding (HEVC)","volume":"16","author":"baroncini","year":"2010","journal-title":"Jct-Vc Doc Jctvc-A204 Jt Collab Team Video Coding Jct-Vc Itu-T Sg"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1117\/12.930527"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208622"},{"key":"7","article-title":"Crowdsourcing annotations for visual object detection","author":"su","year":"2012","journal-title":"Workshops at the Twenty-Sixth AAAI Conference on Artificial Intelligence"},{"key":"6","first-page":"139","article-title":"Collecting image annotations using Amazon's Mechanical Turk","author":"rashtchian","year":"2010","journal-title":"Proc of NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk 2010"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1145\/1743384.1743478"},{"key":"4","author":"kahneman","year":"2011","journal-title":"Thinking Fast Thinking Slow Farrar Straus and Giroux"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979803"},{"key":"8","author":"steiner","year":"2011","journal-title":"Crowdsourcing Event Detection in YouTube Videos"}],"event":{"name":"2013 Picture Coding Symposium (PCS)","location":"San Jose, CA, USA","start":{"date-parts":[[2013,12,8]]},"end":{"date-parts":[[2013,12,11]]}},"container-title":["2013 Picture Coding Symposium (PCS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6729645\/6737661\/06737772.pdf?arnumber=6737772","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,3,23]],"date-time":"2017-03-23T17:42:13Z","timestamp":1490290933000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6737772\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,12]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/pcs.2013.6737772","relation":{},"subject":[],"published":{"date-parts":[[2013,12]]}}}