{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T19:08:57Z","timestamp":1776366537579,"version":"3.51.2"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2014,9,1]],"date-time":"2014-09-01T00:00:00Z","timestamp":1409529600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2014,9,1]],"date-time":"2014-09-01T00:00:00Z","timestamp":1409529600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014,9]]},"DOI":"10.1109\/mmsp.2014.6958831","type":"proceedings-article","created":{"date-parts":[[2014,11,26]],"date-time":"2014-11-26T15:16:23Z","timestamp":1417014983000},"page":"1-6","source":"Crossref","is-referenced-by-count":22,"title":["Survey of web-based crowdsourcing frameworks for subjective quality assessment"],"prefix":"10.1109","author":[{"given":"Tobias","family":"Ho\u00dffeld","sequence":"first","affiliation":[{"name":"University of Würzburg Institute of Computer Science, Chair of Communication Networks, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthias","family":"Hirth","sequence":"additional","affiliation":[{"name":"University of Würzburg Institute of Computer Science, Chair of Communication Networks, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pavel","family":"Korshunov","sequence":"additional","affiliation":[{"name":"Multimedia Signal Processing Group, Ecole Polytechnique Fédérale de Lausanne - EPFL, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philippe","family":"Hanhart","sequence":"additional","affiliation":[{"name":"Multimedia Signal Processing Group, Ecole Polytechnique Fédérale de Lausanne - EPFL, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bruno","family":"Gardlo","sequence":"additional","affiliation":[{"name":"Telecommunications Research Center Vienna - FTW, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Keimel","sequence":"additional","affiliation":[{"name":"Technische Universität München, Institute for Data Processing, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Timmerer","sequence":"additional","affiliation":[{"name":"Multimedia Communication, Alpen-Adria-Universität Klagenfurt, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"19","doi-asserted-by":"publisher","DOI":"10.1109\/PCS.2012.6213338"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2011.6116320"},{"key":"18","year":"2008","journal-title":"Subjective video quality assessment methods for multimedia applications"},{"key":"15","year":"1996","journal-title":"Methods for subjective determination of transmission quality"},{"key":"16","year":"2003","journal-title":"Method for the Subjective Assessment of Intermediate Quality Levels of Coding Systems"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2010.5430141"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2241043"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1145\/2506364.2506366"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1145\/1631272.1631339"},{"key":"21","year":"2009","journal-title":"Methodology for the Subjective Assessment of the Quality of Television Pictures"},{"key":"20","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2013.6603196"},{"key":"22","article-title":"BeaqleJS: HTML5 and JavaScript based framework for the subjective evaluation of audio quality","author":"kraft","year":"2014","journal-title":"Linux Audio Conference"},{"key":"23","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2014.6883463"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.1145\/2442576.2442591"},{"key":"25","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2012.2190924"},{"key":"26","doi-asserted-by":"publisher","DOI":"10.1145\/2393347.2393400"},{"key":"3","article-title":"Is it possible to crowdsource emotions?","author":"hupont","year":"2014","journal-title":"International Conference on Communications and Electronics"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1145\/2506364.2506368"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2013.6603224"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1109\/ISM.2011.87"},{"key":"7","year":"2009","journal-title":"Methodology for the Subjective Assessment of the Quality of Television Pictures"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5946971"},{"key":"5","article-title":"Crowdsourcing-based evaluation of privacy in HDR images","author":"korshunov","year":"2014","journal-title":"SPIE Photonics Europe 2014 Optics Photonics and Digital Technologies for Multimedia Applications"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2014.7025149"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1109\/CECNet.2012.6201690"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"}],"event":{"name":"2014 IEEE 16th International Workshop on Multimedia Signal Processing (MMSP)","location":"Jakarta, Indonesia","start":{"date-parts":[[2014,9,22]]},"end":{"date-parts":[[2014,9,24]]}},"container-title":["2014 IEEE 16th International Workshop on Multimedia Signal Processing (MMSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6937466\/6958782\/06958831.pdf?arnumber=6958831","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,12]],"date-time":"2024-09-12T17:45:47Z","timestamp":1726163147000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/6958831\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/mmsp.2014.6958831","relation":{},"subject":[],"published":{"date-parts":[[2014,9]]}}}