{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:14:49Z","timestamp":1750306489188,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,10,30]],"date-time":"2015-10-30T00:00:00Z","timestamp":1446163200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,10,30]]},"DOI":"10.1145\/2810188.2810194","type":"proceedings-article","created":{"date-parts":[[2015,10,13]],"date-time":"2015-10-13T14:38:38Z","timestamp":1444747118000},"page":"33-38","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["When the Crowd Challenges the Lab"],"prefix":"10.1145","author":[{"given":"Judith","family":"Redi","sequence":"first","affiliation":[{"name":"TU Delft, Delft, Netherlands"}]},{"given":"Ernestasia","family":"Siahaan","sequence":"additional","affiliation":[{"name":"TU Delft, Delft, Netherlands"}]},{"given":"Pavel","family":"Korshunov","sequence":"additional","affiliation":[{"name":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"}]},{"given":"Julian","family":"Habigt","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t M\u00fcnchen, Munich, Germany"}]},{"given":"Tobias","family":"Hossfeld","sequence":"additional","affiliation":[{"name":"University of Duisburg-Essen, Essen, Germany"}]}],"member":"320","published-online":{"date-parts":[[2015,10,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2010.5430141"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1631272.1631339"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-1684(99)00018-3"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1117\/1.1335529"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"e_1_3_2_1_6_1","volume-title":"Psychometric scaling: a toolkit for imaging systems development","author":"Engeldrum P. G.","year":"2000","unstructured":"P. G. Engeldrum . Psychometric scaling: a toolkit for imaging systems development . Imcotek Press , 2000 . P. G. Engeldrum. Psychometric scaling: a toolkit for imaging systems development. Imcotek Press, 2000."},{"key":"e_1_3_2_1_7_1","volume-title":"Oct.","author":"Hossfeld T.","year":"2014","unstructured":"T. Hossfeld , M. Hirth , J. Redi , F. Mazza , P. Korshunov , B. Naderi , M. Seufert , B. Gardlo , S. Egger , and C. Keimel . Best practices and recommendations for crowdsourced qoe v1.0. COST Action IC1003 Qualinet , Oct. 2014 . T. Hossfeld, M. Hirth, J. Redi, F. Mazza, P. Korshunov, B. Naderi, M. Seufert, B. Gardlo, S. Egger, and C. Keimel. Best practices and recommendations for crowdsourced qoe v1.0. COST Action IC1003 Qualinet, Oct. 2014."},{"key":"e_1_3_2_1_8_1","volume-title":"Quality of Experience: Advanced Concepts, Applications and Methods","author":"Ho\u00dffeld T.","year":"2014","unstructured":"T. Ho\u00dffeld and C. Keimel . Crowdsourcing in QoE Evaluation . In S. M\u00f6ller and A. Raake, editors, Quality of Experience: Advanced Concepts, Applications and Methods . Springer , 2014 . T. Ho\u00dffeld and C. Keimel. Crowdsourcing in QoE Evaluation. In S. M\u00f6ller and A. Raake, editors, Quality of Experience: Advanced Concepts, Applications and Methods. Springer, 2014."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995721"},{"key":"e_1_3_2_1_11_1","volume-title":"Methodology for the subjective assessment of the quality of television pictures","author":"U-R","year":"2002","unstructured":"IT U-R BT.500. Methodology for the subjective assessment of the quality of television pictures , 2002 . ITU-R BT.500. Methodology for the subjective assessment of the quality of television pictures, 2002."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2011.941851"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/PCS.2012.6213338"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_15_1","volume-title":"Qualinet white paper on definitions of quality of experience","author":"Le Callet P.","year":"2012","unstructured":"P. Le Callet , S. M\u00f6ller , and A. Perkis . Qualinet white paper on definitions of quality of experience ( 2012 ). P. Le Callet, S. M\u00f6ller, and A. Perkis. Qualinet white paper on definitions of quality of experience (2012)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2072298.2072320"},{"key":"e_1_3_2_1_17_1","volume-title":"Euro ITV","author":"Pitrey Y.","year":"2011","unstructured":"Y. Pitrey , U. Engelke , M. Barkowsky , R. P\u00e9pion , and P. Le Callet . Aligning subjective tests using a low cost common set . In Euro ITV , 2011 . Y. Pitrey, U. Engelke, M. Barkowsky, R. P\u00e9pion, and P. Le Callet. Aligning subjective tests using a low cost common set. In Euro ITV, 2011."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2506364.2506368"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/VCIP.2013.6706437"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/978-3-319-10368-6_2","volume-title":"Visual Signal Quality Assessment","author":"Redi J. A.","year":"2015","unstructured":"J. A. Redi , Y. Zhu , H. de Ridder , and I. Heynderickx . How passive image viewers became active multimedia users . In Visual Signal Quality Assessment , pages 31 -- 72 . Springer , 2015 . J. A. Redi, Y. Zhu, H. de Ridder, and I. Heynderickx. How passive image viewers became active multimedia users. In Visual Signal Quality Assessment, pages 31--72. Springer, 2015."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2014.6982326"}],"event":{"name":"MM '15: ACM Multimedia Conference","sponsor":["SIGMM ACM Special Interest Group on Multimedia"],"location":"Brisbane Australia","acronym":"MM '15"},"container-title":["Proceedings of the Fourth International Workshop on Crowdsourcing for Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2810188.2810194","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2810188.2810194","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:32Z","timestamp":1750225712000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2810188.2810194"}},"subtitle":["Lessons Learnt from Subjective Studies on Image Aesthetic Appeal"],"short-title":[],"issued":{"date-parts":[[2015,10,30]]},"references-count":21,"alternative-id":["10.1145\/2810188.2810194","10.1145\/2810188"],"URL":"https:\/\/doi.org\/10.1145\/2810188.2810194","relation":{},"subject":[],"published":{"date-parts":[[2015,10,30]]},"assertion":[{"value":"2015-10-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}