{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T18:40:32Z","timestamp":1748198432919,"version":"3.28.0"},"reference-count":11,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,5]]},"DOI":"10.1109\/qomex.2018.8463427","type":"proceedings-article","created":{"date-parts":[[2018,9,13]],"date-time":"2018-09-13T21:42:29Z","timestamp":1536874949000},"page":"1-6","source":"Crossref","is-referenced-by-count":13,"title":["Expertise screening in crowdsourcing image quality"],"prefix":"10.1109","author":[{"given":"Vlad","family":"Hosu","sequence":"first","affiliation":[]},{"given":"Hanhe","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Dietmar","family":"Saupe","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref4","first-page":"500","article-title":"Methodology for the subjective assessment of the quality of television pictures","author":"series","year":"2009","journal-title":"Recommendation ITU-R BT"},{"key":"ref3","first-page":"2416","article-title":"Crowdmos: An approach for crowdsourcing mean opinion score studies","author":"ribeiro","year":"2011","journal-title":"Proc Acoustics Speech and Signal Processing Conference (ICASSP)"},{"key":"ref10","first-page":"45","volume":"85","author":"de vet","year":"0","journal-title":"Spearman-brown prophecy formula and cronbach's alpha different faces of reliability and opportunities for new applications"},{"key":"ref6","first-page":"1338","volume":"18","author":"siahaan","year":"0","journal-title":"A reliable methodology to collect ground truth data of image aesthetic appeal"},{"journal-title":"KonIQ-10K Towards an ecologically valid and large-scale IQA database","year":"2018","author":"lin","key":"ref11"},{"key":"ref5","first-page":"23","volume":"8","author":"hallgren","year":"0","journal-title":"Computing inter-rater reliability for observational data an overview and tutorial"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2812802"},{"key":"ref7","first-page":"390","volume":"24","author":"virtanen","year":"0","journal-title":"CID2013 A database for evaluating no-reference image quality assessment algorithms"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","article-title":"Best Practices for QoE Crowdtesting: QoE Assessment With Crowdsourcing","volume":"16","author":"hossfeld","year":"2014","journal-title":"IEEE Transactions on Multimedia"},{"key":"ref9","first-page":"30","volume":"10","author":"ponomarenko","year":"0","journal-title":"TID2008 A database for evaluation of full-reference visual quality assessment metrics"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.2307\/1423013"}],"event":{"name":"2018 Tenth International Conference on Quality of Multimedia Experience (QoMEX)","start":{"date-parts":[[2018,5,29]]},"location":"Cagliari","end":{"date-parts":[[2018,6,1]]}},"container-title":["2018 Tenth International Conference on Quality of Multimedia Experience (QoMEX)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8452069\/8463292\/08463427.pdf?arnumber=8463427","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T10:54:25Z","timestamp":1643194465000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8463427\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5]]},"references-count":11,"URL":"https:\/\/doi.org\/10.1109\/qomex.2018.8463427","relation":{},"subject":[],"published":{"date-parts":[[2018,5]]}}}