{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T12:32:11Z","timestamp":1730291531046,"version":"3.28.0"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,6,14]],"date-time":"2021-06-14T00:00:00Z","timestamp":1623628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,14]],"date-time":"2021-06-14T00:00:00Z","timestamp":1623628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,6,14]]},"DOI":"10.1109\/qomex51781.2021.9465382","type":"proceedings-article","created":{"date-parts":[[2021,6,30]],"date-time":"2021-06-30T20:12:08Z","timestamp":1625083928000},"page":"37-42","source":"Crossref","is-referenced-by-count":1,"title":["On Inter-Rater Reliability for Crowdsourced QoE"],"prefix":"10.1109","author":[{"given":"Tobias","family":"Ho\u00dffeld","sequence":"first","affiliation":[{"name":"University of Würzburg,Chair of Communication Networks,Würzburg,Germany"}]},{"given":"Michael","family":"Seufert","sequence":"additional","affiliation":[{"name":"University of Würzburg,Chair of Communication Networks,Würzburg,Germany"}]},{"given":"Babak","family":"Naderi","sequence":"additional","affiliation":[{"name":"Technische Universität Berlin,Quality and Usability Lab,Berlin,Germany"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2484963"},{"journal-title":"Psychometric Methods","year":"1954","author":"guilford","key":"ref11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1097\/00005053-197611000-00003"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1080\/19312450709336664"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.20982\/tqmp.08.1.p023"},{"journal-title":"Rank Correlation Methods","year":"1948","author":"kendall","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ISM.2011.87"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.83.5.762"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.86.2.420"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX48832.2020.9123093"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"ref3","first-page":"299","article-title":"Speech quality assessment in crowdsourcing: Influence of environmental noise","author":"naderi","year":"2018","journal-title":"DAGA"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02681-7_21"},{"article-title":"Best practices and recommendations for crowdsourced qoe-lessons learned from the qualinet task force crowdsourcing","year":"2014","author":"ho\u00dffeld","key":"ref6"},{"journal-title":"Subjective evaluation of speech quality with a crowdsourcing approach","year":"2018","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX48832.2020.9123115"},{"key":"ref7","article-title":"Effect of trapping questions on the reliability of speech quality judgments in a crowdsourcing paradigm","author":"naderi","year":"2015","journal-title":"Proc INTERSPEECH"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s41233-020-00042-1"},{"key":"ref1","article-title":"Qualinet white paper on definitions of quality of experience","volume":"3","author":"le callet","year":"2012","journal-title":"European Network on Quality of Experience in Multimedia Systems and Services (COST Action IC 1003)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2012.6263863"},{"key":"ref21","first-page":"131","article-title":"Sos: The mos is not enough!","author":"hossfeld","year":"2011","journal-title":"QoMEX 2011"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/DCC.2017.26"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413749"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2015.05.021"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.21437\/PQS.2013-4"}],"event":{"name":"2021 13th International Conference on Quality of Multimedia Experience (QoMEX)","start":{"date-parts":[[2021,6,14]]},"location":"Montreal, QC, Canada","end":{"date-parts":[[2021,6,17]]}},"container-title":["2021 13th International Conference on Quality of Multimedia Experience (QoMEX)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9465370\/9465375\/09465382.pdf?arnumber=9465382","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T17:54:04Z","timestamp":1726682044000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9465382\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,14]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/qomex51781.2021.9465382","relation":{},"subject":[],"published":{"date-parts":[[2021,6,14]]}}}