{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T12:31:13Z","timestamp":1730291473780,"version":"3.28.0"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1109\/qomex.2019.8743148","type":"proceedings-article","created":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T17:43:51Z","timestamp":1561484631000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Modeling Worker Performance Based on Intra-rater Reliability in Crowdsourcing : A Case Study of Speech Quality Assessment"],"prefix":"10.1109","author":[{"given":"Rafael Zequeira","family":"Jimenez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Llagostera","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Babak","family":"Naderi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Moller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jens","family":"Berger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Multivariate Data Analysis","year":"2009","author":"hair","key":"ref31"},{"journal-title":"Residuals and Influence in Regression","year":"1982","author":"cook","key":"ref30"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1007\/978-3-319-24258-3_8","article-title":"Training Workers for Improving Performance in Crowdsourcing Microtasks","author":"gadiraju","year":"2015","journal-title":"Design for Teaching and Learning in a Networked World"},{"key":"ref11","first-page":"131","article-title":"SOS: The MOS is not Enough!","author":"ho\u00dffeld","year":"2011","journal-title":"Third International Workshop on Quality of Multimedia Experience (QoMEX)"},{"key":"ref12","first-page":"63","article-title":"The Impact of Test Duration on User Fatigue and Reliability of Subjective Quality Ratings","volume":"60","author":"schatz","year":"2012","journal-title":"Journal of the Audio Engineering Society"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.4108\/icst.collaboratecom.2013.254181"},{"article-title":"An Assessment of Intrinsic and Extrinsic Motivation on Task Performance in Crowdsourcing Markets","year":"0","author":"rogstadius","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-72700-4"},{"journal-title":"Codec for Enhanced Voice Services (EVS) General overview","year":"0","key":"ref16"},{"journal-title":"Mandatory Speech Codec Speech Processing Functions AMR Speech Codec General Description","year":"0","key":"ref17"},{"journal-title":"Speech codec speech processing functions Adaptive Multi-Rate - Wideband (AMR-WB) speech codec General description","year":"0","key":"ref18"},{"journal-title":"Test Signals for Use in Telephonometry","year":"2017","key":"ref19"},{"key":"ref28","article-title":"Computing Intraclass Correlations (ICC) as Estimates of Interrater Reliability in SPSS","author":"landers","year":"2015","journal-title":"The Winnower"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2011.942469"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.86.2.420"},{"journal-title":"Methods for subjective determination of transmission quality","year":"1996","key":"ref3"},{"journal-title":"Subjective evaluation of speech quality with a crowdsourcing approach","year":"2018","key":"ref6"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.20982\/tqmp.08.1.p023"},{"journal-title":"Perceptual Objective Listening Quality Assessment","year":"2014","key":"ref5"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-66435-4","volume":"10264","author":"archambault","year":"2017","journal-title":"Evaluation in the Crowd Crowdsourcing and Human-Centered Experiments Dagstuhl Seminar 15481 Dagstuhl Castle Germany November 22–27 2015 Revised Contributions"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"journal-title":"Speech Quality of VoIP Assessment and Prediction","year":"2007","author":"raake","key":"ref2"},{"key":"ref9","article-title":"Ensuring quality in crowdsourced search relevance evaluation: The effects of training question distribution","volume":"2126","author":"le","year":"2010","journal-title":"SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation 2010"},{"key":"ref1","article-title":"Draft text for Technical Report ”Subjective evaluation of quality of media with a crowdsourcing approach","author":"naderi","year":"2018","journal-title":"ITU-T Contribution SG12C 201"},{"key":"ref20","article-title":"A subjective ACR LOT testing super-wideband speech coding in real field measurements and prediction by P.863","author":"berger","year":"2018","journal-title":"full International Telecommunication Union CH-Geneva ITU-T Contribution SG12-C 286"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2018.8463298"},{"journal-title":"Rank Correlation Methods","year":"1970","author":"kendall","key":"ref21"},{"key":"ref24","first-page":"2794","article-title":"Robustness in speech quality assessment and temporal training expiry in mobile crowdsourcing environments","author":"polzehl","year":"2015","journal-title":"InterSpeech"},{"key":"ref23","first-page":"2799","article-title":"Effect of Trapping Questions on the Reliability of Speech Quality Judgments in a Crowdsourcing Paradigm","author":"naderi","year":"2015","journal-title":"Proc INTERSPEECH ISCA"},{"key":"ref26","article-title":"Intra-rater Reliability and the Role of Experience: A Comparative Case","author":"bola\u00f1os villalobos","year":"2014","journal-title":"Revista de Lenguas Modernas"},{"journal-title":"Methods Metrics and Procedures for Statistical Evaluation Qualification and Comparison of Objective Quality Prediction Models","year":"2012","key":"ref25"}],"event":{"name":"2019 Eleventh International Conference on Quality of Multimedia Experience (QoMEX)","start":{"date-parts":[[2019,6,5]]},"location":"Berlin, Germany","end":{"date-parts":[[2019,6,7]]}},"container-title":["2019 Eleventh International Conference on Quality of Multimedia Experience (QoMEX)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8737813\/8743146\/08743148.pdf?arnumber=8743148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T20:17:57Z","timestamp":1658261877000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8743148\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/qomex.2019.8743148","relation":{},"subject":[],"published":{"date-parts":[[2019,6]]}}}