{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T16:45:22Z","timestamp":1765039522623},"reference-count":13,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/qomex48832.2020.9123115","type":"proceedings-article","created":{"date-parts":[[2020,6,23]],"date-time":"2020-06-23T20:50:51Z","timestamp":1592945451000},"page":"1-6","source":"Crossref","is-referenced-by-count":9,"title":["Impact of the Number of Votes on the Reliability and Validity of Subjective Speech Quality Assessment in the Crowdsourcing Approach"],"prefix":"10.1109","author":[{"given":"Babak","family":"Naderi","sequence":"first","affiliation":[{"name":"Quality and Usability Lab, Technische Universität Berlin, Germany"}]},{"given":"Tobias","family":"Ho\u00dffeld","sequence":"additional","affiliation":[{"name":"University of Würzburg, Germany"}]},{"given":"Matthias","family":"Hirth","sequence":"additional","affiliation":[{"name":"Technische Universität Ilmenau, Germany"}]},{"given":"Florian","family":"Metzger","sequence":"additional","affiliation":[{"name":"University of Würzburg, Germany"}]},{"given":"Sebastian","family":"M\u00f6ller","sequence":"additional","affiliation":[{"name":"Quality and Usability Lab, Technische Universität Berlin, Germany; DFKI Projektbüro Berlin, Germany"}]},{"given":"Rafael Zequeira","family":"Jim\u00e9nez","sequence":"additional","affiliation":[{"name":"Quality and Usability Lab, Technische Universität Berlin, Germany"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1080\/14992020400050004"},{"key":"ref11","article-title":"Confidence Interval Estimators for MOS Values","author":"hossfeld","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_41"},{"key":"ref13","article-title":"SOS: The MOS is not Enough!","author":"ho\u00dffeld","year":"0","journal-title":"International Workshop on Quality of Multimedia Experience"},{"key":"ref4","article-title":"Effect of Trapping Questions on the Reliability of Speech Quality Judgments in a Crowdsourcing Paradigm","author":"naderi","year":"0","journal-title":"Conference of the International Speech Communication Association"},{"key":"ref3","first-page":"800","article-title":"ITU-T Recommandation","year":"1996","journal-title":"Methods for subjective determination of transmission quality"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-66435-4_7","article-title":"Crowdsourcing Quality of Experience Experiments","author":"egger-lampl","year":"2017","journal-title":"Evaluation in the Crowd Crowdsourcing and Human-Centered Experiments"},{"key":"ref5","article-title":"Robustness in speech quality assessment and temporal training expiry in mobile crowdsourcing environments","author":"polzehl","year":"0","journal-title":"Conference of the International Speech Communication Association"},{"key":"ref8","first-page":"808","article-title":"ITU-T Recommandation","year":"2018","journal-title":"Subjective evaluation of speech quality with a crowdsourcing approach"},{"key":"ref7","article-title":"Influence of Number of Stimuli for Subjective Speech Quality Assessment in Crowdsourcing","author":"zequeira jim\u00e9nez","year":"0","journal-title":"Int Conf on Quality of Multimedia Experience"},{"journal-title":"Testaufbau und Testanalyse","year":"1989","author":"lienert","key":"ref2"},{"journal-title":"Voice and Speech Quality Perception Assessment and Evaluation","year":"2005","author":"jekosch","key":"ref1"},{"key":"ref9","first-page":"863","article-title":"ITU-T Recommandation","year":"2018","journal-title":"Perceptual objective listening quality prediction"}],"event":{"name":"2020 Twelfth International Conference on Quality of Multimedia Experience (QoMEX)","start":{"date-parts":[[2020,5,26]]},"location":"Athlone, Ireland","end":{"date-parts":[[2020,5,28]]}},"container-title":["2020 Twelfth International Conference on Quality of Multimedia Experience (QoMEX)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9119338\/9123068\/09123115.pdf?arnumber=9123115","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T17:54:00Z","timestamp":1726682040000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9123115\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":13,"URL":"https:\/\/doi.org\/10.1109\/qomex48832.2020.9123115","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}