{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T12:32:42Z","timestamp":1730291562040,"version":"3.28.0"},"reference-count":18,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T00:00:00Z","timestamp":1662336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T00:00:00Z","timestamp":1662336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,9,5]]},"DOI":"10.1109\/qomex55416.2022.9900894","type":"proceedings-article","created":{"date-parts":[[2022,10,4]],"date-time":"2022-10-04T15:53:22Z","timestamp":1664898802000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating the Robustness of Speech Evaluation Standards for the Crowd"],"prefix":"10.1109","author":[{"given":"Edwin","family":"Gamboa","sequence":"first","affiliation":[{"name":"User-centric Analysis of Multimedia Data Group, TU Ilmenau,Ilmenau,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Babak","family":"Naderi","sequence":"additional","affiliation":[{"name":"Quality and Usability Lab,TU Berlin,Berlin,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthias","family":"Hirth","sequence":"additional","affiliation":[{"name":"User-centric Analysis of Multimedia Data Group, TU Ilmenau,Ilmenau,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Moller","sequence":"additional","affiliation":[{"name":"Quality and Usability Lab,TU Berlin,Berlin,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2018.8463298"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-588"},{"key":"ref12","first-page":"119","article-title":"Adaptive procedures for hearing aid prescription and other audiologic applications","volume":"3","author":"levitt","year":"1992","journal-title":"Journal of the American Academy of Audiol-ogy"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX48832.2020.9123093"},{"key":"ref14","first-page":"6623","article-title":"Icassp 2021 deep noise suppression challenge","author":"reddy","year":"2021","journal-title":"IEEE International Conference on Acoustics Speech and Signal Processing"},{"key":"ref15","article-title":"On inter-rater reliability for crowdsourced qoe","author":"ho\u00dffeld","year":"2021","journal-title":"International Conference on Quality of Multime-dia Experience"},{"journal-title":"ITU-T Recommendation P 1401 Methods Metrics and Procedures for Statistical Evaluation Qualification and Comparison of Objective Quality Prediction Models","year":"2020","key":"ref16"},{"key":"ref17","article-title":"Confidence Intervals for Subjective Tests and Objective Metrics That Assess Image, Video, Speech, or Audiovisual Quality","author":"pinson","year":"2020","journal-title":"U S Department of Commerce Report NTIA Report 21-550"},{"key":"ref18","first-page":"131","article-title":"SOS: The MOS is not enough!","author":"ho\u00dffeld","year":"2011","journal-title":"International Workshop on Quality of Multimedia Experience"},{"journal-title":"International Telecommunication Union Geneva","article-title":"ITU-T Recommendation P.808, Subjective evaluation of speech quality with a crowdsourcing approach","year":"2021","key":"ref4"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"journal-title":"A guide to writing world class standards","article-title":"ETSI","year":"2020","key":"ref6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s41233-020-00042-1"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-589"},{"key":"ref7","first-page":"2862","article-title":"An open source implementation of ITU-T rec-ommendation P.808 with validation","author":"naderi","year":"2020","journal-title":"Conference of the International Speech Communication Association"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1926180.1926195"},{"journal-title":"ITU-T recommendation P 800 methods for subjective determination of transmission quality","year":"1998","key":"ref1"},{"key":"ref9","first-page":"619","article-title":"Fast and easy crowdsourced perceptual audio evaluation","author":"cartwright","year":"2016","journal-title":"IEEE International Conference on Acoustics Speech and Signal Processing"}],"event":{"name":"2022 14th International Conference on Quality of Multimedia Experience (QoMEX)","start":{"date-parts":[[2022,9,5]]},"location":"Lippstadt, Germany","end":{"date-parts":[[2022,9,7]]}},"container-title":["2022 14th International Conference on Quality of Multimedia Experience (QoMEX)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9900491\/9900873\/09900894.pdf?arnumber=9900894","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T18:55:19Z","timestamp":1667501719000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9900894\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,5]]},"references-count":18,"URL":"https:\/\/doi.org\/10.1109\/qomex55416.2022.9900894","relation":{},"subject":[],"published":{"date-parts":[[2022,9,5]]}}}