{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T19:08:58Z","timestamp":1776366538646,"version":"3.51.2"},"reference-count":16,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,10,6]]},"DOI":"10.1109\/mmsp53017.2021.9733634","type":"proceedings-article","created":{"date-parts":[[2022,3,16]],"date-time":"2022-03-16T20:00:32Z","timestamp":1647460832000},"page":"1-6","source":"Crossref","is-referenced-by-count":6,"title":["Exploring Crowdsourcing for Subjective Quality Assessment of 3D Graphics"],"prefix":"10.1109","author":[{"given":"Yana","family":"Nehme","sequence":"first","affiliation":[{"name":"Univ Lyon,LIRIS CNRS,France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick Le","family":"Callet","sequence":"additional","affiliation":[{"name":"Univ Nantes,LS2N CNRS,France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Florent","family":"Dupont","sequence":"additional","affiliation":[{"name":"Univ Lyon,LIRIS CNRS,France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jean-Philippe","family":"Farrugia","sequence":"additional","affiliation":[{"name":"Univ Lyon,LIRIS CNRS,France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guillaume","family":"Lavoue","sequence":"additional","affiliation":[{"name":"Univ Lyon,LIRIS CNRS,France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2011.6116320"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143898"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-016-3948-3"},{"key":"ref13","first-page":"1","article-title":"Survey of web-based crowdsourcing frameworks for subjective quality assessment","author":"hollfeld","year":"2014","journal-title":"2014 IEEE 16th International Workshop on Multimedia Signal Processing (MMSP)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3427931"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/DCC.2017.26"},{"key":"ref4","article-title":"Teaching Data-driven Video Processing via Crowdsourced Data Collection","author":"reimann","year":"2021","journal-title":"Eurographics 2021 - Education Papers"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2018.8463298"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2015.2500021"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","article-title":"Best practices for qoe crowdtesting: Qoe assessment with crowdsourcing","volume":"16","author":"hoflfeld","year":"2014","journal-title":"IEEE Transactions on Multimedia"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413619"},{"key":"ref7","first-page":"21","article-title":"How much spam can you take? an analysis of crowdsourcing results to increase accuracy","author":"vuurens","year":"2011","journal-title":"Proc ACM SIGIR Workshop on Crowdsourcing for Information Retrieval (CIR’ll)"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2810188.2810194"},{"key":"ref1","article-title":"Methodology for the subjective assessment of the quality of television pictures BT Series Broadcasting service","year":"2012"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1631272.1631339"}],"event":{"name":"2021 IEEE 23rd International Workshop on Multimedia Signal Processing (MMSP)","location":"Tampere, Finland","start":{"date-parts":[[2021,10,6]]},"end":{"date-parts":[[2021,10,8]]}},"container-title":["2021 IEEE 23rd International Workshop on Multimedia Signal Processing (MMSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9733399\/9733432\/09733634.pdf?arnumber=9733634","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,9]],"date-time":"2022-07-09T02:19:16Z","timestamp":1657333156000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9733634\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,6]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/mmsp53017.2021.9733634","relation":{},"subject":[],"published":{"date-parts":[[2021,10,6]]}}}