{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T16:04:29Z","timestamp":1779984269336,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,10,19]],"date-time":"2009-10-19T00:00:00Z","timestamp":1255910400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,10,19]]},"DOI":"10.1145\/1631272.1631339","type":"proceedings-article","created":{"date-parts":[[2009,10,20]],"date-time":"2009-10-20T08:43:40Z","timestamp":1256028220000},"page":"491-500","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":130,"title":["A crowdsourceable QoE evaluation framework for multimedia content"],"prefix":"10.1145","author":[{"given":"Kuan-Ta","family":"Chen","sequence":"first","affiliation":[{"name":"Academia Sinica, Taipei, Taiwan Roc"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chen-Chi","family":"Wu","sequence":"additional","affiliation":[{"name":"National Taiwan University, Taipei, Taiwan Roc"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu-Chun","family":"Chang","sequence":"additional","affiliation":[{"name":"National Taiwan University, Taipei, Taiwan Roc"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chin-Laung","family":"Lei","sequence":"additional","affiliation":[{"name":"National Taiwan University, Taipei, Taiwan Roc"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,10,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"H.264\/AVC reference software JM 15.1. http:\/\/iphome.hhi.de\/suehring\/tml\/."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480506.1480508"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2005.1497907"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/002194369703400106"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/1354856507084420"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.2307\/2334029"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1159913.1159959"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2009.5061978"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1121\/1.2385043"},{"key":"e_1_3_2_1_10_1","volume-title":"The Method of Paired Comparisons","author":"David H. A.","year":"1988","unstructured":"H. A. David. The Method of Paired Comparisons. Oxford University Press, 1988."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9876.00125"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/147078530504700602"},{"key":"e_1_3_2_1_13_1","first-page":"63","volume-title":"Proceedings of iTrust2004","author":"Fernandes A.","year":"2003","unstructured":"A. Fernandes, E. Kotsovinos, S. Otring, and B. Dragovic. Pinocchio: Incentives for honest participation in global-scale distributed trust management. In Proceedings of iTrust2004, pages 63--77, 2003."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1619797.1619863"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600172"},{"issue":"6","key":"e_1_3_2_1_16_1","first-page":"176","article-title":"The rise of crowdsourcing","volume":"14","author":"Howe J.","year":"2006","unstructured":"J. Howe. The rise of crowdsourcing. Wired Magazine, 14(6):176--183, 2006.","journal-title":"Wired Magazine"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2005.846785"},{"key":"e_1_3_2_1_18_1","volume-title":"Methodology for the subjective assessment of the quality of television pictures","author":"U-R","year":"2002","unstructured":"ITU-R Recommendation BT.500-11. Methodology for the subjective assessment of the quality of television pictures, 2002."},{"key":"e_1_3_2_1_19_1","volume-title":"Methods for subjective determination of transmission quality","author":"U-T","year":"1996","unstructured":"ITU-T Recommendation P.800. Methods for subjective determination of transmission quality, 1996."},{"key":"e_1_3_2_1_20_1","volume-title":"Objective perceptual multimedia video quality measurement in the presence of a full reference","author":"U-T","year":"2008","unstructured":"ITU-T Recommendation J.247. Objective perceptual multimedia video quality measurement in the presence of a full reference, 2008."},{"key":"e_1_3_2_1_21_1","volume-title":"Perceptual evaluation of speech quality (PESQ), an objective method for end-to-end speech quality assessment of narrow-band telephone networks and speech codecs","author":"U-T","year":"2001","unstructured":"ITU-T Recommendation P.862. Perceptual evaluation of speech quality (PESQ), an objective method for end-to-end speech quality assessment of narrow-band telephone networks and speech codecs, 2001."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2004.10000"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1566374.1566393"},{"key":"e_1_3_2_1_24_1","first-page":"285","volume-title":"Proceedings of IEEE International Conference on E-Commerce Technology","author":"Jurca R.","year":"2003","unstructured":"R. Jurca and B. Faltings. An incentive compatible reputation mechanism. In Proceedings of IEEE International Conference on E-Commerce Technology, pages 285--292, June 2003."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1475-3995.2004.00442.x"},{"key":"e_1_3_2_1_27_1","volume-title":"Individual Choice Behavior: A Theoretical Analysis","author":"Luce R. D.","year":"1959","unstructured":"R. D. Luce. Individual Choice Behavior: A Theoretical Analysis. Wiley, New York, 1959."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.2307\/2986348"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2621.1978.tb09732.x"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/355112.355122"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214501750332668"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2496(77)90033-5"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-005-8081-8"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1459359.1459395"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/290747.290755"},{"issue":"10","key":"e_1_3_2_1_37_1","article-title":"Researching Internet-based populations: Advantages and disadvantages of online survey research, online questionnaire authoring software packages, and web survey services","volume":"3","author":"Wright K. B.","year":"2005","unstructured":"K. B. Wright. Researching Internet-based populations: Advantages and disadvantages of online survey research, online questionnaire authoring software packages, and web survey services. Journal of Computer-Mediated Communication, 3(10), 2005.","journal-title":"Journal of Computer-Mediated Communication"}],"event":{"name":"MM09: ACM Multimedia Conference","location":"Beijing China","acronym":"MM09","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 17th ACM international conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1631272.1631339","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1631272.1631339","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T15:25:00Z","timestamp":1779981900000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1631272.1631339"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,10,19]]},"references-count":37,"alternative-id":["10.1145\/1631272.1631339","10.1145\/1631272"],"URL":"https:\/\/doi.org\/10.1145\/1631272.1631339","relation":{},"subject":[],"published":{"date-parts":[[2009,10,19]]},"assertion":[{"value":"2009-10-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}