{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:22:53Z","timestamp":1763202173303,"version":"3.28.0"},"reference-count":23,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,4]]},"DOI":"10.1109\/icassp.2018.8462153","type":"proceedings-article","created":{"date-parts":[[2018,9,21]],"date-time":"2018-09-21T22:24:48Z","timestamp":1537568688000},"page":"606-610","source":"Crossref","is-referenced-by-count":4,"title":["Crowdsourced Pairwise-Comparison for Source Separation Evaluation"],"prefix":"10.1109","author":[{"given":"Mark","family":"Cartwright","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bryan","family":"Pardo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gautham J.","family":"Mysore","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1145\/1631272.1631339","article-title":"A crowdsourceable QoE evaluation framework for multimedia content","author":"chen","year":"2009","journal-title":"Proc ACM Int l Conf Multimedia"},{"key":"ref11","article-title":"Web audio evaluation tool: A browser-based listening test environment","author":"jillings","year":"2015","journal-title":"Proceedings of the Sound and Music Computing Conference"},{"key":"ref12","first-page":"323","article-title":"The 2016 signal separation evaluation campaign","author":"liutkus","year":"2017","journal-title":"Proc Latent Variable Anal Conf"},{"key":"ref13","volume":"12","author":"david","year":"1963","journal-title":"The Method of Paired Comparisons"},{"journal-title":"Recommendation ITU-R BS 1116–2 Methods for the subjective assessment of small impairments in audio systems","year":"2014","key":"ref14"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","article-title":"Best practices for QoE crowdtesting: QoE assessment with crowdsourcing","volume":"16","author":"hofeld","year":"2014","journal-title":"IEEE Transactions on Multimedia"},{"journal-title":"Perceptual Audio Evaluation Theory Method and Application","year":"2007","author":"bech","key":"ref16"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"844","DOI":"10.1109\/TMM.2012.2190924","article-title":"Hodgerank on random graphs for subjective video quality assessment","volume":"14","author":"qianqian","year":"2012","journal-title":"IEEE Transactions on Multimedia"},{"key":"ref18","first-page":"193","article-title":"Pairwise ranking aggregation in a crowdsourced setting","author":"xi","year":"2013","journal-title":"Proc 2nd ACM Int'l Conf Web Search and Data Mining"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","article-title":"Running experiments on amazon mechanical turk","volume":"5","author":"paolacci","year":"2010","journal-title":"Judgment and Decision Making"},{"key":"ref4","article-title":"Perceptual evaluation of source separation for remixing music","author":"wierstorf","year":"2017","journal-title":"Proc Convention Audio Engineering Society"},{"key":"ref3","first-page":"1758","article-title":"Evaluation of quality of sound source separation algorithms: human perception vs quantitative metrics","author":"cano","year":"2016","journal-title":"Proc of European Signal Processing Conference (EUSIPCO)"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2011.2109381"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSA.2005.858005"},{"key":"ref8","article-title":"Crowdmos: An approach for crowdsourcing mean opinion score studies","author":"ribeiro","year":"2011","journal-title":"Proc of Int'l Conf on Acoustics Speech and Signal Processing (ICASSP)"},{"journal-title":"Recommendation ITU-R BS 1534–2 Method for the subjective assessment of intermediate quality level of audio systems","year":"2014","key":"ref7"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/978-3-319-53547-0_21","article-title":"Psychophysical evaluation of audio source separation methods","author":"simpson","year":"2017","journal-title":"Proceedings of the 9th International Conference on Latent Variable Analysis and Signal Separation"},{"key":"ref1","first-page":"619","article-title":"Fast and easy crowdsourced perceptual audio evaluation","author":"cartwright","year":"2016","journal-title":"Proc of IEEE Int'l Conf on Acoustics Speech and Signal Processing"},{"key":"ref9","article-title":"Towards the next generation of web-based experiments: A case study assessing basic audio quality following the ITU-R Recommendation BS. 1534 (MUSHRA)","author":"schoeffler","year":"2015","journal-title":"Proceedings of the Web Audio Conference"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1037\/h0065439"},{"key":"ref22","first-page":"1593","article-title":"The no-u-turn sampler: adaptively setting path lengths in hamiltonian monte carlo","volume":"15","author":"hoffman","year":"2014","journal-title":"J Mach Learn Res"},{"journal-title":"How to Analyze Paired Comparison Data","year":"2011","author":"tsukida","key":"ref21"},{"journal-title":"Bayesian Data Analysis (ser Chapman & Hall\/CRC Texts in Statistical Science)","year":"2014","author":"gelman","key":"ref23"}],"event":{"name":"ICASSP 2018 - 2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2018,4,15]]},"location":"Calgary, AB","end":{"date-parts":[[2018,4,20]]}},"container-title":["2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8450881\/8461260\/08462153.pdf?arnumber=8462153","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T09:06:48Z","timestamp":1693904808000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8462153\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,4]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/icassp.2018.8462153","relation":{},"subject":[],"published":{"date-parts":[[2018,4]]}}}