{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:35:18Z","timestamp":1751607318130,"version":"3.28.0"},"reference-count":48,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,4]]},"DOI":"10.1109\/pacificvis.2016.7465249","type":"proceedings-article","created":{"date-parts":[[2016,5,6]],"date-time":"2016-05-06T15:19:28Z","timestamp":1462547968000},"page":"40-47","source":"Crossref","is-referenced-by-count":9,"title":["A crowdsourcing system for integrated and reproducible evaluation in scientific visualization"],"prefix":"10.1109","author":[{"given":"Rickard","family":"Englund","sequence":"first","affiliation":[]},{"given":"Sathish","family":"Kottravel","sequence":"additional","affiliation":[]},{"given":"Timo","family":"Ropinski","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"645","article-title":"Special section on replicability in psychological science: A crisis of confidence?","volume":"6","author":"pashler","year":"2012","journal-title":"Perspectives on Psychological Science"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12657"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240840"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866040"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.161"},{"journal-title":"Challenges and Unsolved Problems Springer","year":"2007","author":"laramee","key":"ref30"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.133"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-011-0168-7"},{"key":"ref34","article-title":"Human-computer interaction: An empirical research perspective","author":"mackenzie","year":"2012","journal-title":"Newnes"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346978"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989880"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxq028"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1168149.1168152","article-title":"An explorative analysis of user evaluation studies in information visualisation","author":"ellis","year":"2006","journal-title":"Beyond Time and Errors – Novel Evaluation Methods for Visualization (BELIV)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2442576.2442588"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IV.2010.33"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2442576.2442592"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346426"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.183"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis.2013.6596131"},{"key":"ref19","first-page":"1943","article-title":"Ranking visualizations of correlation using weber's law","volume":"20","author":"harrison","year":"2014","journal-title":"IEEE TVCG"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2005.4"},{"key":"ref4","first-page":"2301","article-title":"D3 data-driven documents","volume":"17","author":"bostock","year":"2011","journal-title":"IEEE TVCG"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2003.1210860"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.234"},{"key":"ref6","article-title":"Evaluation: How much evaluation is enough?","author":"chen","year":"2013","journal-title":"IEEE VisWeek Panels"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.279"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-70956-5_2"},{"key":"ref8","article-title":"Statistical Power Analysis for the Behavioral Sciences","author":"cohen","year":"1988","journal-title":"Lawrence Erlbaum Associates"},{"key":"ref7","article-title":"Quality of visualization: the bake off","author":"chen","year":"2012","journal-title":"IEEE VisWeek Panels"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12091"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346298"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.234"},{"key":"ref46","article-title":"Inviwo-An Extensible, Multi-Purpose Visualization Framework","author":"sunda","year":"2015","journal-title":"Poster at IEEE Vis"},{"key":"ref20","first-page":"177","article-title":"On the use of perceptual cues and data mining for effective visualization of scientific datasets","author":"healey","year":"1998","journal-title":"Proc Graphics Interface (GI)"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.188"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"key":"ref22","article-title":"Uncertainty and parameter space analysis in visualization","author":"heinzl","year":"2012","journal-title":"IEEE Vis Week Tutorials"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346320"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979148"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12387"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(00)00032-1"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.126"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1168149.1168158"},{"key":"ref26","article-title":"What's new in Psychtoolbox-3?","author":"kleiner","year":"2007","journal-title":"Perception 37 ECVP Abstract Supplement"},{"key":"ref43","first-page":"2431","article-title":"Design study methodology: Reflections from the trenches and the stacks","volume":"18","author":"sedlmair","year":"2012","journal-title":"IEEE TVCG"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"}],"event":{"name":"2016 IEEE Pacific Visualization Symposium (PacificVis)","start":{"date-parts":[[2016,4,19]]},"location":"Taipei","end":{"date-parts":[[2016,4,22]]}},"container-title":["2016 IEEE Pacific Visualization Symposium (PacificVis)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7460639\/7465233\/07465249.pdf?arnumber=7465249","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,24]],"date-time":"2017-06-24T12:55:29Z","timestamp":1498308929000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7465249\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/pacificvis.2016.7465249","relation":{},"subject":[],"published":{"date-parts":[[2016,4]]}}}