{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T02:14:52Z","timestamp":1772590492202,"version":"3.50.1"},"reference-count":28,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1109\/beliv.2018.8634392","type":"proceedings-article","created":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T18:58:16Z","timestamp":1549565896000},"page":"102-107","source":"Crossref","is-referenced-by-count":16,"title":["Skipping the Replication Crisis in Visualization: Threats to Study Validity and How to Address Them : Position Paper"],"prefix":"10.1109","author":[{"given":"Robert","family":"Kosara","sequence":"first","affiliation":[]},{"given":"Steve","family":"Haroz","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346979"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"ref12","first-page":"310","article-title":"A New Etiquette for Replication","volume":"45","author":"kahneman","year":"2014","journal-title":"Social Psychology"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467671"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2993901.2993909"},{"key":"ref15","first-page":"91","article-title":"Judgment Error in Pie Chart Variations","author":"kosara","year":"2016","journal-title":"Short Paper Proceedings of the Eurographics\/IEEE VGTC Symposium on Visualization EuroVis"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2110192.2110202"},{"key":"ref17","author":"kuhn","year":"1962","journal-title":"The Structure of Scientific Revolutions"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1177\/2515245918797607"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"ref28","article-title":"Correlation Judgment and Visualization Features: A Comparative Study","author":"yang","year":"2018","journal-title":"IEEE Transactions on Visualization and Computer Graphics (TVCG)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1926.10502165"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.01832"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744298"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346983"},{"key":"ref5","article-title":"The garden of forking paths: Why multiple comparisons can be a problem, even when there is no “fishing expedition” or “p-hacking” and the research hypothesis was posited ahead of time","author":"gelman","year":"0","journal-title":"Technical Report"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.31219\/osf.io\/8ag3w"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.180448"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2307\/2288400"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.233"},{"key":"ref1","first-page":"323","article-title":"A Model for Studying Display Methods of Statistical Graphics","volume":"2","author":"cleveland","year":"0","journal-title":"Journal of Computational and Graphical Statistics"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1708274114"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1037\/a0029487"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"1203","DOI":"10.1111\/j.1467-8659.2009.01694.x","article-title":"The Perception of Correlation in Scatterplots","volume":"29","author":"rensink","year":"2010","journal-title":"Computer Graphics Forum"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12888"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.196"},{"key":"ref25","first-page":"30","article-title":"Publication Decisions and Their Possible Effects on Inferences Drawn from Tests of Significance–Or Vice Versa","volume":"54","author":"sterling","year":"1959","journal-title":"Journal of the American Statistical Association"}],"event":{"name":"2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)","location":"Berlin, Germany","start":{"date-parts":[[2018,10,21]]},"end":{"date-parts":[[2018,10,21]]}},"container-title":["2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8630815\/8634010\/08634392.pdf?arnumber=8634392","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T18:34:21Z","timestamp":1643222061000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8634392\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/beliv.2018.8634392","relation":{"has-preprint":[{"id-type":"doi","id":"10.31219\/osf.io\/f8qey","asserted-by":"object"}]},"subject":[],"published":{"date-parts":[[2018,10]]}}}