{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T02:14:48Z","timestamp":1772590488733,"version":"3.50.1"},"reference-count":72,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1109\/beliv.2018.8634261","type":"proceedings-article","created":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T23:58:16Z","timestamp":1549583896000},"page":"93-101","source":"Crossref","is-referenced-by-count":6,"title":["Towards Designing Unbiased Replication Studies in Information Visualization"],"prefix":"10.1109","author":[{"given":"Poorna Talkad","family":"Sukumar","sequence":"first","affiliation":[]},{"given":"Ronald","family":"Metoyer","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.180"},{"key":"ref71","article-title":"Correlation Judgment and Visualization Features: A Comparative Study","author":"yang","year":"2018","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/2559206.2559233"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcps.2012.10.008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9558.00187"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2993901.2993909"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.186"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.215"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467671"},{"key":"ref37","author":"lazar","year":"2017","journal-title":"Research Methods in Human-computer Interaction"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1377966.1377969"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.279"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2669557.2669558"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.179"},{"key":"ref62","first-page":"355","article-title":"Alpha, contrast and the perception of visual metadata","volume":"2008","author":"stone","year":"0","journal-title":"Color and Imaging Conference"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/1168149.1168158"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744359"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.170"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1177\/0963662514549688"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2012.713802"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346320"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124960"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1177\/0018720810384394"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2004.1260759"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745958"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173873"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1037\/0278-7393.17.4.767"},{"key":"ref1","year":"0","journal-title":"Between-Subjects vs Within-Subjects Study Design"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025905"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346979"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481410"},{"key":"ref24","first-page":"299","article-title":"Some whys and hows of experiments in human– computer interaction","volume":"5","author":"hornb\u00e6k","year":"2013","journal-title":"Foundations Trends Human–Comput Interaction"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"1461","DOI":"10.1145\/1978942.1979157","article-title":"The impact of social information on visual judgments","author":"hullman","year":"2011","journal-title":"Proceedings of the SIGCHI conference on Human factors in computing systems"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557004"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989880"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/2347736.2347739"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.213"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2993901.2993903"},{"key":"ref57","first-page":"1","article-title":"Replication in behavioral research","volume":"5","author":"rosenthal","year":"1990","journal-title":"Journal of Social Behavior and Personality"},{"key":"ref56","author":"rosenthal","year":"1966","journal-title":"Experimenter Effects in Behavioral Research"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"1451","DOI":"10.1145\/1978942.1979156","article-title":"Sizing up visualizations: effects of display size in focus+ context, overview+ detail, and zooming interfaces","author":"r?nne jakobsen","year":"2011","journal-title":"Proceedings of the SIGCHI conference on Human factors in computing systems"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173761"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2009.01694.x"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858077"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598594"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1037\/a0039400"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744298"},{"key":"ref12","first-page":"1","article-title":"An explorative analysis of user evaluation studies in information visualisation","author":"ellis","year":"2006","journal-title":"Proceedings of the 2006 AVI Workshop on beyond Time and Errors Novel Evaluation Methods for Information Visualization"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2599058"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IV.2010.33"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0255(91)90066-4"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.102.4.684"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2010.5653587"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2010.431"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/acp.1460"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702452"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858498"},{"key":"ref5","first-page":"71","article-title":"Publication politics, experimenter bias and the replication process in social science research","volume":"5","author":"bronstein","year":"1990","journal-title":"Journal of Social Behavior and Personality"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.2307\/2288400"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxp014"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-70956-5_2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(95)00664-8"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3200\/GENP.135.2.151-166"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1145\/191666.191766","article-title":"A preliminary analysis of the products of HCI research, using pro forma abstracts","author":"newman","year":"1994","journal-title":"Proceedings of the SIGCHI conference on Human factors in computing systems"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3152\/147154404781776400"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467758"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.199"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-051574-8.50019-4"},{"key":"ref44","article-title":"Editorial bias against replication research","volume":"5","author":"neuliep","year":"1990","journal-title":"Journal of Social Behavior and Personality"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1007\/978-3-540-70956-5_6","article-title":"Process and pitfalls in writing information visualization research papers","author":"munzner","year":"2008","journal-title":"Information Visualization"}],"event":{"name":"2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)","location":"Berlin, Germany","start":{"date-parts":[[2018,10,21]]},"end":{"date-parts":[[2018,10,21]]}},"container-title":["2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8630815\/8634010\/08634261.pdf?arnumber=8634261","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T13:33:15Z","timestamp":1694611995000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8634261\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10]]},"references-count":72,"URL":"https:\/\/doi.org\/10.1109\/beliv.2018.8634261","relation":{},"subject":[],"published":{"date-parts":[[2018,10]]}}}