{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T03:48:34Z","timestamp":1772164114863,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":78,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3641995","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T04:38:25Z","timestamp":1715402305000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Odds and Insights: Decision Quality in Exploratory Data Analysis Under Uncertainty"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1408-4511","authenticated-orcid":false,"given":"Abhraneel","family":"Sarma","sequence":"first","affiliation":[{"name":"Computer Science, Northwestern University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4619-7278","authenticated-orcid":false,"given":"Xiaoying","family":"Pu","sequence":"additional","affiliation":[{"name":"Independent, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2681-6441","authenticated-orcid":false,"given":"Yuan","family":"Cui","sequence":"additional","affiliation":[{"name":"Computer Science, Northwestern University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7902-3907","authenticated-orcid":false,"given":"Michael","family":"Correll","sequence":"additional","affiliation":[{"name":"Roux Institute, Northeastern University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2894-2432","authenticated-orcid":false,"given":"Eli T","family":"Brown","sequence":"additional","affiliation":[{"name":"DePaul University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9446-0419","authenticated-orcid":false,"given":"Matthew","family":"Kay","sequence":"additional","affiliation":[{"name":"Computer Science and Communication, Northwestern University, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865040"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1198\/0003130032369"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13678"},{"key":"e_1_3_3_3_5_1","volume-title":"Researchers misunderstand confidence intervals and standard error bars.Psychological methods 10, 4","author":"Belia Sarah","year":"2005","unstructured":"Sarah Belia, Fiona Fidler, Jennifer Williams, and Geoff Cumming. 2005. Researchers misunderstand confidence intervals and standard error bars.Psychological methods 10, 4 (2005), 389."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_3_3_7_1","unstructured":"Michael Betancourt. 2020. Towards A Principled Bayesian Workflow. https:\/\/betanalpha.github.io\/assets\/case_studies\/principled_bayesian_workflow.html"},{"key":"e_1_3_3_3_8_1","volume-title":"Conference on Innovative Data Systems Research. https:\/\/api.semanticscholar.org\/CorpusID:15852012","author":"Binnig Carsten","year":"2017","unstructured":"Carsten Binnig, Lorenzo\u00a0De Stefani, Tim Kraska, Eli Upfal, Emanuel Zgraggen, and Zheguang Zhao. 2017. Toward Sustainable Insights, or Why Polygamy is Bad for You. In Conference on Innovative Data Systems Research. https:\/\/api.semanticscholar.org\/CorpusID:15852012"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702452"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2009.0120"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.32614\/RJ-2018-017"},{"key":"e_1_3_3_3_12_1","volume-title":"Readings in information visualization: using vision to think","author":"Card K","unstructured":"Stuart\u00a0K Card, Jock\u00a0D Mackinlay, and Ben Shneiderman. 1999. Using vision to think. In Readings in information visualization: using vision to think. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, 579\u2013581."},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1669282.1669285"},{"key":"e_1_3_3_3_15_1","first-page":"15","article-title":"Towards Quantifying Uncertainty in Data Analysis & Exploration","volume":"41","author":"Chung Yeounoh","year":"2018","unstructured":"Yeounoh Chung, Sacha Servan-Schreiber, Emanuel Zgraggen, and Tim Kraska. 2018. Towards Quantifying Uncertainty in Data Analysis & Exploration. IEEE Data Eng. Bull. 41, 3 (2018), 15\u201327.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_3_3_17_1","volume-title":"Error bars considered harmful: Exploring alternate encodings for mean and error","author":"Correll Michael","year":"2014","unstructured":"Michael Correll and Michael Gleicher. 2014. Error bars considered harmful: Exploring alternate encodings for mean and error. IEEE transactions on visualization and computer graphics 20, 12 (2014), 2142\u20132151."},{"key":"e_1_3_3_3_18_1","volume-title":"Implicit Uncertainty Visualization: Aligning Perception and Statistics. In Workshop on Visualization for Decision Making under Uncertainty. https:\/\/api.semanticscholar.org\/CorpusID:16691049","author":"Correll Michael","year":"2015","unstructured":"Michael Correll and Michael Gleicher. 2015. Implicit Uncertainty Visualization: Aligning Perception and Statistics. In Workshop on Visualization for Decision Making under Uncertainty. https:\/\/api.semanticscholar.org\/CorpusID:16691049"},{"key":"e_1_3_3_3_19_1","volume-title":"Inference by eye: confidence intervals and how to read pictures of data.American psychologist 60, 2","author":"Cumming Geoff","year":"2005","unstructured":"Geoff Cumming and Sue Finch. 2005. Inference by eye: confidence intervals and how to read pictures of data.American psychologist 60, 2 (2005), 170."},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300295"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173718"},{"key":"e_1_3_3_3_22_1","first-page":"1","article-title":"The garden of forking paths: Why multiple comparisons can be a problem, even when there is no \u201cfishing expedition\u201d or \u201cp-hacking\u201d and the research hypothesis was posited ahead of time. Department of Statistics","volume":"348","author":"Gelman Andrew","year":"2013","unstructured":"Andrew Gelman and Eric Loken. 2013. The garden of forking paths: Why multiple comparisons can be a problem, even when there is no \u201cfishing expedition\u201d or \u201cp-hacking\u201d and the research hypothesis was posited ahead of time. Department of Statistics, Columbia University 348 (2013), 1\u201317.","journal-title":"Columbia University"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174079"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3073466"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1998.10480559"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1057\/palgrave.ivs.9500061"},{"key":"e_1_3_3_3_27_1","volume-title":"Robust misinterpretation of confidence intervals. Psychonomic bulletin & review 21, 5","author":"Hoekstra Rink","year":"2014","unstructured":"Rink Hoekstra, Richard\u00a0D Morey, Jeffrey\u00a0N Rouder, and Eric-Jan Wagenmakers. 2014. Robust misinterpretation of confidence intervals. Psychonomic bulletin & review 21, 5 (2014), 1157\u20131164."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376454"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.230"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2993901.2993919"},{"key":"e_1_3_3_3_31_1","volume-title":"Why authors don\u2019t visualize uncertainty","author":"Hullman Jessica","year":"2019","unstructured":"Jessica Hullman. 2019. Why authors don\u2019t visualize uncertainty. IEEE transactions on visualization and computer graphics 26, 1 (2019), 130\u2013139."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.175"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"crossref","unstructured":"Jessica Hullman Xiaoli Qiao Michael Correll Alex Kale and Matthew Kay. 2018. In pursuit of error: A survey of uncertainty visualization evaluation. IEEE transactions on visualization and computer graphics 25 1 (2018) 903\u2013913.","DOI":"10.1109\/TVCG.2018.2864889"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0142444"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.2307\/2533093"},{"key":"e_1_3_3_3_36_1","volume-title":"Graphical communication of uncertain quantities to nontechnical people. Risk analysis 7, 4","author":"Ibrekk Harald","year":"1987","unstructured":"Harald Ibrekk and M\u00a0Granger Morgan. 1987. Graphical communication of uncertain quantities to nontechnical people. Risk analysis 7, 4 (1987), 519\u2013529."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1198\/000313008X370843"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis48177.2020.1014"},{"key":"e_1_3_3_3_39_1","volume-title":"Uncertainty forecasts improve weather-related decisions and attenuate the effects of forecast error.Journal of experimental psychology: applied 18, 1","author":"Joslyn L","year":"2012","unstructured":"Susan\u00a0L Joslyn and Jared\u00a0E LeClerc. 2012. Uncertainty forecasts improve weather-related decisions and attenuate the effects of forecast error.Journal of experimental psychology: applied 18, 1 (2012), 126."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300432"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030335"},{"key":"e_1_3_3_3_42_1","volume-title":"Hypothetical Outcome Plots Help Untrained Observers Judge Trends in Ambiguous Data","author":"Kale Alex","year":"2018","unstructured":"Alex Kale, Francis Nguyen, Matthew Kay, and Jessica Hullman. 2018. Hypothetical Outcome Plots Help Untrained Observers Judge Trends in Ambiguous Data. IEEE transactions on visualization and computer graphics 25, 1 (2018), 892\u2013902."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858558"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/15230406.2015.1089792"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1179\/1743277414Y.0000000099"},{"key":"e_1_3_3_3_46_1","volume-title":"Why a diagram is (sometimes) worth ten thousand words. Cognitive science 11, 1","author":"Larkin H","year":"1987","unstructured":"Jill\u00a0H Larkin and Herbert\u00a0A Simon. 1987. Why a diagram is (sometimes) worth ten thousand words. Cognitive science 11, 1 (1987), 65\u2013100."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.14714\/CP13.1000"},{"key":"e_1_3_3_3_48_1","volume-title":"Statistical rethinking: A Bayesian course with examples in R and Stan","author":"McElreath Richard","unstructured":"Richard McElreath. 2020. Statistical rethinking: A Bayesian course with examples in R and Stan (2nd ed.). CRC.","edition":"2"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376420"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1518\/155534309X474460"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2006.70"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"e_1_3_3_3_53_1","unstructured":"Jos\u00e9 Pinheiro Douglas Bates Saikat DebRoy Deepayan Sarkar Siem Heisterkamp Bert Van\u00a0Willigen and R Maintainer. 2017. nlme : Linear and nonlinear mixed effects models. R package version 3.1-103. http:\/\/cran.r-project.org\/web\/packages\/nlme\/index.html (2017). https:\/\/cir.nii.ac.jp\/crid\/1570854174288831360"},{"key":"e_1_3_3_3_54_1","volume-title":"Uncertainty Quantification in Scientific Computing, Andrew\u00a0M","author":"Potter Kristin","unstructured":"Kristin Potter, Paul Rosen, and Chris\u00a0R. Johnson. 2012. From Quantification to Visualization: A Taxonomy of Uncertainty Visualization Approaches. In Uncertainty Quantification in Scientific Computing, Andrew\u00a0M. Dienstfrey and Ronald\u00a0F. Boisvert (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 226\u2013249."},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","unstructured":"Xiaoying Pu and Matthew Kay. 2018. The Garden of Forking Paths in Visualization: A Design Space for Reliable Exploratory Visual Analytics : Position Paper. In 2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV). 37\u201345. https:\/\/doi.org\/10.1109\/BELIV.2018.8634103","DOI":"10.1109\/BELIV.2018.8634103"},{"key":"e_1_3_3_3_56_1","volume-title":"Proceedings of Workshop on Visualization for Decision Making Under Uncertainty (VIS\u201915)","author":"Quinan P\u00a0Samuel","year":"2015","unstructured":"P\u00a0Samuel Quinan, Lace\u00a0M Padilla, Sarah\u00a0H Creem-Regehr, and Miriah Meyer. 2015. Towards ecological validity in evaluating uncertainty. In Proceedings of Workshop on Visualization for Decision Making Under Uncertainty (VIS\u201915). http:\/\/vdl. sci. utah. edu\/publications\/2015_vdmu_ecologicalvalidity."},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1177\/1473871616638546"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2006.85"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209348"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642375"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580726"},{"key":"e_1_3_3_3_62_1","volume-title":"STAR: Statistical Tests with Auditable Results. arXiv:1901.10875 [cs, stat]","author":"Servan-Schreiber Sacha","year":"2019","unstructured":"Sacha Servan-Schreiber, Olga Ohrimenko, Tim Kraska, and Emanuel Zgraggen. 2019. STAR: Statistical Tests with Auditable Results. arXiv:1901.10875 [cs, stat] (2019). http:\/\/arxiv.org\/abs\/1901.10875 arXiv:1901.10875."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","unstructured":"Meredith Skeels Bongshin Lee Greg Smith and George Robertson. 2008. Revealing Uncertainty for Information Visualization. (2008) 376\u2013379. https:\/\/doi.org\/10.1145\/1385569.1385637","DOI":"10.1145\/1385569.1385637"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2958.2002.tb00821.x"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-985X.00120"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208607"},{"key":"e_1_3_3_3_67_1","volume-title":"The visual display of quantitative information. Vol.\u00a02","author":"Tufte R","unstructured":"Edward\u00a0R Tufte. 2001. The visual display of quantitative information. Vol.\u00a02. Graphics press Cheshire, CT."},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1965.10479711"},{"key":"e_1_3_3_3_69_1","volume-title":"Exploratory data analysis. Vol.\u00a02","author":"Tukey W","unstructured":"John\u00a0W Tukey. 1977. Exploratory data analysis. Vol.\u00a02. Addison-Wesley Pub. Co."},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.161"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346786"},{"key":"e_1_3_3_3_72_1","volume-title":"Voyager: Exploratory analysis via faceted browsing of visualization recommendations","author":"Wongsuphasawat Kanit","year":"2015","unstructured":"Kanit Wongsuphasawat, Dominik Moritz, Anushka Anand, Jock Mackinlay, Bill Howe, and Jeffrey Heer. 2015. Voyager: Exploratory analysis via faceted browsing of visualization recommendations. IEEE transactions on visualization and computer graphics 22, 1 (2015), 649\u2013658."},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025768"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.31219\/osf.io\/d7pbh"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-020-02133-w"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/1377966.1377971"},{"key":"e_1_3_3_3_77_1","volume-title":"Perceptual proxies for extracting averages in data visualizations. Psychonomic bulletin & review 26","author":"Yuan Lei","year":"2019","unstructured":"Lei Yuan, Steve Haroz, and Steven Franconeri. 2019. Perceptual proxies for extracting averages in data visualizations. Psychonomic bulletin & review 26 (2019), 669\u2013676."},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174053"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2302491120"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3064019"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3641995","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3641995","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:57:29Z","timestamp":1750276649000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3641995"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":78,"alternative-id":["10.1145\/3613904.3641995","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3641995","relation":{"has-preprint":[{"id-type":"doi","id":"10.31219\/osf.io\/qa8dj","asserted-by":"object"}]},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}