{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T11:41:06Z","timestamp":1753357266234,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,10,24]],"date-time":"2016-10-24T00:00:00Z","timestamp":1477267200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,10,24]]},"DOI":"10.1145\/2993901.2993919","type":"proceedings-article","created":{"date-parts":[[2016,10,3]],"date-time":"2016-10-03T13:42:16Z","timestamp":1475502136000},"page":"143-151","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Why Evaluating Uncertainty Visualization is Error Prone"],"prefix":"10.1145","author":[{"given":"Jessica","family":"Hullman","sequence":"first","affiliation":[{"name":"Information School, University of Washington"}]}],"member":"320","published-online":{"date-parts":[[2016,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1559\/152304003100011180"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2115"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.82.6.462"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0098-3004(01)00051-6"},{"key":"e_1_3_2_1_5_1","first-page":"14","article-title":"A model of nonbelief in the law of large numbers","author":"Benjamin D. J.","year":"2015","unstructured":"D. J. Benjamin , M. Rabin , and C. Raymond . A model of nonbelief in the law of large numbers . Journal of the European Economic Association , 14 , 2015 . D. J. Benjamin, M. Rabin, and C. Raymond. A model of nonbelief in the law of large numbers. Journal of the European Economic Association, 14, 2015.","journal-title":"Journal of the European Economic Association"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1518\/001872005775570916"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1518\/155534309X433726"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.3138\/3645-4V22-0M23-3T52"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.220"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2804-5_6"},{"key":"e_1_3_2_1_11_1","volume-title":"Assessing 10-50-90s: A surprise. Decision Analysis Newsletter, 20(1):2","author":"Clemen B.","year":"2001","unstructured":"B. Clemen . Assessing 10-50-90s: A surprise. Decision Analysis Newsletter, 20(1):2 , 2001 . B. Clemen. Assessing 10-50-90s: A surprise. Decision Analysis Newsletter, 20(1):2, 2001."},{"key":"e_1_3_2_1_12_1","volume-title":"The earth is round (p<. 05): Rejoinder","author":"Cohen J.","year":"1995","unstructured":"J. Cohen . The earth is round (p<. 05): Rejoinder . 1995 . J. Cohen. The earth is round (p<. 05): Rejoinder. 1995."},{"issue":"12","key":"e_1_3_2_1_13_1","first-page":"2142","article-title":"Error bars considered harmful: Exploring alternate encodings for mean and error. Visualization and Computer Graphics","volume":"20","author":"Correll M.","year":"2014","unstructured":"M. Correll and M. Gleicher . Error bars considered harmful: Exploring alternate encodings for mean and error. Visualization and Computer Graphics , IEEE Transactions on , 20 ( 12 ): 2142 -- 2151 , 2014 . M. Correll and M. Gleicher. Error bars considered harmful: Exploring alternate encodings for mean and error. Visualization and Computer Graphics, IEEE Transactions on, 20(12):2142--2151, 2014.","journal-title":"IEEE Transactions on"},{"key":"e_1_3_2_1_14_1","first-page":"1","volume-title":"Probabilities of probabilities: A real problem or a misunderstanding. New Developments in the Applications of Bayesian methods","author":"de Finetti B.","year":"1977","unstructured":"B. de Finetti . Probabilities of probabilities: A real problem or a misunderstanding. New Developments in the Applications of Bayesian methods , pages 1 -- 10 , 1977 . B. de Finetti. Probabilities of probabilities: A real problem or a misunderstanding. New Developments in the Applications of Bayesian methods, pages 1--10, 1977."},{"key":"e_1_3_2_1_15_1","first-page":"12","volume-title":"The comparison and evaluation of forecasters. The statistician","author":"DeGroot M. H.","year":"1983","unstructured":"M. H. DeGroot and S. E. Fienberg . The comparison and evaluation of forecasters. The statistician , pages 12 -- 22 , 1983 . M. H. DeGroot and S. E. Fienberg. The comparison and evaluation of forecasters. The statistician, pages 12--22, 1983."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691611406920"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0098-3004(97)00005-8"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0098-3004(97)00011-3"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1080\/14639220110110324"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.2307\/2841583"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214505000000105"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.102.4.684"},{"key":"e_1_3_2_1_23_1","volume-title":"Theory and Evidence","author":"Glymour C.","year":"1981","unstructured":"C. Glymour . Why I am not a Bayesian . In Theory and Evidence . University of Chicago Press , 1981 . C. Glymour. Why I am not a Bayesian. In Theory and Evidence. University of Chicago Press, 1981."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1086\/589562"},{"issue":"1","key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/S1930297500004940","article-title":"Lay understanding of probability distributions","volume":"9","author":"Goldstein D. G.","year":"2014","unstructured":"D. G. Goldstein and D. Rothschild . Lay understanding of probability distributions . Judgment and Decision Making , 9 ( 1 ): 1 , 2014 . D. G. Goldstein and D. Rothschild. Lay understanding of probability distributions. Judgment and Decision Making, 9(1):1, 2014.","journal-title":"Judgment and Decision Making"},{"key":"e_1_3_2_1_26_1","first-page":"143","volume-title":"SimVis","author":"Griethe H.","year":"2006","unstructured":"H. Griethe and H. Schumann . The visualization of uncertain data: Methods and problems . In SimVis , pages 143 -- 156 , 2006 . H. Griethe and H. Schumann. The visualization of uncertain data: Methods and problems. In SimVis, pages 143--156, 2006."},{"issue":"7","key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1017\/S1930297500001637","article-title":"A simple remedy for overprecision in judgment","volume":"5","author":"Haran U.","year":"2010","unstructured":"U. Haran , D. A. Moore , and C. K. Morewedge . A simple remedy for overprecision in judgment . Judgment and Decision Making , 5 ( 7 ): 467 , 2010 . U. Haran, D. A. Moore, and C. K. Morewedge. A simple remedy for overprecision in judgment. Judgment and Decision Making, 5(7):467, 2010.","journal-title":"Judgment and Decision Making"},{"key":"e_1_3_2_1_28_1","volume-title":"Representing uncertainty: Does it help people make better decisions","author":"Harrower M.","year":"2012","unstructured":"M. Harrower . Representing uncertainty: Does it help people make better decisions . Ithaca, NY : University Consortium for Geographic Information Science . Accessed October , 16: 2012 , 2003. M. Harrower. Representing uncertainty: Does it help people make better decisions. Ithaca, NY: University Consortium for Geographic Information Science. Accessed October, 16:2012, 2003."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0956-7976.2004.00715.x"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-013-0572-3"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1097\/00001888-199805000-00024"},{"key":"e_1_3_2_1_32_1","volume-title":"Hypothetical outcome plots outperform error bars and violin plots for inferences about reliability of variable ordering. PLOS ONE, 10(11)","author":"Hullman J.","year":"2015","unstructured":"J. Hullman , P. Resnick , and E. Adar . Hypothetical outcome plots outperform error bars and violin plots for inferences about reliability of variable ordering. PLOS ONE, 10(11) , 2015 . J. Hullman, P. Resnick, and E. Adar. Hypothetical outcome plots outperform error bars and violin plots for inferences about reliability of variable ordering. PLOS ONE, 10(11), 2015."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1539-6924.1987.tb00488.x"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/0963721413481473"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.58.9.697"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858558"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-8141(01)00022-1"},{"key":"e_1_3_2_1_38_1","volume-title":"Kosara","author":"Kosara R.","year":"2004","unstructured":"R. Kosara . Semantic Depth of Field-Using Blur for Focus+ Context Visualization. PhD thesis , Kosara , 2004 . R. Kosara. Semantic Depth of Field-Using Blur for Focus+ Context Visualization. PhD thesis, Kosara, 2004."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511546877","volume-title":"Planning algorithms","author":"LaValle S. M.","year":"2006","unstructured":"S. M. LaValle . Planning algorithms . Cambridge University Press , 2006 . S. M. LaValle. Planning algorithms. Cambridge University Press, 2006."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1559\/152304000783548037"},{"key":"e_1_3_2_1_41_1","volume-title":"Visualizing uncertain information. Cartographic Perspectives, (13):10--19","author":"MacEachren A. M.","year":"1992","unstructured":"A. M. MacEachren . Visualizing uncertain information. Cartographic Perspectives, (13):10--19 , 1992 . A. M. MacEachren. Visualizing uncertain information. Cartographic Perspectives, (13):10--19, 1992."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1068\/a301547"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1559\/1523040054738936"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.279"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.115.2.502"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvlc.2003.09.001"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1002\/0470033312"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s003710050111"},{"key":"e_1_3_2_1_49_1","first-page":"127","article-title":"A range-frequency analysis","volume":"2","author":"Parducci A.","year":"1974","unstructured":"A. Parducci . Contextual effects : A range-frequency analysis . Handbook of perception , 2 : 127 -- 141 , 1974 . A. Parducci. Contextual effects: A range-frequency analysis. Handbook of perception, 2:127--141, 1974.","journal-title":"Handbook of perception"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.114"},{"key":"e_1_3_2_1_51_1","volume-title":"The foundations of statistics","author":"Savage L. J.","year":"1972","unstructured":"L. J. Savage . The foundations of statistics . Courier Corporation , 1972 . L. J. Savage. The foundations of statistics. Courier Corporation, 1972."},{"key":"e_1_3_2_1_52_1","volume-title":"The distribution builder: A tool for inferring investor preferences","author":"Sharpe W. F.","year":"2000","unstructured":"W. F. Sharpe , D. G. Goldstein , and P. W. Blythe . The distribution builder: A tool for inferring investor preferences . 2000 . W. F. Sharpe, D. G. Goldstein, and P. W. Blythe. The distribution builder: A tool for inferring investor preferences. 2000."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1057\/ivs.2009.1"},{"key":"e_1_3_2_1_54_1","volume-title":"Overconfidence in interval estimates. Journal of Experimental Psychology: Learning, Memory, and Cognition, 30(2):299","author":"Soll J. B.","year":"2004","unstructured":"J. B. Soll and J. Klayman . Overconfidence in interval estimates. Journal of Experimental Psychology: Learning, Memory, and Cognition, 30(2):299 , 2004 . J. B. Soll and J. Klayman. Overconfidence in interval estimates. Journal of Experimental Psychology: Learning, Memory, and Cognition, 30(2):299, 2004."},{"key":"e_1_3_2_1_55_1","volume-title":"The history of statistics: The measurement of uncertainty before","author":"Stigler S. M.","year":"1900","unstructured":"S. M. Stigler . The history of statistics: The measurement of uncertainty before 1900 . Harvard University Press , 1986. S. M. Stigler. The history of statistics: The measurement of uncertainty before 1900. Harvard University Press, 1986."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.247"},{"key":"e_1_3_2_1_57_1","first-page":"146","volume-title":"Electronic Imaging 2005","author":"Thomson J.","year":"2005","unstructured":"J. Thomson , E. Hetzler , A. MacEachren , M. Gahegan , and M. Pavel . A typology for visualizing uncertainty . In Electronic Imaging 2005 , pages 146 -- 157 . International Society for Optics and Photonics , 2005 . J. Thomson, E. Hetzler, A. MacEachren, M. Gahegan, and M. Pavel. A typology for visualizing uncertainty. In Electronic Imaging 2005, pages 146--157. International Society for Optics and Photonics, 2005."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031322"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(73)90033-9"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1007\/978-94-010-1834-0_8","volume-title":"Utility, probability, and human decision making","author":"Tversky A.","year":"1975","unstructured":"A. Tversky and D. Kahneman . Judgment under uncertainty: Heuristics and biases . In Utility, probability, and human decision making , pages 141 -- 162 . Springer , 1975 . A. Tversky and D. Kahneman. Judgment under uncertainty: Heuristics and biases. In Utility, probability, and human decision making, pages 141--162. Springer, 1975."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9904-1945-08391-8"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.2.4.343"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1111\/1468-5884.00046"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1016\/0749-5978(91)90042-R"}],"event":{"name":"BELIV '16: Novel Evaluation Methods For Visualization","sponsor":["INRIA INRIA Rh\u00f4ne-Alpes"],"location":"Baltimore MD USA","acronym":"BELIV '16"},"container-title":["Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2993901.2993919","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2993901.2993919","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:39:50Z","timestamp":1750217990000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2993901.2993919"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10,24]]},"references-count":64,"alternative-id":["10.1145\/2993901.2993919","10.1145\/2993901"],"URL":"https:\/\/doi.org\/10.1145\/2993901.2993919","relation":{},"subject":[],"published":{"date-parts":[[2016,10,24]]},"assertion":[{"value":"2016-10-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}