{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T00:00:53Z","timestamp":1783555253412,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":136,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,21]],"date-time":"2021-07-21T00:00:00Z","timestamp":1626825600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,21]]},"DOI":"10.1145\/3461702.3462571","type":"proceedings-article","created":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T01:21:32Z","timestamp":1627694492000},"page":"401-413","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":184,"title":["Uncertainty as a Form of Transparency: Measuring, Communicating, and Using Uncertainty"],"prefix":"10.1145","author":[{"given":"Umang","family":"Bhatt","sequence":"first","affiliation":[{"name":"University of Cambridge, Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Javier","family":"Antor\u00e1n","sequence":"additional","affiliation":[{"name":"University of Cambridge, Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunfeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Q. Vera","family":"Liao","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prasanna","family":"Sattigeri","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Riccardo","family":"Fogliato","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabrielle","family":"Melan\u00e7on","sequence":"additional","affiliation":[{"name":"ElementAI, Montreal, PQ, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ranganath","family":"Krishnan","sequence":"additional","affiliation":[{"name":"Intel, Portland, OR, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Stanley","sequence":"additional","affiliation":[{"name":"ElementAI, Montreal, PQ, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Omesh","family":"Tickoo","sequence":"additional","affiliation":[{"name":"Intel, Portland, OR, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lama","family":"Nachman","sequence":"additional","affiliation":[{"name":"Intel, Santa Clara, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rumi","family":"Chunara","sequence":"additional","affiliation":[{"name":"New York University, New York City, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Madhulika","family":"Srikumar","sequence":"additional","affiliation":[{"name":"Partnership on AI, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adrian","family":"Weller","sequence":"additional","affiliation":[{"name":"University of Cambridge, Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alice","family":"Xiang","sequence":"additional","affiliation":[{"name":"Sony AI, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,7,30]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Graybill Alexander McFarlane Mood and Duane C. Boes","author":"Franklin","year":"1974","unstructured":"Franklin A. Graybill Alexander McFarlane Mood and Duane C. Boes . 1974 . Introduction to the theory of statistics(3rd ed. ed.). McGraw-Hill New York . Franklin A. Graybill Alexander McFarlane Mood and Duane C. Boes. 1974. Introduction to the theory of statistics(3rd ed. ed.). McGraw-Hill New York."},{"key":"e_1_3_2_1_2_1","volume-title":"International Conference on Learning Representations (ICLR).","author":"Antoran Javier","year":"2021","unstructured":"Javier Antoran , Umang Bhatt , Tameem Adel , Adrian Weller , and Jose Miguel Hernandez-Lobato . 2021 . Getting a CLUE: A Method for Explaining Uncertainty Estimates . In International Conference on Learning Representations (ICLR). Javier Antoran, Umang Bhatt, Tameem Adel, Adrian Weller, and Jose Miguel Hernandez-Lobato. 2021. Getting a CLUE: A Method for Explaining Uncertainty Estimates. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the Annual Meeting of the Australian Special Interest Group for Computer Human Interaction. 352--360","author":"Arshad Syed Z","unstructured":"Syed Z Arshad , Jianlong Zhou , Constant Bridon , Fang Chen , and Yang Wang .2015. Investigating user confidence for uncertainty presentation in predictive decision making . In Proceedings of the Annual Meeting of the Australian Special Interest Group for Computer Human Interaction. 352--360 . Syed Z Arshad, Jianlong Zhou, Constant Bridon, Fang Chen, and Yang Wang.2015. Investigating user confidence for uncertainty presentation in predictive decision making. In Proceedings of the Annual Meeting of the Australian Special Interest Group for Computer Human Interaction. 352--360."},{"key":"e_1_3_2_1_5_1","volume-title":"Pitfalls of In-Domain Uncertainty Estimation and Ensembling in Deep Learning. In International Conference on Learning Representations.","author":"Ashukha Arsenii","year":"2019","unstructured":"Arsenii Ashukha , Alexander Lyzhov , Dmitry Molchanov , and Dmitry Vetrov . 2019 . Pitfalls of In-Domain Uncertainty Estimation and Ensembling in Deep Learning. In International Conference on Learning Representations. Arsenii Ashukha, Alexander Lyzhov, Dmitry Molchanov, and Dmitry Vetrov. 2019. Pitfalls of In-Domain Uncertainty Estimation and Ensembling in Deep Learning. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_6_1","volume-title":"Adam Pearce, and Kevin Quealy.","author":"Badger Emily","year":"2018","unstructured":"Emily Badger , Claire Cain Miller , Adam Pearce, and Kevin Quealy. 2018 . Income Mobility Charts for Girls, Asian- Americans and Other Groups . Or Make YourOwn. (2018). Emily Badger, Claire Cain Miller, Adam Pearce, and Kevin Quealy. 2018. Income Mobility Charts for Girls, Asian-Americans and Other Groups. Or Make YourOwn. (2018)."},{"key":"e_1_3_2_1_7_1","first-page":"401","article-title":"GRADE Guidelines: 3","volume":"64","author":"Balshem Howard","year":"2011","unstructured":"Howard Balshem , Mark Helfand , Holger J. Sch\u00fcnemann , Andrew D. Oxman , Regina Kunz , Jan Brozek , Gunn E. Vist , Yngve Falck-Ytter , Joerg Meerpohl , Susan Norris , and Gordon H. Guyatt . 2011 . GRADE Guidelines: 3 . Rating the Quality of Evidence. 64 , 4 (2011), 401 -- 406 . https:\/\/doi.org\/10\/d49b4h Howard Balshem, Mark Helfand, Holger J. Sch\u00fcnemann, Andrew D. Oxman, Regina Kunz, Jan Brozek, Gunn E. Vist, Yngve Falck-Ytter, Joerg Meerpohl, Susan Norris, and Gordon H. Guyatt. 2011. GRADE Guidelines: 3. Rating the Quality of Evidence. 64, 4 (2011), 401--406. https:\/\/doi.org\/10\/d49b4h","journal-title":"Rating the Quality of Evidence."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_2_1_9_1","unstructured":"Christopher M. Bishop. 2006.Pattern Recognition and Machine Learning (Information Science and Statistics). Springer-Verlag Berlin Heidelberg.  Christopher M. Bishop. 2006.Pattern Recognition and Machine Learning (Information Science and Statistics). Springer-Verlag Berlin Heidelberg."},{"key":"e_1_3_2_1_10_1","volume-title":"Bayesians and frequentists. BMJ317, 7166","author":"Martin Bland J","year":"1998","unstructured":"J Martin Bland and Douglas G Altman . 1998. Bayesians and frequentists. BMJ317, 7166 ( 1998 ), 1151--1160. https:\/\/doi.org\/10.1136\/bmj.317.7166.1151arXiv:https:\/\/www.bmj.com\/content\/317\/7166\/1151.1.full.pdf 10.1136\/bmj.317.7166.1151arXiv:https: J Martin Bland and Douglas G Altman. 1998. Bayesians and frequentists. BMJ317, 7166 (1998), 1151--1160. https:\/\/doi.org\/10.1136\/bmj.317.7166.1151arXiv:https:\/\/www.bmj.com\/content\/317\/7166\/1151.1.full.pdf"},{"key":"e_1_3_2_1_11_1","unstructured":"Avrim Blum and Kevin Stangl. 2019. Recovering from biased data: Can fairness constraints improve accuracy? arXiv preprint arXiv:1912.01094(2019).  Avrim Blum and Kevin Stangl. 2019. Recovering from biased data: Can fairness constraints improve accuracy? arXiv preprint arXiv:1912.01094(2019)."},{"key":"e_1_3_2_1_12_1","volume-title":"Weight Uncertainty in Neural Network. InInternational Conference on Machine Learning. 1613--1622","author":"Blundell Charles","year":"2015","unstructured":"Charles Blundell , Julien Cornebise , Koray Kavukcuoglu , and Daan Wierstra . 2015 . Weight Uncertainty in Neural Network. InInternational Conference on Machine Learning. 1613--1622 . Charles Blundell, Julien Cornebise, Koray Kavukcuoglu, and Daan Wierstra. 2015. Weight Uncertainty in Neural Network. InInternational Conference on Machine Learning. 1613--1622."},{"key":"e_1_3_2_1_13_1","first-page":"100291","article-title":"Conceptual Difficulties When Interpreting Histograms","volume":"28","author":"Boels Lonneke","year":"2019","unstructured":"Lonneke Boels , Arthur Bakker , Wim Van Dooren , and Paul Drijvers . 2019 . Conceptual Difficulties When Interpreting Histograms : A Review. 28 (2019), 100291 . https:\/\/doi.org\/10\/ghbw6s Lonneke Boels, Arthur Bakker, Wim Van Dooren, and Paul Drijvers. 2019. Conceptual Difficulties When Interpreting Histograms: A Review. 28 (2019), 100291. https:\/\/doi.org\/10\/ghbw6s","journal-title":"A Review."},{"key":"e_1_3_2_1_14_1","volume-title":"Machine Learning 24, 2 (01","author":"Breiman Leo","year":"1996","unstructured":"Leo Breiman . 1996. Bagging Predictors . Machine Learning 24, 2 (01 Aug 1996 ), 123--140. https:\/\/doi.org\/10.1023\/A:1018054314350 10.1023\/A:1018054314350 Leo Breiman. 1996. Bagging Predictors. Machine Learning 24, 2 (01 Aug 1996), 123--140. https:\/\/doi.org\/10.1023\/A:1018054314350"},{"key":"e_1_3_2_1_15_1","volume-title":"Verification of forecasts expressed in terms of probability. Monthly weather review 78, 1","author":"Brier Glenn W","year":"1950","unstructured":"Glenn W Brier . 1950. Verification of forecasts expressed in terms of probability. Monthly weather review 78, 1 ( 1950 ), 1--3. Glenn W Brier. 1950. Verification of forecasts expressed in terms of probability. Monthly weather review 78, 1 (1950), 1--3."},{"key":"e_1_3_2_1_16_1","volume-title":"Broomell","author":"Budescu David V.","year":"2012","unstructured":"David V. Budescu , Han-Hui Por , and Stephen B . Broomell . 2012 . Effective Communication of Uncertainty in the IPCC Reports . 113, 2 (2012), 181--200.https:\/\/doi.org\/10\/c93bb5 David V. Budescu, Han-Hui Por, and Stephen B. Broomell. 2012. Effective Communication of Uncertainty in the IPCC Reports. 113, 2 (2012), 181--200.https:\/\/doi.org\/10\/c93bb5"},{"key":"e_1_3_2_1_17_1","volume-title":"Wallsten","author":"Budescu David V.","year":"1985","unstructured":"David V. Budescu and Thomas S . Wallsten . 1985 . Consistency in Interpretation of Probabilistic Phrases . 36, 3 (1985), 391--405. https:\/\/doi.org\/10\/b9qss9 David V. Budescu and Thomas S. Wallsten. 1985. Consistency in Interpretation of Probabilistic Phrases. 36, 3 (1985), 391--405. https:\/\/doi.org\/10\/b9qss9"},{"key":"e_1_3_2_1_18_1","volume-title":"Conference on fairness, accountability and transparency. 77--91","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru . 2018 . Gender shades: Intersectional accuracy disparities in commercial gender classification . In Conference on fairness, accountability and transparency. 77--91 . Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. 77--91."},{"key":"e_1_3_2_1_19_1","volume-title":"The heuristic-systematic. Dual-process theories social psychology 73","author":"Chaiken Shelly","year":"1999","unstructured":"Shelly Chaiken . 1999. The heuristic-systematic. Dual-process theories social psychology 73 ( 1999 ). Shelly Chaiken. 1999. The heuristic-systematic. Dual-process theories social psychology 73 (1999)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287594"},{"key":"e_1_3_2_1_21_1","volume-title":"International conference on machine learning. 1683--1691","author":"Chen Tianqi","year":"2014","unstructured":"Tianqi Chen , Emily Fox , and Carlos Guestrin . 2014 . Stochastic gradient hamiltonian Monte Carlo . In International conference on machine learning. 1683--1691 . Tianqi Chen, Emily Fox, and Carlos Guestrin. 2014. Stochastic gradient hamiltonian Monte Carlo. In International conference on machine learning. 1683--1691."},{"key":"e_1_3_2_1_22_1","first-page":"203","article-title":"Verbal Uncertainty Expressions","volume":"9","author":"Clark Dominic A.","year":"1990","unstructured":"Dominic A. Clark . 1990 . Verbal Uncertainty Expressions : A Critical Review ofTwo Decades of Research. 9 , 3 (1990), 203 -- 235 . https:\/\/doi.org\/10\/ck4kmb Dominic A. Clark. 1990. Verbal Uncertainty Expressions: A Critical Review ofTwo Decades of Research. 9, 3 (1990), 203--235. https:\/\/doi.org\/10\/ck4kmb","journal-title":"A Critical Review ofTwo Decades of Research."},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. Command and Control Research and Technology Symp. Citeseer.","author":"Cohen Marvin S","year":"1998","unstructured":"Marvin S Cohen , Raja Parasuraman , and Jared T Freeman . 1998 . Trust in decision aids: A model and its training implications . In Proc. Command and Control Research and Technology Symp. Citeseer. Marvin S Cohen, Raja Parasuraman, and Jared T Freeman. 1998. Trust in decision aids: A model and its training implications. In Proc. Command and Control Research and Technology Symp. Citeseer."},{"key":"e_1_3_2_1_24_1","first-page":"2142","article-title":"Error Bars Considered Harmful","volume":"20","author":"Correll Michael","year":"2014","unstructured":"Michael Correll and Michael Gleicher . 2014 . Error Bars Considered Harmful : Exploring Alternate Encodings for Mean and Error. 20 , 12 (2014), 2142 -- 2151 . https:\/\/doi.org\/10\/23c Michael Correll and Michael Gleicher. 2014. Error Bars Considered Harmful: Exploring Alternate Encodings for Mean and Error. 20, 12 (2014), 2142--2151. https:\/\/doi.org\/10\/23c","journal-title":"Exploring Alternate Encodings for Mean and Error."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature10983"},{"key":"e_1_3_2_1_27_1","volume-title":"Aleatory or epistemic? Does it matter? Structural safety 31, 2","author":"Kiureghian Armen Der","year":"2009","unstructured":"Armen Der Kiureghian and Ove Ditlevsen . 2009. Aleatory or epistemic? Does it matter? Structural safety 31, 2 ( 2009 ), 105--112. Armen Der Kiureghian and Ove Ditlevsen. 2009. Aleatory or epistemic? Does it matter? Structural safety 31, 2 (2009), 105--112."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45014-9_1"},{"key":"e_1_3_2_1_29_1","unstructured":"Andreia Dionisio Rui Menezes and Diana A Mendes. 2007. Entropy and uncertainty analysis in financial markets. arXiv preprint arXiv:0709.0668(2007).  Andreia Dionisio Rui Menezes and Diana A Mendes. 2007. Entropy and uncertainty analysis in financial markets. arXiv preprint arXiv:0709.0668(2007)."},{"key":"e_1_3_2_1_30_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608(2017).  Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608(2017)."},{"key":"e_1_3_2_1_31_1","unstructured":"Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml  Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml"},{"key":"e_1_3_2_1_32_1","volume-title":"Conference on Fairness, Accountability and Transparency. 160--171","author":"Ensign Danielle","year":"2018","unstructured":"Danielle Ensign , Sorelle A Friedler , Scott Neville , Carlos Scheidegger , and Suresh Venkatasubramanian . 2018 . Runaway feedback loops in predictive policing . In Conference on Fairness, Accountability and Transparency. 160--171 . Danielle Ensign, Sorelle A Friedler, Scott Neville, Carlos Scheidegger, and Suresh Venkatasubramanian. 2018. Runaway feedback loops in predictive policing. In Conference on Fairness, Accountability and Transparency. 160--171."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Kawin Ethayarajh. 2020. Is Your Classifier Actually Biased? Measuring Fairness under Uncertainty with Bernstein Bounds.arXiv preprint arXiv:2004.12332(2020).  Kawin Ethayarajh. 2020. Is Your Classifier Actually Biased? Measuring Fairness under Uncertainty with Bernstein Bounds.arXiv preprint arXiv:2004.12332(2020).","DOI":"10.18653\/v1\/2020.acl-main.262"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1317504111"},{"key":"e_1_3_2_1_35_1","unstructured":"Riccardo Fogliato Max G'Sell and Alexandra Chouldechova. 2020. Fairness Evaluation in Presence of Biased Noisy Labels. arXiv preprint arXiv:2003.13808(2020).  Riccardo Fogliato Max G'Sell and Alexandra Chouldechova. 2020. Fairness Evaluation in Presence of Biased Noisy Labels. arXiv preprint arXiv:2003.13808(2020)."},{"key":"e_1_3_2_1_36_1","volume-title":"Uncertainty in deep learning","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal . 2016. Uncertainty in deep learning . University of Cambridge 1, 3( 2016 ). Yarin Gal. 2016. Uncertainty in deep learning. University of Cambridge 1, 3(2016)."},{"key":"e_1_3_2_1_37_1","volume-title":"International Conference on Machine Learning. 1050--1059","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal and Zoubin Ghahramani . 2016 . Dropout as a Bayesian approximation: Representing model uncertainty in deep learning . In International Conference on Machine Learning. 1050--1059 . Yarin Gal and Zoubin Ghahramani. 2016. Dropout as a Bayesian approximation: Representing model uncertainty in deep learning. In International Conference on Machine Learning. 1050--1059."},{"key":"e_1_3_2_1_38_1","first-page":"462","article-title":"Statistical Numeracy for Health","volume":"170","author":"Galesic Mirta","year":"2010","unstructured":"Mirta Galesic and Rocio Garcia-Retamero . 2010 . Statistical Numeracy for Health : A Cross-Cultural Comparison With Probabilistic National Samples. 170 , 5 (2010), 462 -- 468 . https:\/\/doi.org\/10\/fmj7q3 Mirta Galesic and Rocio Garcia-Retamero. 2010. Statistical Numeracy for Health: A Cross-Cultural Comparison With Probabilistic National Samples. 170, 5 (2010), 462--468. https:\/\/doi.org\/10\/fmj7q3","journal-title":"A Cross-Cultural Comparison With Probabilistic National Samples."},{"key":"e_1_3_2_1_39_1","volume-title":"Hal Daume\u00e9 III, and Kate Crawford","author":"Gebru Timnit","year":"2018","unstructured":"Timnit Gebru , Jamie Morgenstern , Briana Vecchione , Jennifer WortmanVaughan , Hanna Wallach , Hal Daume\u00e9 III, and Kate Crawford . 2018 . Datasheets for datasets.arXiv preprint arXiv:1803.09010(2018). Timnit Gebru, Jamie Morgenstern, Briana Vecchione, Jennifer WortmanVaughan, Hanna Wallach, Hal Daume\u00e9 III, and Kate Crawford. 2018. Datasheets for datasets.arXiv preprint arXiv:1803.09010(2018)."},{"key":"e_1_3_2_1_40_1","volume-title":"Probabilistic machine learning and artificial intelligence. Nature 521, 7553 (01","author":"Ghahramani Zoubin","year":"2015","unstructured":"Zoubin Ghahramani . 2015. Probabilistic machine learning and artificial intelligence. Nature 521, 7553 (01 May 2015 ), 452--459. https:\/\/doi.org\/10.1038\/nature14541 10.1038\/nature14541 Zoubin Ghahramani. 2015. Probabilistic machine learning and artificial intelligence. Nature 521, 7553 (01 May 2015), 452--459. https:\/\/doi.org\/10.1038\/nature14541"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000001437"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1520340.1520358"},{"key":"e_1_3_2_1_43_1","volume-title":"Observing the user experience: A practitioner's guide to user research","author":"Goodman Elizabeth","unstructured":"Elizabeth Goodman , Mike Kuniavsky , and Andrea Moed . 2012. Observing the user experience: A practitioner's guide to user research . Elsevier . Elizabeth Goodman, Mike Kuniavsky, and Andrea Moed. 2012. Observing the user experience: A practitioner's guide to user research. Elsevier."},{"key":"e_1_3_2_1_44_1","volume-title":"Mahdi Milani Fard, and Serena Wang","author":"Gupta Maya","year":"2018","unstructured":"Maya Gupta , Andrew Cotter , Mahdi Milani Fard, and Serena Wang . 2018 . Proxy fairness. arXiv preprint arXiv:1806.11212(2018). Maya Gupta, Andrew Cotter, Mahdi Milani Fard, and Serena Wang. 2018. Proxy fairness. arXiv preprint arXiv:1806.11212(2018)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00057884"},{"key":"e_1_3_2_1_46_1","volume-title":"International Conference on Machine Learning. 1861--1869","author":"Hern\u00e1ndez-Lobato Jos\u00e9 Miguel","year":"2015","unstructured":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato and Ryan Adams . 2015 . Probabilistic back-propagation for scalable learning of Bayesian neural networks . In International Conference on Machine Learning. 1861--1869 . Jos\u00e9 Miguel Hern\u00e1ndez-Lobato and Ryan Adams. 2015. Probabilistic back-propagation for scalable learning of Bayesian neural networks. In International Conference on Machine Learning. 1861--1869."},{"key":"e_1_3_2_1_47_1","unstructured":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato Matthew W Hoffman and Zoubin Ghahramani. 2014. Predictive entropy search for efficient global optimization of black-box functions. In Advances in neural information processing systems. 918--926.  Jos\u00e9 Miguel Hern\u00e1ndez-Lobato Matthew W Hoffman and Zoubin Ghahramani. 2014. Predictive entropy search for efficient global optimization of black-box functions. In Advances in neural information processing systems. 918--926."},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the Sixth Annual Conference on Computational Learning Theory (COLT '93)","author":"Geoffrey","unstructured":"Geoffrey E. Hinton and Drew van Camp. 1993. Keeping the Neural Networks Simple by Minimizing the Description Length of the Weights . In Proceedings of the Sixth Annual Conference on Computational Learning Theory (COLT '93) . ACM, New York, NY, USA, 5--13. https:\/\/doi.org\/10.1145\/168304.168306 10.1145\/168304.168306 Geoffrey E. Hinton and Drew van Camp. 1993. Keeping the Neural Networks Simple by Minimizing the Description Length of the Weights. In Proceedings of the Sixth Annual Conference on Computational Learning Theory (COLT '93). ACM, New York, NY, USA, 5--13. https:\/\/doi.org\/10.1145\/168304.168306"},{"key":"e_1_3_2_1_49_1","first-page":"181","article-title":"Violin Plots","volume":"52","author":"Hintze Jerry L.","year":"1998","unstructured":"Jerry L. Hintze and Ray D. Nelson . 1998 . Violin Plots : A Box Plot-Density Trace Synergism. 52 , 2 (1998), 181 -- 184 . https:\/\/doi.org\/10\/gf5hpq Jerry L. Hintze and Ray D. Nelson. 1998. Violin Plots: A Box Plot-Density Trace Synergism. 52, 2 (1998), 181--184. https:\/\/doi.org\/10\/gf5hpq","journal-title":"A Box Plot-Density Trace Synergism."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720814547570"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376454"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0951-8320(96)00077-4"},{"key":"e_1_3_2_1_53_1","unstructured":"Neil Houlsby Ferenc Husz\u00e1r Zoubin Ghahramani and Mate Lengyel. 2011. Bayesian active learning for classification and preference learning. arXiv preprintarXiv:1112.5745(2011).  Neil Houlsby Ferenc Husz\u00e1r Zoubin Ghahramani and Mate Lengyel. 2011. Bayesian active learning for classification and preference learning. arXiv preprintarXiv:1112.5745(2011)."},{"key":"e_1_3_2_1_54_1","volume-title":"Irving Lester Janis, and Harold H Kelley","author":"Hovland Carl Iver","year":"1953","unstructured":"Carl Iver Hovland , Irving Lester Janis, and Harold H Kelley . 1953 . Communication and persuasion. (1953). Carl Iver Hovland, Irving Lester Janis, and Harold H Kelley. 1953. Communication and persuasion. (1953)."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Jessica Hullman Xiaoli Qiao Michael Correll Alex Kale and Matthew Kay. 2018. In pursuit of error: A survey of uncertainty visualization evaluation. IEEE transactions on visualization and computer graphics 25 1 (2018) 903--913.  Jessica Hullman Xiaoli Qiao Michael Correll Alex Kale and Matthew Kay. 2018. In pursuit of error: A survey of uncertainty visualization evaluation. IEEE transactions on visualization and computer graphics 25 1 (2018) 903--913.","DOI":"10.1109\/TVCG.2018.2864889"},{"key":"e_1_3_2_1_56_1","volume-title":"Hypothetical Outcome Plots Outperform Error Bars and Violin Plots for Inferences about Reliability of Variable Ordering. 10, 11","author":"Hullman Jessica","year":"2015","unstructured":"Jessica Hullman , Paul Resnick , and Eytan Adar . 2015. Hypothetical Outcome Plots Outperform Error Bars and Violin Plots for Inferences about Reliability of Variable Ordering. 10, 11 ( 2015 ), e0142444. https:\/\/doi.org\/10\/f3tvsd Jessica Hullman, Paul Resnick, and Eytan Adar. 2015. Hypothetical Outcome Plots Outperform Error Bars and Violin Plots for Inferences about Reliability of Variable Ordering. 10, 11 (2015), e0142444. https:\/\/doi.org\/10\/f3tvsd"},{"key":"e_1_3_2_1_57_1","volume-title":"Michael Veale, and Eric PS Baumer.","author":"Inkpen Kori","year":"2019","unstructured":"Kori Inkpen , Stevie Chancellor , Munmun De Choudhury , Michael Veale, and Eric PS Baumer. 2019 . Where is the human? Bridging the gap between AI and HCI. In Extended abstracts of the 2019 chi conference on human factors in computing systems. 1--9. Kori Inkpen, Stevie Chancellor, Munmun De Choudhury, Michael Veale, and Eric PS Baumer. 2019. Where is the human? Bridging the gap between AI and HCI. In Extended abstracts of the 2019 chi conference on human factors in computing systems. 1--9."},{"key":"e_1_3_2_1_58_1","volume-title":"Jos\u00e9 Miguel Hernandez-Lobato, and Sebastian Tschiatschek","author":"Janz David","year":"2019","unstructured":"David Janz , Jiri Hron , Przemys? aw Mazur, Katja Hofmann , Jos\u00e9 Miguel Hernandez-Lobato, and Sebastian Tschiatschek . 2019 . Successor Uncertainties:Exploration and Uncertainty in Temporal Difference Learning. In Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.). Curran Associates, Inc ., 4507--4516. http:\/\/papers.nips.cc\/paper\/8700-successor-uncertainties-exploration-and-uncertainty-in-temporal-difference-learning.pdf David Janz, Jiri Hron, Przemys? aw Mazur, Katja Hofmann, Jos\u00e9 Miguel Hernandez-Lobato, and Sebastian Tschiatschek. 2019. Successor Uncertainties:Exploration and Uncertainty in Temporal Difference Learning. In Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.). Curran Associates, Inc., 4507--4516. http:\/\/papers.nips.cc\/paper\/8700-successor-uncertainties-exploration-and-uncertainty-in-temporal-difference-learning.pdf"},{"key":"e_1_3_2_1_59_1","volume-title":"International Conference on Artificial Intelligence and Statistics. 702--712","author":"Jiang Heinrich","year":"2020","unstructured":"Heinrich Jiang and Ofir Nachum . 2020 . Identifying and correcting label bias in machine learning . In International Conference on Artificial Intelligence and Statistics. 702--712 . Heinrich Jiang and Ofir Nachum. 2020. Identifying and correcting label bias in machine learning. In International Conference on Artificial Intelligence and Statistics. 702--712."},{"key":"e_1_3_2_1_60_1","volume-title":"fast and slow","author":"Kahneman Daniel","unstructured":"Daniel Kahneman . 2011.Thinking , fast and slow . Macmillan . Daniel Kahneman. 2011.Thinking, fast and slow. Macmillan."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"Daniel Kahneman and Amos Tversky. 2013. Prospect theory: An analysis of decision under risk. In Handbook of the fundamentals of financial decision making: Part I. World Scientific 99--127.  Daniel Kahneman and Amos Tversky. 2013. Prospect theory: An analysis of decision under risk. In Handbook of the fundamentals of financial decision making: Part I. World Scientific 99--127.","DOI":"10.1142\/9789814417358_0006"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030335"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"Nathan Kallus Xiaojie Mao and Angela Zhou. 2019. Assessing algorithmic fairness with unobserved protected class using data combination.arXiv preprint arXiv:1906.00285(2019).  Nathan Kallus Xiaojie Mao and Angela Zhou. 2019. Assessing algorithmic fairness with unobserved protected class using data combination.arXiv preprint arXiv:1906.00285(2019).","DOI":"10.1145\/3351095.3373154"},{"key":"e_1_3_2_1_64_1","volume-title":"Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems(2016-05-07)","author":"Kay Matthew","unstructured":"Matthew Kay , Tara Kola , Jessica R. Hullman , and Sean A. Munson . 2016. When(Ish) Is My Bus? User-Centered Visualizations of Uncertainty in Everyday, Mobile Predictive Systems . In Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems(2016-05-07) (CHI '16). Association for Computing Machinery, 5092--5103. https:\/\/doi.org\/10\/b2pj Matthew Kay, Tara Kola, Jessica R. Hullman, and Sean A. Munson. 2016. When(Ish) Is My Bus? User-Centered Visualizations of Uncertainty in Everyday, Mobile Predictive Systems. In Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems(2016-05-07) (CHI '16). Association for Computing Machinery, 5092--5103. https:\/\/doi.org\/10\/b2pj"},{"key":"e_1_3_2_1_65_1","volume-title":"uncertainty and profit","author":"Knight Frank Hyneman","unstructured":"Frank Hyneman Knight . 1921. Risk , uncertainty and profit . Vol. 31 . Houghton Mifflin . Frank Hyneman Knight. 1921. Risk, uncertainty and profit. Vol. 31. Houghton Mifflin."},{"key":"e_1_3_2_1_66_1","volume-title":"theory and application","author":"Kochenderfer Mykel J","unstructured":"Mykel J Kochenderfer . 2015. Decision making under uncertainty : theory and application . MIT press . Mykel J Kochenderfer. 2015.Decision making under uncertainty: theory and application. MIT press."},{"key":"e_1_3_2_1_67_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning-Volume 70 (ICML 2017","author":"Koh Pang Wei","year":"2017","unstructured":"Pang Wei Koh and Percy Liang . 2017 . Understanding black-box predictions via influence functions . In Proceedings of the 34th International Conference on Machine Learning-Volume 70 (ICML 2017 ). Journal of Machine Learning Research ,1885--1894. Pang Wei Koh and Percy Liang. 2017. Understanding black-box predictions via influence functions. In Proceedings of the 34th International Conference on Machine Learning-Volume 70 (ICML 2017). Journal of Machine Learning Research,1885--1894."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.31234\/osf.io\/nfc45"},{"key":"e_1_3_2_1_69_1","volume-title":"JAGS, and Stan.","author":"Kruschke John","year":"2014","unstructured":"John Kruschke . 2014. Doing Bayesian data analysis: A tutorial with R , JAGS, and Stan. ( 2014 ). John Kruschke. 2014. Doing Bayesian data analysis: A tutorial with R, JAGS, and Stan. (2014)."},{"key":"e_1_3_2_1_70_1","unstructured":"Balaji Lakshminarayanan Alexander Pritzel and Charles Blundell. 2017. Simple and scalable predictive uncertainty estimation using deep ensembles. In Advances in neural information processing systems. 6402--6413.  Balaji Lakshminarayanan Alexander Pritzel and Charles Blundell. 2017. Simple and scalable predictive uncertainty estimation using deep ensembles. In Advances in neural information processing systems. 6402--6413."},{"key":"e_1_3_2_1_71_1","unstructured":"Alex Lamy Ziyuan Zhong Aditya K Menon and Nakul Verma. 2019. Noise-tolerant fair classification. In Advances in Neural Information Processing Systems. 294--306.  Alex Lamy Ziyuan Zhong Aditya K Menon and Nakul Verma. 2019. Noise-tolerant fair classification. In Advances in Neural Information Processing Systems. 294--306."},{"key":"e_1_3_2_1_72_1","volume-title":"Trust in automation: Designing for appropriate reliance. Human factors 46, 1","author":"Lee John D","year":"2004","unstructured":"John D Lee and Katrina A See . 2004. Trust in automation: Designing for appropriate reliance. Human factors 46, 1 ( 2004 ), 50--80. John D Lee and Katrina A See. 2004. Trust in automation: Designing for appropriate reliance. Human factors 46, 1 (2004), 50--80."},{"key":"e_1_3_2_1_73_1","unstructured":"Dan Ley Umang Bhatt and Adrian Weller. 2021. ??-CLUE: Diverse Sets of Explanations for Uncertainty Estimates.arXiv preprint arXiv:2104.06323(2021).  Dan Ley Umang Bhatt and Adrian Weller. 2021. ??-CLUE: Diverse Sets of Explanations for Uncertainty Estimates.arXiv preprint arXiv:2104.06323(2021)."},{"key":"e_1_3_2_1_74_1","volume-title":"Empirical Scaling of Common Verbal Phrases Associated with Numerical Probabilities. 9, 10","author":"Lichtenstein Sarah","year":"1967","unstructured":"Sarah Lichtenstein and J. Robert Newman . 1967. Empirical Scaling of Common Verbal Phrases Associated with Numerical Probabilities. 9, 10 ( 1967 ), 563--564.https:\/\/doi.org\/10\/ghbhk9 Sarah Lichtenstein and J. Robert Newman. 1967. Empirical Scaling of Common Verbal Phrases Associated with Numerical Probabilities. 9, 10 (1967), 563--564.https:\/\/doi.org\/10\/ghbhk9"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"crossref","unstructured":"I. M. Lipkus and J. G. Hollands. [n. d.]. The Visual Communication of Risk. 25([n. d.]) 149--163. https:\/\/doi.org\/10\/gd589v arXiv:10854471  I. M. Lipkus and J. G. Hollands. [n. d.]. The Visual Communication of Risk. 25([n. d.]) 149--163. https:\/\/doi.org\/10\/gd589v arXiv:10854471","DOI":"10.1093\/oxfordjournals.jncimonographs.a024191"},{"key":"e_1_3_2_1_76_1","unstructured":"Daniel Hernandez Lobato. 2009. Prediction based on averages over automatically induced learners ensemble methods and Bayesian techniques.  Daniel Hernandez Lobato. 2009. Prediction based on averages over automatically induced learners ensemble methods and Bayesian techniques."},{"key":"e_1_3_2_1_77_1","volume-title":"2018 AAAI Spring Symposium Series.","author":"Lovejoy Josh","year":"2018","unstructured":"Josh Lovejoy . 2018 . The UX of AI: Using Google Clips to understand how a human-centered design process elevates artificial intelligence . In 2018 AAAI Spring Symposium Series. Josh Lovejoy. 2018. The UX of AI: Using Google Clips to understand how a human-centered design process elevates artificial intelligence. In 2018 AAAI Spring Symposium Series."},{"key":"e_1_3_2_1_78_1","unstructured":"Ana Lucic Madhulika Srikumar Umang Bhatt Alice Xiang Ankur Taly Q VeraLiao and Maarten de Rijke. 2021. A Multistake holder Approach Towards Evaluating AI Transparency Mechanisms. arXiv preprint arXiv:2103.14976(2021).  Ana Lucic Madhulika Srikumar Umang Bhatt Alice Xiang Ankur Taly Q VeraLiao and Maarten de Rijke. 2021. A Multistake holder Approach Towards Evaluating AI Transparency Mechanisms. arXiv preprint arXiv:2103.14976(2021)."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1740-9713.2016.00960.x"},{"key":"e_1_3_2_1_80_1","volume-title":"A practical Bayesian framework for back propagation networks. Neural computation 4, 3","author":"MacKay David JC","year":"1992","unstructured":"David JC MacKay . 1992. A practical Bayesian framework for back propagation networks. Neural computation 4, 3 ( 1992 ), 448--472. David JC MacKay. 1992. A practical Bayesian framework for back propagation networks. Neural computation 4, 3 (1992), 448--472."},{"key":"e_1_3_2_1_81_1","volume-title":"inference and learning algorithms","author":"MacKay David JC","unstructured":"David JC MacKay . 2003. Information theory , inference and learning algorithms . Cambridge university press . David JC MacKay. 2003.Information theory, inference and learning algorithms. Cambridge university press."},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.2307\/258792"},{"key":"e_1_3_2_1_83_1","unstructured":"Ninareh Mehrabi Fred Morstatter Nripsuta Saxena Kristina Lerman and A. Galstyan. 2019. A Survey on Bias and Fairness in Machine Learning. ArXivabs\/1908.09635 (2019).  Ninareh Mehrabi Fred Morstatter Nripsuta Saxena Kristina Lerman and A. Galstyan. 2019. A Survey on Bias and Fairness in Machine Learning. ArXivabs\/1908.09635 (2019)."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pragma.2013.07.012"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.52.2.345"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_87_1","volume-title":"Proceedings of the third International Workshop on Machine Learning in Systems Biology (Proceedings of Machine Learning Research), Saso Dzeroski, Pierre Guerts, and Juho Rousu (Eds.)","volume":"8","author":"Ahmed Nadeem Malik Sajjad","year":"2009","unstructured":"Malik Sajjad Ahmed Nadeem , Jean-Daniel Zucker , and Blaise Hanczar . 2009 . Accuracy-Rejection Curves (ARCs) for Comparing Classification Methods with a Reject Option . In Proceedings of the third International Workshop on Machine Learning in Systems Biology (Proceedings of Machine Learning Research), Saso Dzeroski, Pierre Guerts, and Juho Rousu (Eds.) , Vol. 8 . PMLR, Ljubljana, Slovenia, 65--81. http:\/\/proceedings.mlr.press\/v8\/nadeem10a.html Malik Sajjad Ahmed Nadeem, Jean-Daniel Zucker, and Blaise Hanczar. 2009.Accuracy-Rejection Curves (ARCs) for Comparing Classification Methods with a Reject Option. In Proceedings of the third International Workshop on Machine Learning in Systems Biology (Proceedings of Machine Learning Research), Saso Dzeroski, Pierre Guerts, and Juho Rousu (Eds.), Vol. 8. PMLR, Ljubljana, Slovenia, 65--81. http:\/\/proceedings.mlr.press\/v8\/nadeem10a.html"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.5555\/2888116.2888120"},{"key":"e_1_3_2_1_89_1","unstructured":"Menaka Narayanan Emily Chen Jeffrey He Been Kim Sam Gershman and Finale Doshi-Velez. 2018. How do humans understand explanations from machine learning systems? an evaluation of the human-interpretability of explanation. arXiv preprint arXiv:1802.00682(2018).  Menaka Narayanan Emily Chen Jeffrey He Been Kim Sam Gershman and Finale Doshi-Velez. 2018. How do humans understand explanations from machine learning systems? an evaluation of the human-interpretability of explanation. arXiv preprint arXiv:1802.00682(2018)."},{"key":"e_1_3_2_1_92_1","volume-title":"Variational Continual Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=BkQqq0gRb","author":"Nguyen Cuong V.","unstructured":"Cuong V. Nguyen , Yingzhen Li , Thang D. Bui , and Richard E. Turner . 2018 . Variational Continual Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=BkQqq0gRb Cuong V. Nguyen, Yingzhen Li, Thang D. Bui, and Richard E. Turner. 2018. Variational Continual Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=BkQqq0gRb"},{"key":"e_1_3_2_1_93_1","unstructured":"NHC. 2020. Definition of the NHC Track Forecast Cone. https:\/\/www.nhc.noaa.gov\/aboutcone.shtml  NHC. 2020. Definition of the NHC Track Forecast Cone. https:\/\/www.nhc.noaa.gov\/aboutcone.shtml"},{"key":"e_1_3_2_1_94_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer , Brian Powers , Christine Vogeli , and Sendhil Mullainathan . 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 ( 2019 ), 447--453. Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447--453."},{"key":"e_1_3_2_1_95_1","volume-title":"Social data: Biases, methodological pitfalls, and ethical boundaries.Frontiers in Big Data 2","author":"Olteanu Alexandra","year":"2019","unstructured":"Alexandra Olteanu , Carlos Castillo , Fernando Diaz , and Emre Kiciman . 2019. Social data: Biases, methodological pitfalls, and ethical boundaries.Frontiers in Big Data 2 ( 2019 ), 13. Alexandra Olteanu, Carlos Castillo, Fernando Diaz, and Emre Kiciman. 2019. Social data: Biases, methodological pitfalls, and ethical boundaries.Frontiers in Big Data 2 (2019), 13."},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1080\/09672559.2018.1454637"},{"key":"e_1_3_2_1_97_1","unstructured":"Yaniv Ovadia Emily Fertig Jie Ren Zachary Nado D Sculley Sebastian Nowozin Joshua V Dillon Balaji Lakshminarayanan and Jasper Snoek. 2019. Can YouTrust Your Model's Uncertainty? Evaluating Predictive Uncertainty Under Dataset Shift. arXiv preprint arXiv:1906.02530(2019).  Yaniv Ovadia Emily Fertig Jie Ren Zachary Nado D Sculley Sebastian Nowozin Joshua V Dillon Balaji Lakshminarayanan and Jasper Snoek. 2019. Can YouTrust Your Model's Uncertainty? Evaluating Predictive Uncertainty Under Dataset Shift. arXiv preprint arXiv:1906.02530(2019)."},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/975817.975844"},{"key":"e_1_3_2_1_99_1","volume-title":"Frequentist and Bayesian approaches to data analysis: Evaluation and estimation.Psychology Learning& Teaching 19, 1","author":"Pek Jolynn","year":"2020","unstructured":"Jolynn Pek and Trisha Van Zandt . 2020. Frequentist and Bayesian approaches to data analysis: Evaluation and estimation.Psychology Learning& Teaching 19, 1 ( 2020 ), 21--35.https:\/\/doi.org\/10.1177\/1475725719874542arXiv:https:\/\/doi.org\/10.1177\/1475725719874542 10.1177\/1475725719874542arXiv:https: Jolynn Pek and Trisha Van Zandt. 2020. Frequentist and Bayesian approaches to data analysis: Evaluation and estimation.Psychology Learning& Teaching 19, 1 (2020), 21--35.https:\/\/doi.org\/10.1177\/1475725719874542arXiv:https:\/\/doi.org\/10.1177\/1475725719874542"},{"key":"e_1_3_2_1_100_1","first-page":"741","article-title":"Numeracy Skill And The Communication, Comprehension","volume":"26","author":"Peters Ellen","year":"2007","unstructured":"Ellen Peters , Judith Hibbard , Paul Slovic , and Nathan Dieckmann . 2007 . Numeracy Skill And The Communication, Comprehension , And Use Of Risk-Benefit Information. 26 , 3 (2007), 741 -- 748 . https:\/\/doi.org\/10\/c77p38 Ellen Peters, Judith Hibbard, Paul Slovic, and Nathan Dieckmann. 2007. Numeracy Skill And The Communication, Comprehension, And Use Of Risk-Benefit Information. 26, 3 (2007), 741--748. https:\/\/doi.org\/10\/c77p38","journal-title":"And Use Of Risk-Benefit Information."},{"key":"e_1_3_2_1_101_1","volume-title":"Communication and persuasion","author":"Petty Richard E","unstructured":"Richard E Petty and John T Cacioppo . 1986. The elaboration likelihood model of persuasion . In Communication and persuasion . Springer , 1--24. Richard E Petty and John T Cacioppo. 1986. The elaboration likelihood model of persuasion. In Communication and persuasion. Springer, 1--24."},{"key":"e_1_3_2_1_102_1","volume-title":"Col","author":"Politi Mary C.","year":"2007","unstructured":"Mary C. Politi , Paul K. J. Han , and Nananda F . Col . 2007 . Communicating the Uncertainty of Harms and Benefits of Medical Interventions . 27, 5 (2007), 681--695. https:\/\/doi.org\/10\/c9b8g4 Mary C. Politi, Paul K. J. Han, and Nananda F. Col. 2007. Communicating the Uncertainty of Harms and Benefits of Medical Interventions. 27, 5 (2007), 681--695. https:\/\/doi.org\/10\/c9b8g4"},{"key":"e_1_3_2_1_103_1","volume-title":"Interaction design: beyond human-computer interaction","author":"Preece Jennifer","unstructured":"Jennifer Preece , Helen Sharp , and Yvonne Rogers . 2015. Interaction design: beyond human-computer interaction . John Wiley & Sons . Jennifer Preece, Helen Sharp, and Yvonne Rogers. 2015. Interaction design: beyond human-computer interaction. John Wiley & Sons."},{"key":"e_1_3_2_1_104_1","volume-title":"ABOUT ML: Annotation and Benchmarking on Understanding and Transparency of Machine Learning Lifecycles. arXiv preprint arXiv:1912.06166(2019).","author":"Raji Inioluwa Deborah","year":"2019","unstructured":"Inioluwa Deborah Raji and Jingying Yang . 2019 . ABOUT ML: Annotation and Benchmarking on Understanding and Transparency of Machine Learning Lifecycles. arXiv preprint arXiv:1912.06166(2019). Inioluwa Deborah Raji and Jingying Yang. 2019. ABOUT ML: Annotation and Benchmarking on Understanding and Transparency of Machine Learning Lifecycles. arXiv preprint arXiv:1912.06166(2019)."},{"key":"e_1_3_2_1_105_1","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1017\/S1930297500001303","article-title":"Risk, uncertainty and prophet: The psychological insights of Frank H","volume":"5","author":"Rakow Tim","year":"2010","unstructured":"Tim Rakow . 2010 . Risk, uncertainty and prophet: The psychological insights of Frank H . Knight. Judgment and Decision Making 5 , 6 (2010), 458 . Tim Rakow. 2010. Risk, uncertainty and prophet: The psychological insights of Frank H. Knight. Judgment and Decision Making 5, 6 (2010), 458.","journal-title":"Knight. Judgment and Decision Making"},{"key":"e_1_3_2_1_106_1","volume-title":"Williams","author":"Rasmussen Carl Edward","year":"2005","unstructured":"Carl Edward Rasmussen and Christopher K. I . Williams . 2005 . Gaussian Processes for Machine Learning (Adaptive Computation and Machine Learning). The MIT Press . Carl Edward Rasmussen and Christopher K. I. Williams. 2005. Gaussian Processes for Machine Learning (Adaptive Computation and Machine Learning). The MIT Press."},{"key":"e_1_3_2_1_107_1","volume-title":"Brainerd","author":"Reyna Valerie F.","year":"2008","unstructured":"Valerie F. Reyna and Charles J . Brainerd . 2008 . Numeracy, Ratio Bias , and Denominator Neglect in Judgments of Risk and Probability . 18, 1 (2008), 89--107. https:\/\/doi.org\/10\/bdqnh5 Valerie F. Reyna and Charles J. Brainerd. 2008. Numeracy, Ratio Bias, and Denominator Neglect in Judgments of Risk and Probability. 18, 1 (2008), 89--107. https:\/\/doi.org\/10\/bdqnh5"},{"key":"e_1_3_2_1_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_109_1","first-page":"382","article-title":"The Bagplot","volume":"53","author":"Rousseeuw Peter J.","year":"1999","unstructured":"Peter J. Rousseeuw , Ida Ruts , and John W. Tukey . 1999 . The Bagplot : A Bivariate Boxplot. 53 , 4 (1999), 382 -- 387 . https:\/\/doi.org\/10\/gg6cp5 Peter J. Rousseeuw, Ida Ruts, and John W. Tukey. 1999. The Bagplot: A Bivariate Boxplot. 53, 4 (1999), 382--387. https:\/\/doi.org\/10\/gg6cp5","journal-title":"A Bivariate Boxplot."},{"key":"e_1_3_2_1_110_1","unstructured":"Jeff Rubin and Dana Chisnell. 2008. How to plan design and conduct effective tests. (2008).  Jeff Rubin and Dana Chisnell. 2008. How to plan design and conduct effective tests. (2008)."},{"key":"e_1_3_2_1_111_1","doi-asserted-by":"publisher","DOI":"10.3233\/IDT-140192"},{"key":"e_1_3_2_1_112_1","volume-title":"Conference On Learning Theory. 489--511","author":"Scott Clayton","year":"2013","unstructured":"Clayton Scott , Gilles Blanchard , and Gregory Handy . 2013 . Classification with asymmetric label noise: Consistency and maximal denoising . In Conference On Learning Theory. 489--511 . Clayton Scott, Gilles Blanchard, and Gregory Handy. 2013. Classification with asymmetric label noise: Consistency and maximal denoising. In Conference On Learning Theory. 489--511."},{"key":"e_1_3_2_1_113_1","volume-title":"Understanding Machine Learning: From Theory to Algorithms","author":"Shalev-Shwartz Shai","unstructured":"Shai Shalev-Shwartz and Shai Ben-David . 2014. Understanding Machine Learning: From Theory to Algorithms . Cambridge University Press , USA. Shai Shalev-Shwartz and Shai Ben-David. 2014. Understanding Machine Learning: From Theory to Algorithms. Cambridge University Press, USA."},{"key":"e_1_3_2_1_114_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.55.3.357"},{"key":"e_1_3_2_1_115_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-010814-020148"},{"key":"e_1_3_2_1_116_1","doi-asserted-by":"crossref","unstructured":"D. Spiegelhalter M. Pearson and I. Short. 2011. Visualizing Uncertainty About the Future. 333 6048 (2011) 1393--1400. https:\/\/doi.org\/10\/cd4  D. Spiegelhalter M. Pearson and I. Short. 2011. Visualizing Uncertainty About the Future. 333 6048 (2011) 1393--1400. https:\/\/doi.org\/10\/cd4","DOI":"10.1126\/science.1191181"},{"key":"e_1_3_2_1_117_1","volume-title":"Advances in Human Factors in Robots and Unmanned Systems","author":"Stowers Kimberly","unstructured":"Kimberly Stowers , Nicholas Kasdaglis , Michael Rupp , Jessie Chen , Daniel Barber ,and Michael Barnes . 2017. Insights into human-agent teaming: Intelligent agent transparency and uncertainty . In Advances in Human Factors in Robots and Unmanned Systems . Springer , 149--160. Kimberly Stowers, Nicholas Kasdaglis, Michael Rupp, Jessie Chen, Daniel Barber,and Michael Barnes. 2017. Insights into human-agent teaming: Intelligent agent transparency and uncertainty. In Advances in Human Factors in Robots and Unmanned Systems. Springer, 149--160."},{"key":"e_1_3_2_1_118_1","volume-title":"A heuristic approach to understanding technology effects on credibility","author":"Sundar S Shyam","unstructured":"S Shyam Sundar . 2008. The MAIN model : A heuristic approach to understanding technology effects on credibility . MacArthur Foundation Digital Media andLearning Initiative . S Shyam Sundar. 2008.The MAIN model: A heuristic approach to understanding technology effects on credibility. MacArthur Foundation Digital Media andLearning Initiative."},{"key":"e_1_3_2_1_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300768"},{"key":"e_1_3_2_1_120_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305890.3306024"},{"key":"e_1_3_2_1_121_1","volume-title":"Guttag","author":"Suresh Harini","year":"2019","unstructured":"Harini Suresh and John V . Guttag . 2019 . A Framework for Understanding Unintended Consequences of Machine Learning . arXiv:cs.LG\/1901.10002 Harini Suresh and John V. Guttag. 2019. A Framework for Understanding Unintended Consequences of Machine Learning. arXiv:cs.LG\/1901.10002"},{"key":"e_1_3_2_1_122_1","doi-asserted-by":"crossref","unstructured":"Anja Thieme Danielle Belgrave and Gavin Doherty. 2020. Machine learning in mental health: A systematic review of the HCI literature to support the development of effective and implementable ML systems. ACM Transactions on Computer-Human Interaction (TOCHI)27 5 (2020) 1--53.  Anja Thieme Danielle Belgrave and Gavin Doherty. 2020. Machine learning in mental health: A systematic review of the HCI literature to support the development of effective and implementable ML systems. ACM Transactions on Computer-Human Interaction (TOCHI)27 5 (2020) 1--53.","DOI":"10.1145\/3398069"},{"key":"e_1_3_2_1_123_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2020.100049"},{"key":"e_1_3_2_1_124_1","volume-title":"Judgment under uncertainty: Heuristics and biases. Science 185, 4157","author":"Tversky Amos","year":"1974","unstructured":"Amos Tversky and Daniel Kahneman . 1974. Judgment under uncertainty: Heuristics and biases. Science 185, 4157 ( 1974 ), 1124--1131. Amos Tversky and Daniel Kahneman. 1974. Judgment under uncertainty: Heuristics and biases. Science 185, 4157 (1974), 1124--1131."},{"key":"e_1_3_2_1_125_1","first-page":"297","article-title":"Advances in Prospect Theory","volume":"5","author":"Tversky Amos","year":"1992","unstructured":"Amos Tversky and Daniel Kahneman . 1992 . Advances in Prospect Theory : Cumulative Representation of Uncertainty. 5 , 4 (1992), 297 -- 323 . https:\/\/doi.org\/10\/cb57hk Amos Tversky and Daniel Kahneman. 1992. Advances in Prospect Theory: Cumulative Representation of Uncertainty. 5, 4 (1992), 297--323. https:\/\/doi.org\/10\/cb57hk","journal-title":"Cumulative Representation of Uncertainty."},{"key":"e_1_3_2_1_126_1","volume-title":"Alexandra LJ Freeman, and David J Spiegelhalter","author":"Van Der Bles Anne Marthe","year":"2020","unstructured":"Anne Marthe Van Der Bles , Sander van der Linden , Alexandra LJ Freeman, and David J Spiegelhalter . 2020 . The effects of communicating uncertainty on public trust in facts and numbers.Proceedings of the National Academy of Sciences 117,14 (2020), 7672--7683. Anne Marthe Van Der Bles, Sander van der Linden, Alexandra LJ Freeman, and David J Spiegelhalter. 2020. The effects of communicating uncertainty on public trust in facts and numbers.Proceedings of the National Academy of Sciences 117,14 (2020), 7672--7683."},{"key":"e_1_3_2_1_127_1","first-page":"181870","article-title":"Communicating Uncertainty about Facts","volume":"6","author":"van der Bles Anne Marthe","year":"2019","unstructured":"Anne Marthe van der Bles , Sander van der Linden , Alexandra L. J. Freeman , James Mitchell , Ana B. Galvao , Lisa Zaval , and David J. Spiegelhalter . 2019 . Communicating Uncertainty about Facts , Numbers and Science. 6 , 5 (2019), 181870 . https:\/\/doi.org\/10\/gf2g9j Anne Marthe van der Bles, Sander van der Linden, Alexandra L. J. Freeman,James Mitchell, Ana B. Galvao, Lisa Zaval, and David J. Spiegelhalter. 2019. Communicating Uncertainty about Facts, Numbers and Science. 6, 5 (2019), 181870. https:\/\/doi.org\/10\/gf2g9j","journal-title":"Numbers and Science."},{"key":"e_1_3_2_1_128_1","volume-title":"Transparency: motivations and challenges. InExplainable AI: Interpreting, Explaining and Visualizing Deep Learning","author":"Weller Adrian","unstructured":"Adrian Weller . 2019. Transparency: motivations and challenges. InExplainable AI: Interpreting, Explaining and Visualizing Deep Learning . Springer , 23--40. Adrian Weller. 2019. Transparency: motivations and challenges. InExplainable AI: Interpreting, Explaining and Visualizing Deep Learning. Springer, 23--40."},{"key":"e_1_3_2_1_129_1","volume-title":"Proceedings of the 28th international conference on machine learning (ICML-11)","author":"Welling Max","year":"2011","unstructured":"Max Welling and Yee W Teh . 2011 . Bayesian learning via stochastic gradient Langevin dynamics . In Proceedings of the 28th international conference on machine learning (ICML-11) . 681--688. Max Welling and Yee W Teh. 2011. Bayesian learning via stochastic gradient Langevin dynamics. In Proceedings of the 28th international conference on machine learning (ICML-11). 681--688."},{"key":"e_1_3_2_1_130_1","volume-title":"Fundamentals of Data Visualization: A Primer on Making Informative and Compelling Figures","author":"Wilke Claus O.","unstructured":"Claus O. Wilke . 2019. Fundamentals of Data Visualization: A Primer on Making Informative and Compelling Figures ( 1 st edition ed.). O'Reilly Media . Claus O. Wilke. 2019. Fundamentals of Data Visualization: A Primer on Making Informative and Compelling Figures(1st edition ed.). O'Reilly Media.","edition":"1"},{"key":"e_1_3_2_1_131_1","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12000"},{"key":"e_1_3_2_1_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858373"},{"key":"e_1_3_2_1_133_1","unstructured":"Nathan Yau. 2015. Years You Have Left to Live Probably. https:\/\/flowingdata.com\/2015\/09\/23\/years-you-have-left-to-live-probably\/  Nathan Yau. 2015. Years You Have Left to Live Probably. https:\/\/flowingdata.com\/2015\/09\/23\/years-you-have-left-to-live-probably\/"},{"key":"e_1_3_2_1_134_1","volume-title":"Advances in Neural Information Processing Systems 31","author":"Ye Nanyang","unstructured":"Nanyang Ye and Zhanxing Zhu . 2018. Bayesian Adversarial Learning . In Advances in Neural Information Processing Systems 31 , S. Bengio, H. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi, and R. Garnett (Eds.). Curran Associates, Inc. , 6892--6901. http:\/\/papers.nips.cc\/paper\/7921-bayesian-adversarial-learning.pdf Nanyang Ye and Zhanxing Zhu. 2018. Bayesian Adversarial Learning. In Advances in Neural Information Processing Systems 31, S. Bengio, H. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi, and R. Garnett (Eds.). Curran Associates, Inc., 6892--6901. http:\/\/papers.nips.cc\/paper\/7921-bayesian-adversarial-learning.pdf"},{"key":"e_1_3_2_1_135_1","volume-title":"Maloney","author":"Zhang Hang","year":"2012","unstructured":"Hang Zhang and Laurence T . Maloney . 2012 . Ubiquitous Log Odds: A Common Representation of Probability and Frequency Distortion in Perception, Action, and Cognition . 6 (2012). https:\/\/doi.org\/10\/fxxssh Hang Zhang and Laurence T. Maloney. 2012. Ubiquitous Log Odds: A Common Representation of Probability and Frequency Distortion in Perception, Action, and Cognition. 6 (2012). https:\/\/doi.org\/10\/fxxssh"},{"key":"e_1_3_2_1_136_1","volume-title":"Cyclical Stochastic Gradient MCMC for Bayesian Deep Learning. International Conference on Learning Representations(2020)","author":"Zhang Ruqi","year":"2020","unstructured":"Ruqi Zhang , Chunyuan Li , Jianyi Zhang , Changyou Chen , and Andrew Gordon Wilson . 2020 . Cyclical Stochastic Gradient MCMC for Bayesian Deep Learning. International Conference on Learning Representations(2020) . Ruqi Zhang, Chunyuan Li, Jianyi Zhang, Changyou Chen, and Andrew Gordon Wilson. 2020. Cyclical Stochastic Gradient MCMC for Bayesian Deep Learning. International Conference on Learning Representations(2020)."},{"key":"e_1_3_2_1_137_1","volume-title":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems(2015)","author":"Zhang Yunfeng","unstructured":"Yunfeng Zhang , Rachel KE Bellamy , and Wendy A. Kellogg . 2012. Designing Information for Remediating Cognitive Biases in Decision-Making . In Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems(2015) . ACM, 2211--2220. https:\/\/doi.org\/10.1145\/2702123.2702239 10.1145\/2702123.2702239 Yunfeng Zhang, Rachel KE Bellamy, and Wendy A. Kellogg. 2012. Designing Information for Remediating Cognitive Biases in Decision-Making. In Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems(2015). ACM, 2211--2220. https:\/\/doi.org\/10.1145\/2702123.2702239"},{"key":"e_1_3_2_1_138_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"e_1_3_2_1_139_1","first-page":"663","article-title":"Validation of the Subjective Numeracy Scale","volume":"27","author":"Zikmund-Fisher Brian J.","year":"2007","unstructured":"Brian J. Zikmund-Fisher , Dylan M. Smith , Peter A. Ubel , and Angela Fagerlin . 2007 . Validation of the Subjective Numeracy Scale : Effects of Low Numeracy on Comprehension of Risk Communications and Utility Elicitations. 27 , 5 (2007), 663 -- 671 . https:\/\/doi.org\/10\/cf2642 Brian J. Zikmund-Fisher, Dylan M. Smith, Peter A. Ubel, and Angela Fagerlin. 2007. Validation of the Subjective Numeracy Scale: Effects of Low Numeracy on Comprehension of Risk Communications and Utility Elicitations. 27, 5 (2007),663--671. https:\/\/doi.org\/10\/cf2642","journal-title":"Effects of Low Numeracy on Comprehension of Risk Communications and Utility Elicitations."}],"event":{"name":"AIES '21: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Virtual Event USA","acronym":"AIES '21","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","AAAI"]},"container-title":["Proceedings of the 2021 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461702.3462571","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3461702.3462571","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:49:06Z","timestamp":1750193346000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461702.3462571"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,21]]},"references-count":136,"alternative-id":["10.1145\/3461702.3462571","10.1145\/3461702"],"URL":"https:\/\/doi.org\/10.1145\/3461702.3462571","relation":{},"subject":[],"published":{"date-parts":[[2021,7,21]]},"assertion":[{"value":"2021-07-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}