{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T14:01:31Z","timestamp":1769695291730,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T00:00:00Z","timestamp":1691452800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,8]]},"DOI":"10.1145\/3600211.3604692","type":"proceedings-article","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T18:41:37Z","timestamp":1693334497000},"page":"869-889","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Human Uncertainty in Concept-Based AI Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7032-716X","authenticated-orcid":false,"given":"Katherine Maeve","family":"Collins","sequence":"first","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4910-1825","authenticated-orcid":false,"given":"Matthew","family":"Barker","sequence":"additional","affiliation":[{"name":"Department of Engineering, University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7333-5727","authenticated-orcid":false,"given":"Mateo","family":"Espinosa Zarlenga","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8886-084X","authenticated-orcid":false,"given":"Naveen","family":"Raman","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4611-1668","authenticated-orcid":false,"given":"Umang","family":"Bhatt","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2772-2532","authenticated-orcid":false,"given":"Mateja","family":"Jamnik","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4121-7479","authenticated-orcid":false,"given":"Ilia","family":"Sucholutsky","sequence":"additional","affiliation":[{"name":"Princeton University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1915-7158","authenticated-orcid":false,"given":"Adrian","family":"Weller","sequence":"additional","affiliation":[{"name":"University of Cambridge, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1328-4677","authenticated-orcid":false,"given":"Krishnamurthy","family":"Dvijotham","sequence":"additional","affiliation":[{"name":"Google DeepMind, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20551"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462571"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Elizabeth Bondi Raphael Koster Hannah Sheahan Martin Chadwick Yoram Bachrach Taylan Cemgil Ulrich Paquet and Krishnamurthy Dvijotham. 2022. Role of Human-AI Interaction in Selective Prediction. In AAAI Vol.\u00a036. 5286\u20135294.","DOI":"10.1609\/aaai.v36i5.20465"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15561-1_32"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/0963721420954801"},{"key":"e_1_3_2_1_6_1","volume-title":"Interactive Concept Bottleneck Models. arXiv preprint arXiv:2212.07430","author":"Chauhan Kushal","year":"2022","unstructured":"Kushal Chauhan, Rishabh Tiwari, Jan Freyberg, Pradeep Shenoy, and Krishnamurthy Dvijotham. 2022. Interactive Concept Bottleneck Models. arXiv preprint arXiv:2212.07430 (2022)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00265-z"},{"key":"e_1_3_2_1_8_1","unstructured":"John Joon\u00a0Young Chung Jean\u00a0Y. Song Sindhu Kutty Sungsoo\u00a0(Ray) Hong Juho Kim and Walter\u00a0S. Lasecki. 2019. Efficient Elicitation Approaches to Estimate Collective Crowd Answers. In CSCW."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Katherine\u00a0M. Collins Umang Bhatt Weiyang Liu Vihari Piratla Ilia Sucholutsky Bradley Love and Adrian Weller. 2023. Human-in-the-Loop Mixup. https:\/\/doi.org\/10.48550\/ARXIV.2211.01202","DOI":"10.48550\/ARXIV.2211.01202"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Katherine\u00a0M Collins Umang Bhatt and Adrian Weller. 2022. Eliciting and Learning with Soft Labels from Every Annotator. In HCOMP.","DOI":"10.1609\/hcomp.v10i1.21986"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2022.03.002"},{"key":"e_1_3_2_1_12_1","volume-title":"Towards A Rigorous Science of Interpretable Machine Learning. arXiv e-prints","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. arXiv e-prints (2017), arXiv\u20131702."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Krishnamurthy Dvijotham Jim Winkens Melih Barsbey Sumedh Ghaisas Nick Pawlowski Robert Stanforth Patricia MacWilliams Zahra Ahmed Shekoofeh Azizi Yoram Bachrach 2022. Enhancing the reliability and accuracy of AI-enabled diagnosis via complementarity-driven deferral to clinicians (CoDoC). (2022).","DOI":"10.21203\/rs.3.rs-2231672\/v1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Mateo Espinosa\u00a0Zarlenga Pietro Barbiero Gabriele Ciravegna Giuseppe Marra Francesco Giannini Michelangelo Diligenti Zohreh Shams Frederic Precioso Stefano Melacci Adrian Weller Pietro Lio and Mateja Jamnik. 2022. Concept Embedding Models. https:\/\/doi.org\/10.48550\/ARXIV.2209.09056","DOI":"10.48550\/ARXIV.2209.09056"},{"key":"e_1_3_2_1_15_1","volume-title":"Towards Robust Metrics for Concept Representation Evaluation. arXiv preprint arXiv:2301.10367","author":"Espinosa\u00a0Zarlenga Mateo","year":"2023","unstructured":"Mateo Espinosa\u00a0Zarlenga, Pietro Barbiero, Zohreh Shams, Dmitry Kazhdan, Umang Bhatt, Adrian Weller, and Mateja Jamnik. 2023. Towards Robust Metrics for Concept Representation Evaluation. arXiv preprint arXiv:2301.10367 (2023)."},{"key":"e_1_3_2_1_16_1","volume-title":"Probabilistic machine learning and artificial intelligence.Nature 521, 7553","author":"Ghahramani Zoubin","year":"2015","unstructured":"Zoubin Ghahramani. 2015. Probabilistic machine learning and artificial intelligence.Nature 521, 7553 (2015), 452\u2013459."},{"key":"e_1_3_2_1_17_1","volume-title":"Lay understanding of probability distributions. Judgment and Decision making 9, 1","author":"Goldstein G","year":"2014","unstructured":"Daniel\u00a0G Goldstein and David Rothschild. 2014. Lay understanding of probability distributions. Judgment and Decision making 9, 1 (2014), 1."},{"key":"e_1_3_2_1_18_1","volume-title":"Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572","author":"Goodfellow J","year":"2014","unstructured":"Ian\u00a0J Goodfellow, Jonathon Shlens, and Christian Szegedy. 2014. Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)."},{"key":"e_1_3_2_1_19_1","volume-title":"Reviewing intuitive decision-making and uncertainty: the implications for medical education. Medical education 36, 3","author":"Hall H","year":"2002","unstructured":"Katherine\u00a0H Hall. 2002. Reviewing intuitive decision-making and uncertainty: the implications for medical education. Medical education 36, 3 (2002), 216\u2013224."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00476"},{"key":"e_1_3_2_1_21_1","volume-title":"Benchmarking neural network robustness to common corruptions and perturbations. arXiv preprint arXiv:1903.12261","author":"Hendrycks Dan","year":"2019","unstructured":"Dan Hendrycks and Thomas Dietterich. 2019. Benchmarking neural network robustness to common corruptions and perturbations. arXiv preprint arXiv:1903.12261 (2019)."},{"key":"e_1_3_2_1_22_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 2, 7","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, Jeff Dean, 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 2, 7 (2015)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05946-3"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/0749-5978(87)90047-1"},{"key":"e_1_3_2_1_26_1","volume-title":"Cognitive aids and debiasing methods: can cognitive pills cure cognitive ills? In Advances in psychology. Vol.\u00a068","author":"Keren Gideon","unstructured":"Gideon Keren. 1990. Cognitive aids and debiasing methods: can cognitive pills cure cognitive ills? In Advances in psychology. Vol.\u00a068. Elsevier, 523\u2013552."},{"key":"e_1_3_2_1_27_1","volume-title":"Calibration and probability judgements: Conceptual and methodological issues. Acta psychologica 77, 3","author":"Keren Gideon","year":"1991","unstructured":"Gideon Keren. 1991. Calibration and probability judgements: Conceptual and methodological issues. Acta psychologica 77, 3 (1991), 217\u2013273."},{"key":"e_1_3_2_1_28_1","volume-title":"Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.). Vol.\u00a034. Curran Associates","author":"Kerrigan Gavin","year":"2021","unstructured":"Gavin Kerrigan, Padhraic Smyth, and Mark Steyvers. 2021. Combining Human Predictions with Model Probabilities via Confusion Matrices and Calibration. In Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.). Vol.\u00a034. Curran Associates, Inc., 4421\u20134434. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/234b941e88b755b7a72a1c1dd5022f30-Paper.pdf"},{"key":"e_1_3_2_1_29_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma P","year":"2014","unstructured":"Diederik\u00a0P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1006\/obhd.1999.2847"},{"key":"e_1_3_2_1_31_1","unstructured":"Pang\u00a0Wei Koh Thao Nguyen Yew\u00a0Siang Tang Stephen Mussmann Emma Pierson Been Kim and Percy Liang. 2020. Concept bottleneck models. In ICML. PMLR 5338\u20135348."},{"key":"e_1_3_2_1_32_1","first-page":"15070","article-title":"Uncertain Decisions Facilitate Better Preference Learning","volume":"34","author":"Laidlaw Cassidy","year":"2021","unstructured":"Cassidy Laidlaw and Stuart Russell. 2021. Uncertain Decisions Facilitate Better Preference Learning. NeurIPS 34 (2021), 15070\u201315083.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X16001837"},{"key":"e_1_3_2_1_34_1","volume-title":"Calibration of probabilities: The state of the art. Decision making and change in human affairs","author":"Lichtenstein Sarah","year":"1977","unstructured":"Sarah Lichtenstein, Baruch Fischhoff, and Lawrence\u00a0D Phillips. 1977. Calibration of probabilities: The state of the art. Decision making and change in human affairs (1977), 275\u2013324."},{"key":"e_1_3_2_1_35_1","first-page":"7498","article-title":"Simple and principled uncertainty estimation with deterministic deep learning via distance awareness","volume":"33","author":"Liu Jeremiah","year":"2020","unstructured":"Jeremiah Liu, Zi Lin, Shreyas Padhy, Dustin Tran, Tania Bedrax\u00a0Weiss, and Balaji Lakshminarayanan. 2020. Simple and principled uncertainty estimation with deterministic deep learning via distance awareness. Advances in Neural Information Processing Systems 33 (2020), 7498\u20137512.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","unstructured":"Joshua Lockhart Daniele Magazzeni and Manuela Veloso. 2022. Learn to explain yourself when you can: Equipping Concept Bottleneck Models with the ability to abstain on their concept predictions. https:\/\/doi.org\/10.48550\/ARXIV.2211.11690","DOI":"10.48550\/ARXIV.2211.11690"},{"key":"e_1_3_2_1_37_1","volume-title":"Promises and pitfalls of black-box concept learning models. arXiv preprint arXiv:2106.13314","author":"Mahinpei Anita","year":"2021","unstructured":"Anita Mahinpei, Justin Clark, Isaac Lage, Finale Doshi-Velez, and Weiwei Pan. 2021. Promises and pitfalls of black-box concept learning models. arXiv preprint arXiv:2106.13314 (2021)."},{"key":"e_1_3_2_1_38_1","volume-title":"Do concept bottleneck models learn as intended?arXiv preprint arXiv:2105.04289","author":"Margeloiu Andrei","year":"2021","unstructured":"Andrei Margeloiu, Matthew Ashman, Umang Bhatt, Yanzhi Chen, Mateja Jamnik, and Adrian Weller. 2021. Do concept bottleneck models learn as intended?arXiv preprint arXiv:2105.04289 (2021)."},{"key":"e_1_3_2_1_39_1","volume-title":"When does label smoothing help?NeurIPS 32","author":"M\u00fcller Rafael","year":"2019","unstructured":"Rafael M\u00fcller, Simon Kornblith, and Geoffrey\u00a0E Hinton. 2019. When does label smoothing help?NeurIPS 32 (2019)."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the AAAI conference on artificial intelligence, Vol.\u00a029","author":"Naeini Mahdi\u00a0Pakdaman","year":"2015","unstructured":"Mahdi\u00a0Pakdaman Naeini, Gregory Cooper, and Milos Hauskrecht. 2015. Obtaining well calibrated probabilities using bayesian binning. In Proceedings of the AAAI conference on artificial intelligence, Vol.\u00a029."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1002\/0470033312"},{"key":"e_1_3_2_1_42_1","unstructured":"Tuomas Oikarinen Subhro Das Lam\u00a0M Nguyen and Tsui-Wei Weng. 2023. Label-free Concept Bottleneck Models. In ICLR."},{"key":"e_1_3_2_1_43_1","volume-title":"Can You Trust Your Model\u2019s Uncertainty? Evaluating Predictive Uncertainty under Dataset Shift","author":"Ovadia Yaniv","unstructured":"Yaniv Ovadia, Emily Fertig, Jie Ren, Zachary Nado, D. Sculley, Sebastian Nowozin, Joshua\u00a0V. Dillon, Balaji Lakshminarayanan, and Jasper Snoek. 2019. Can You Trust Your Model\u2019s Uncertainty? Evaluating Predictive Uncertainty under Dataset Shift. Curran Associates Inc., Red Hook, NY, USA."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2018.1518265"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2017.12.004"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Joshua\u00a0C Peterson Ruairidh\u00a0M Battleday Thomas\u00a0L Griffiths and Olga Russakovsky. 2019. Human uncertainty makes classification more robust. In ICCV.","DOI":"10.1109\/ICCV.2019.00971"},{"key":"e_1_3_2_1_47_1","volume-title":"Overlooked factors in concept-based explanations: Dataset choice, concept salience, and human capability. arXiv e-prints","author":"Ramaswamy V","year":"2022","unstructured":"Vikram\u00a0V Ramaswamy, Sunnie\u00a0SY Kim, Ruth Fong, and Olga Russakovsky. 2022. Overlooked factors in concept-based explanations: Dataset choice, concept salience, and human capability. arXiv e-prints (2022), arXiv\u20132207."},{"key":"e_1_3_2_1_48_1","volume-title":"\u00a0I. Williams","author":"Rasmussen Carl\u00a0Edward","year":"2006","unstructured":"Carl\u00a0Edward Rasmussen and Christopher K.\u00a0I. Williams. 2006. Gaussian processes for machine learning.MIT Press. I\u2013XVIII, 1\u2013248 pages."},{"key":"e_1_3_2_1_49_1","unstructured":"Kate Sanders Reno Kriz Anqi Liu and Benjamin Van\u00a0Durme. 2022. Ambiguous Images With Human Judgments for Robust Visual Event Classification. In NeurIPS."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1930297500008962"},{"key":"e_1_3_2_1_51_1","volume-title":"The optimism bias. Current biology 21, 23","author":"Sharot Tali","year":"2011","unstructured":"Tali Sharot. 2011. The optimism bias. Current biology 21, 23 (2011), R941\u2013R945."},{"key":"e_1_3_2_1_52_1","volume-title":"Workshop on Trustworthy and Socially Responsible Machine Learning, NeurIPS","author":"Sheth Ivaxi","year":"2022","unstructured":"Ivaxi Sheth, Aamer\u00a0Abdul Rahman, Laya\u00a0Rafiee Sevyeri, Mohammad Havaei, and Samira\u00a0Ebrahimi Kahou. 2022. Learning from uncertain concepts via test time interventions. In Workshop on Trustworthy and Socially Responsible Machine Learning, NeurIPS 2022."},{"key":"e_1_3_2_1_53_1","volume-title":"A Closer Look at the Intervention Procedure of Concept Bottleneck Models. arXiv preprint arXiv:2302.14260","author":"Shin Sungbin","year":"2023","unstructured":"Sungbin Shin, Yohan Jo, Sungsoo Ahn, and Namhoon Lee. 2023. A Closer Look at the Intervention Procedure of Concept Bottleneck Models. arXiv preprint arXiv:2302.14260 (2023)."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"crossref","unstructured":"Ben Shneiderman. 2022. Human-centered AI. Oxford University Press.","DOI":"10.1093\/oso\/9780192845290.001.0001"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2111547119"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","unstructured":"Ilia Sucholutsky Raja Marjieh Nori Jacoby and Thomas\u00a0L. Griffiths. 2022. On the Informativeness of Supervision Signals. https:\/\/doi.org\/10.48550\/ARXIV.2211.01407","DOI":"10.48550\/ARXIV.2211.01407"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.103.3.582"},{"key":"e_1_3_2_1_58_1","volume-title":"Technical Report CNS-TR-2011-001. California Institute of Technology.","author":"Wah C.","year":"2011","unstructured":"C. Wah, S. Branson, P. Welinder, P. Perona, and S. Belongie. 2011. The Caltech-UCSD Birds-200-2011 Dataset. Technical Report CNS-TR-2011-001. California Institute of Technology."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"crossref","unstructured":"Bryan Wilder Eric Horvitz and Ece Kamar. 2020. Learning to Complement Humans. arxiv:2005.00582\u00a0[cs.AI]","DOI":"10.24963\/ijcai.2020\/212"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","unstructured":"Yue Yang Artemis Panagopoulou Shenghao Zhou Daniel Jin Chris Callison-Burch and Mark Yatskar. 2022. Language in a Bottle: Language Model Guided Concept Bottlenecks for Interpretable Image Classification. https:\/\/doi.org\/10.48550\/ARXIV.2211.11158","DOI":"10.48550\/ARXIV.2211.11158"},{"key":"e_1_3_2_1_61_1","first-page":"20554","article-title":"On completeness-aware concept-based explanations in deep neural networks","volume":"33","author":"Yeh Chih-Kuan","year":"2020","unstructured":"Chih-Kuan Yeh, Been Kim, Sercan Arik, Chun-Liang Li, Tomas Pfister, and Pradeep Ravikumar. 2020. On completeness-aware concept-based explanations in deep neural networks. Advances in Neural Information Processing Systems 33 (2020), 20554\u201320565.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","unstructured":"Mert Yuksekgonul Maggie Wang and James Zou. 2023. Post-hoc Concept Bottleneck Models. https:\/\/doi.org\/10.48550\/ARXIV.2205.15480","DOI":"10.48550\/ARXIV.2205.15480"},{"key":"e_1_3_2_1_63_1","unstructured":"Hongyi Zhang Moustapha Ciss\u00e9 Yann\u00a0N. Dauphin and David Lopez-Paz. 2018. mixup: Beyond Empirical Risk Minimization. In ICLR."},{"key":"e_1_3_2_1_64_1","volume-title":"Navigating the Grey Area: Expressions of Overconfidence and Uncertainty in Language Models. arXiv preprint arXiv:2302.13439","author":"Zhou Kaitlyn","year":"2023","unstructured":"Kaitlyn Zhou, Dan Jurafsky, and Tatsunori Hashimoto. 2023. Navigating the Grey Area: Expressions of Overconfidence and Uncertainty in Language Models. arXiv preprint arXiv:2302.13439 (2023)."}],"event":{"name":"AIES '23: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Montr\u00e9al QC Canada","acronym":"AIES '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604692","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604692","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:39Z","timestamp":1750178259000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604692"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,8]]},"references-count":64,"alternative-id":["10.1145\/3600211.3604692","10.1145\/3600211"],"URL":"https:\/\/doi.org\/10.1145\/3600211.3604692","relation":{},"subject":[],"published":{"date-parts":[[2023,8,8]]},"assertion":[{"value":"2023-08-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}