{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T12:10:18Z","timestamp":1773490218819,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3742414.3794719","type":"proceedings-article","created":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T11:03:52Z","timestamp":1773054232000},"page":"66-69","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["How Do We Measure Over-Reliance? A Unified Probabilistic View"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8853-4669","authenticated-orcid":false,"given":"Daria","family":"Mikhaylova","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6826-9688","authenticated-orcid":false,"given":"Tommaso","family":"Turchi","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2601-7009","authenticated-orcid":false,"given":"Alessio","family":"Malizia","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}]}],"member":"320","published-online":{"date-parts":[[2026,3,22]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Uju\u00e9 Agudo Karlos\u00a0G. Liberal Miren Arrese and Helena Matute. 2024. The impact of AI errors in a human-in-the-loop process. Cognitive Research: Principles and Implications 9 1 (Jan. 2024) 1. 10.1186\/s41235-023-00529-3","DOI":"10.1186\/s41235-023-00529-3"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-85613-7_22"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Jason\u00a0W. Burton Mari\u2010Klara Stein and Tina\u00a0Blegind Jensen. 2019. A systematic review of algorithm aversion in augmented decision making. Journal of Behavioral Decision Making 33 2 (Oct. 2019) 220\u2013239. 10.1002\/bdm.2155","DOI":"10.1002\/bdm.2155"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Shiye Cao Catalina Gomez and Chien-Ming Huang. 2023. How Time Pressure in Different Phases of Decision-Making Influences Human-AI Collaboration. Proc. ACM Hum.-Comput. Interact. 7 CSCW2 (2023) 1\u201326. 10.1145\/3610068","DOI":"10.1145\/3610068"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Mary\u00a0T. Dzindolet Linda\u00a0G. Pierce Hall\u00a0P. Beck and Lloyd\u00a0A. Dawe. 2002. The Perceived Utility of Human and Automated Aids in a Visual Detection Task. Human Factors: The Journal of the Human Factors and Ergonomics Society 44 1 (March 2002) 79\u201394. 10.1518\/0018720024494856","DOI":"10.1518\/0018720024494856"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3473856.3473886"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Yosuke Fukuchi and Seiji Yamada. 2023. Dynamic Selection of Reliance Calibration Cues With AI Reliance Model. IEEE access 11 (2023) 138870. 10.1109\/ACCESS.2023.3339548","DOI":"10.1109\/ACCESS.2023.3339548"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Catalina Gomez Sue\u00a0Min Cho Shichang Ke Chien-Ming Huang and Mathias Unberath. 2025. Human-AI collaboration is not very collaborative yet: A taxonomy of interaction patterns in AI-assisted decision making from a systematic review. Frontiers in Computer Science 6 (Jan. 2025) 1\u201320. 10.3389\/fcomp.2024.1521066","DOI":"10.3389\/fcomp.2024.1521066"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Brian Guay Adam\u00a0J. Berinsky Gordon Pennycook and David Rand. 2023. How to think about whether misinformation interventions work. Nature Human Behaviour 7 8 (2023) 1231\u20131233. https:\/\/www.nature.com\/articles\/s41562-023-01667-w","DOI":"10.1038\/s41562-023-01667-w"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Ziyang Guo Yifan Wu Jason Hartline and Jessica Hullman. 2024. A Decision Theoretic Framework for Measuring AI Reliance. 10.48550\/ARXIV.2401.15356","DOI":"10.48550\/ARXIV.2401.15356"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Stephen\u00a0R Hayden and Michael\u00a0D Brown. 1999. Likelihood Ratio: A Powerful Tool for Incorporating the Results of a Diagnostic Test Into Clinical Decisionmaking. Annals of Emergency Medicine 33 5 (May 1999) 575\u2013580. 10.1016\/s0196-0644(99)70346-x","DOI":"10.1016\/s0196-0644(99)70346-x"},{"key":"e_1_3_3_2_13_2","volume-title":"Scientific reasoning (2. ed., 2. print ed.)","author":"Howson Colin","year":"1997","unstructured":"Colin Howson and Peter Urbach. 1997. Scientific reasoning (2. ed., 2. print ed.). Open Court, Chicago [u.a.]. Literaturverz. S. 443 - 458."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Eyke H\u00fcllermeier and Willem Waegeman. 2021. Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Machine Learning 110 3 (March 2021) 457\u2013506. 10.1007\/s10994-021-05946-3","DOI":"10.1007\/s10994-021-05946-3"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Kori Inkpen Shreya Chappidi Keri Mallari Besmira Nushi Divya Ramesh Pietro Michelucci Vani Mandava Libu\u0161e\u00a0Hannah Vep\u0159ek and Gabrielle Quinn. 2023. Advancing Human-AI Complementarity: The Impact of User Expertise and Algorithmic Tuning on Joint Decision Making. ACM Trans. Comput.-Hum. Interact. 30 5 (2023) 1\u201329. 10.1145\/3534561","DOI":"10.1145\/3534561"},{"key":"e_1_3_3_2_16_2","volume-title":"Noise: A Flaw in Human Judgment (second ed.)","author":"Kahneman Daniel","year":"2021","unstructured":"Daniel Kahneman, Olivier Sibony, and Cass\u00a0R. Sunstein. 2021. Noise: A Flaw in Human Judgment (second ed.). William Collins, Glasgow, UK. kahneman2021."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Antino Kim Mochen Yang and Jingjing Zhang. 2023. When Algorithms Err: Differential Impact of Early vs. Late Errors on Users\u2019 Reliance on Algorithms. ACM Trans. Comput.-Hum. Interact. 30 1 (2023) 1\u201336. 10.1145\/3557889","DOI":"10.1145\/3557889"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Cordula Kupfer Rita Prassl J\u00fcrgen Flei\u00df Christine Malin Stefan Thalmann and Bettina Kubicek. 2023. Check the box! How to deal with automation bias in AI-based personnel selection. Frontiers in Psychology 14 (2023) 1118723. 10.3389\/fpsyg.2023.1118723","DOI":"10.3389\/fpsyg.2023.1118723"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594087"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Vivian Lai Yiming Zhang Chacha Chen Q.\u00a0Vera Liao and Chenhao Tan. 2023. Selective Explanations: Leveraging Human Input to Align Explainable AI. Proc. ACM Hum.-Comput. Interact. 7 CSCW2 (2023) 1\u201335. 10.1145\/3610206","DOI":"10.1145\/3610206"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Tom Lawton Phillip Morgan Zoe Porter Shireen Hickey Alice Cunningham Nathan Hughes Ioanna Iacovides Yan Jia Vishal Sharma and Ibrahim Habli. 2024. Clinicians risk becoming \u201cliability sinks\u201d for artificial intelligence. Future Healthcare Journal 11 1 (March 2024) 100007. 10.1016\/j.fhj.2024.100007","DOI":"10.1016\/j.fhj.2024.100007"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"John\u00a0D. Lee and Neville Moray. 1994. Trust self-confidence and operators\u2019 adaptation to automation. International Journal of Human-Computer Studies 40 1 (Jan. 1994) 153\u2013184. 10.1006\/ijhc.1994.1007","DOI":"10.1006\/ijhc.1994.1007"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"J.\u00a0D. Lee and K.\u00a0A. See. 2004. Trust in Automation: Designing for Appropriate Reliance. Human Factors: The Journal of the Human Factors and Ergonomics Society 46 1 (Jan. 2004) 50\u201380. 10.1518\/hfes.46.1.50_30392","DOI":"10.1518\/hfes.46.1.50_30392"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Zhuoran Lu Dakuo Wang and Ming Yin. 2024. Does More Advice Help? The Effects of Second Opinions in AI-Assisted Decision Making. Proc. ACM Hum.-Comput. Interact. 8 CSCW1 (2024) 1\u201331. 10.1145\/3653708","DOI":"10.1145\/3653708"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445562"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642671"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Poornima Madhavan and Douglas\u00a0A. Wiegmann. 2007. Similarities and differences between human\u2013human and human\u2013automation trust: an integrative review. Theoretical Issues in Ergonomics Science 8 4 (July 2007) 277\u2013301. 10.1080\/14639220500337708","DOI":"10.1080\/14639220500337708"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Hasan Mahmud A.\u00a0K. M.\u00a0Najmul Islam Syed\u00a0Ishtiaque Ahmed and Kari Smolander. 2022. What influences algorithmic decision-making? A systematic literature review on algorithm aversion. Technological Forecasting and Social Change 175 (Feb. 2022) 121390. 10.1016\/j.techfore.2021.121390","DOI":"10.1016\/j.techfore.2021.121390"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.5555\/3327757.3327808"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Sean McGrath Parth Mehta Alexandra Zytek Isaac Lage and Himabindu Lakkaraju. 2020. When Does Uncertainty Matter?: Understanding the Impact of Predictive Uncertainty in ML Assisted Decision Making. 10.48550\/ARXIV.2011.06167","DOI":"10.48550\/ARXIV.2011.06167"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Siddharth Mehrotra Carolina\u00a0Centeio Jorge Catholijn\u00a0M. Jonker and Myrthe\u00a0L. Tielman. 2024. Integrity-based Explanations for Fostering Appropriate Trust in AI Agents. ACM Trans. Interact. Intell. Syst. 14 1 (2024) 1\u201336. 10.1145\/3610578","DOI":"10.1145\/3610578"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1201\/9781315137957"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Romy M\u00fcller Laura Ullrich Ann\u2010Kathrin Dessel Amelie Bengsch Sebastian Heinze Tobias M\u00fcller and Lukas Oehm. 2019. Case\u2010based decision support for fault diagnosis: Do salient ratings discourage situation analysis? Human factors and ergonomics in manufacturing and service industries 29 1 (2019) 44\u201362. 10.1002\/hfm.20757","DOI":"10.1002\/hfm.20757"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Linda Onnasch. 2015. Crossing the boundaries of automation\u2014Function allocation and reliability. International Journal of Human-Computer Studies 76 (April 2015) 12\u201321. 10.1016\/j.ijhcs.2014.12.004","DOI":"10.1016\/j.ijhcs.2014.12.004"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Andrea Papenmeier Dagmar Kern Gwenn Englebienne and Christin Seifert. 2022. It\u2019s Complicated: The Relationship between User Trust Model Accuracy and Explanations in AI. ACM Trans. Comput.-Hum. Interact. 29 4 (2022) 1\u201333. 10.1145\/3495013","DOI":"10.1145\/3495013"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Raja Parasuraman Robert Molloy and Indramani\u00a0L. Singh. 1993. Performance consequences of automation-induced \"complacency.\". The International Journal of Aviation Psychology 3 1 (1993) 1\u201323. 10.1207\/s15327108ijap0301_1","DOI":"10.1207\/s15327108ijap0301_1"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"R. Parasuraman T.B. Sheridan and C.D. Wickens. 2000. A model for types and levels of human interaction with automation. IEEE Transactions on Systems Man and Cybernetics - Part A: Systems and Humans 30 3 (May 2000) 286\u2013297. 10.1109\/3468.844354","DOI":"10.1109\/3468.844354"},{"key":"e_1_3_3_2_38_2","volume-title":"Overreliance on AI: Literature review","author":"Samir\u00a0Passi Mihaela\u00a0Vorvoreanu","year":"2022","unstructured":"Mihaela\u00a0Vorvoreanu Samir\u00a0Passi. 2022. Overreliance on AI: Literature review. Technical Report. Microsoft."},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584066"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Paul\u00a0C. Schutte. 2017. How to make the most of your human: design considerations for human\u2013machine interactions. Cognition Technology and Work 19 2\u20133 (July 2017) 233\u2013249. 10.1007\/s10111-017-0418-2","DOI":"10.1007\/s10111-017-0418-2"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","unstructured":"Ulrike Sch\u00e4fer Lars Sipos and Claudia M\u00fcller-Birn. 2025. \u201cThe AI is uncertain so am I. What now?\u201d: Navigating Shortcomings of Uncertainty Representations in Human-AI Collaboration with Capability-focused Guidance. Proceedings of the ACM on Human-Computer Interaction 9 7 (Oct. 2025) 1\u201348. 10.1145\/3757451","DOI":"10.1145\/3757451"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Linda\u00a0J. Skitka Kathleen Mosier and Mark Burdick. 1999. Does automation bias decision-making? International Journal of Human-Computer Studies 51 5 (Nov. 1999) 991\u20131006. 10.1006\/ijhc.1999.0252","DOI":"10.1006\/ijhc.1999.0252"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Franco Taroni Paolo Garbolino Silvia Bozza and Colin Aitken. 2021. The Bayes\u2019 factor: the coherent measure for hypothesis confirmation. Law Probability and Risk 20 1 (March 2021) 15\u201336. 10.1093\/lpr\/mgab007","DOI":"10.1093\/lpr\/mgab007"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Heliodoro Tejeda Aakriti Kumar Padhraic Smyth and Mark Steyvers. 2022. AI-Assisted Decision-making: a Cognitive Modeling Approach to Infer Latent Reliance Strategies. Computational Brain and Behavior 5 4 (Oct. 2022) 491\u2013508. 10.1007\/s42113-022-00157-y","DOI":"10.1007\/s42113-022-00157-y"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Amos Tversky and Daniel Kahneman. 1974. Judgment under Uncertainty: Heuristics and Biases: Biases in judgments reveal some heuristics of thinking under uncertainty. Science 185 4157 (Sept. 1974) 1124\u20131131. 10.1126\/science.185.4157.1124","DOI":"10.1126\/science.185.4157.1124"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581197"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"Ryan\u00a0W. Wohleber Gloria\u00a0L. Calhoun Gregory\u00a0J. Funke Heath Ruff C.-Y.\u00a0Peter Chiu Jinchao Lin and Gerald Matthews. 2016. The Impact of Automation Reliability and Operator Fatigue on Performance and Reliance. Proceedings of the Human Factors and Ergonomics Society Annual Meeting 60 1 (2016) 211\u2013215. 10.1177\/1541931213601047","DOI":"10.1177\/1541931213601047"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","unstructured":"Ilan Yaniv and Eli Kleinberger. 2000. Advice Taking in Decision Making: Egocentric Discounting and Reputation Formation. Organizational Behavior and Human Decision Processes 83 2 (Nov. 2000) 260\u2013281. 10.1006\/obhd.2000.2909","DOI":"10.1006\/obhd.2000.2909"}],"event":{"name":"IUI '26: 31st International Conference on Intelligent User Interfaces","location":"Paphos Cyprus","acronym":"IUI '26 Companion","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Companion Proceedings of the 31st International Conference on Intelligent User Interfaces"],"original-title":[],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T11:05:19Z","timestamp":1773486319000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3742414.3794719"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,22]]},"references-count":47,"alternative-id":["10.1145\/3742414.3794719","10.1145\/3742414"],"URL":"https:\/\/doi.org\/10.1145\/3742414.3794719","relation":{},"subject":[],"published":{"date-parts":[[2026,3,22]]},"assertion":[{"value":"2026-03-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}