{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T01:17:10Z","timestamp":1792804630416,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":143,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100014895","name":"Open Philanthropy Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014895","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Princeton SEAS Howard B. Wentz, Jr. Junior Faculty Award"},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1763642"],"award-info":[{"award-number":["1763642"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSF Graduate Research Fellowship"},{"name":"Princeton Center for Information Technology Policy","id":[{"id":"https:\/\/ror.org\/03jh5a977","id-type":"ROR","asserted-by":"crossref"}]},{"name":"Princeton SEAS Project X Fund"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581001","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T00:27:55Z","timestamp":1681950475000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":193,"title":["\"Help Me Help the AI\": Understanding How Explainability Can Support Human-AI Interaction"],"prefix":"10.1145","author":[{"given":"Sunnie S. Y.","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elizabeth Anne","family":"Watkins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Olga","family":"Russakovsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruth","family":"Fong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andr\u00e9s","family":"Monroy-Hern\u00e1ndez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174156"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"e_1_3_3_3_3_1","unstructured":"Julius Adebayo Justin Gilmer Michael Muelly Ian Goodfellow Moritz Hardt and Been Kim. 2018. Sanity Checks for Saliency Maps. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","unstructured":"Kasun Amarasinghe Kit\u00a0T. Rodolfa S\u00e9rgio Jesus Valerie Chen Vladimir Balayan Pedro Saleiro Pedro Bizarro Ameet Talwalkar and Rayid Ghani. 2022. On the Importance of Application-Grounded Experimental Design for Evaluating Explainable ML Methods. https:\/\/doi.org\/10.48550\/ARXIV.2206.13503","DOI":"10.48550\/ARXIV.2206.13503"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11115088"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380254"},{"key":"e_1_3_3_3_7_1","volume-title":"Taxonomies, Opportunities and Challenges toward Responsible AI. Information Fusion","author":"Arrieta Alejandro\u00a0Barredo","year":"2020","unstructured":"Alejandro\u00a0Barredo Arrieta, Natalia D\u00edaz-Rodr\u00edguez, Javier\u00a0Del Ser, Adrien Bennetot, Siham Tabik, Alberto Barbado, Salvador Garc\u00eda, Sergio Gil-L\u00f3pez, Daniel Molina, Richard Benjamins, Raja Chatila, and Francisco Herrera. 2020. Explainable Artificial Intelligence (XAI): Concepts, Taxonomies, Opportunities and Challenges toward Responsible AI. Information Fusion (2020)."},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415167"},{"key":"e_1_3_3_3_9_1","unstructured":"Shahin Atakishiyev Mohammad Salameh Hengshuai Yao and Randy Goebel. 2021. Explainable Artificial Intelligence for Autonomous Driving: A Comprehensive Overview and Field Guide for Future Research Directions. CoRR abs\/2112.11561(2021). arXiv:2112.11561https:\/\/arxiv.org\/abs\/2112.11561"},{"key":"e_1_3_3_3_10_1","volume-title":"Beyond Accuracy: The Role of Mental Models in Human-AI Team Performance. In AAAI Conference on Human Computation and Crowdsourcing (HCOMP).","author":"Bansal Gagan","year":"2019","unstructured":"Gagan Bansal, Besmira Nushi, Ece Kamar, Walter\u00a0S. Lasecki, Daniel\u00a0S. Weld, and Eric Horvitz. 2019. Beyond Accuracy: The Role of Mental Models in Human-AI Team Performance. In AAAI Conference on Human Computation and Crowdsourcing (HCOMP)."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445717"},{"key":"e_1_3_3_3_12_1","volume-title":"Network Dissection: Quantifying Interpretability of Deep Visual Representations. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Bau David","year":"2017","unstructured":"David Bau, Bolei Zhou, Aditya Khosla, Aude Oliva, and Antonio Torralba. 2017. Network Dissection: Quantifying Interpretability of Deep Visual Representations. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00460"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-022-00510-w"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543821"},{"key":"e_1_3_3_3_17_1","volume-title":"Approximating CNNs with Bag-of-local-Features Models Works Surprisingly Well on ImageNet. In International Conference on Learning Representations (ICLR).","author":"Brendel Wieland","year":"2019","unstructured":"Wieland Brendel and Matthias Bethge. 2019. Approximating CNNs with Bag-of-local-Features Models Works Surprisingly Well on ImageNet. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","unstructured":"David Broniatowski. 2021. Psychological Foundations of Explainability and Interpretability in Artificial Intelligence. https:\/\/doi.org\/10.6028\/NIST.IR.8367","DOI":"10.6028\/NIST.IR.8367"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","unstructured":"Miles Brundage Shahar Avin Jasmine Wang Haydn Belfield Gretchen Krueger Gillian Hadfield Heidy Khlaaf Jingying Yang Helen Toner Ruth Fong Tegan Maharaj Pang\u00a0Wei Koh Sara Hooker Jade Leung Andrew Trask Emma Bluemke Jonathan Lebensold Cullen O\u2019Keefe Mark Koren Th\u00e9o Ryffel JB Rubinovitz Tamay Besiroglu Federica Carugati Jack Clark Peter Eckersley Sarah de Haas Maritza Johnson Ben Laurie Alex Ingerman Igor Krawczuk Amanda Askell Rosario Cammarota Andrew Lohn David Krueger Charlotte Stix Peter Henderson Logan Graham Carina Prunkl Bianca Martin Elizabeth Seger Noa Zilberman Se\u00e1n\u00a0\u00d3 h\u00c9igeartaigh Frens Kroeger Girish Sastry Rebecca Kagan Adrian Weller Brian Tse Elizabeth Barnes Allan Dafoe Paul Scharre Ariel Herbert-Voss Martijn Rasser Shagun Sodhani Carrick Flynn Thomas\u00a0Krendl Gilbert Lisa Dyer Saif Khan Yoshua Bengio and Markus Anderljung. 2020. Toward Trustworthy AI Development: Mechanisms for Supporting Verifiable Claims. https:\/\/doi.org\/10.48550\/ARXIV.2004.07213","DOI":"10.48550\/ARXIV.2004.07213"},{"key":"e_1_3_3_3_20_1","volume-title":"Convolutional Dynamic Alignment Networks for Interpretable Classifications. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"B\u00f6hle Moritz","year":"2021","unstructured":"Moritz B\u00f6hle, Mario Fritz, and Bernt Schiele. 2021. Convolutional Dynamic Alignment Networks for Interpretable Classifications. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01008"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_3_3_24_1","unstructured":"Chaofan Chen Oscar Li Daniel Tao Alina Barnett Cynthia Rudin and Jonathan\u00a0K Su. 2019. This Looks Like That: Deep Learning for Interpretable Image Recognition. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517500"},{"key":"e_1_3_3_3_26_1","unstructured":"Roberto Confalonieri Tarek\u00a0R. Besold Tillman Weyde Kathleen Creel Tania Lombrozo Shane\u00a0T. Mueller and Patrick Shafto. 2019. What makes a good explanation? Cognitive dimensions of explaining intelligent machines. In CogSci. 25\u201326. https:\/\/mindmodeling.org\/cogsci2019\/papers\/0013\/index.html"},{"key":"e_1_3_3_3_27_1","unstructured":"Arun Das and Paul Rad. 2020. Opportunities and Challenges in Explainable Artificial Intelligence (XAI): A Survey. CoRR abs\/2006.11371(2020). arXiv:2006.11371https:\/\/arxiv.org\/abs\/2006.11371"},{"key":"e_1_3_3_3_28_1","volume-title":"Deformable ProtoPNet: An Interpretable Image Classifier Using Deformable Prototypes. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Donnelly Jon","year":"2022","unstructured":"Jon Donnelly, Alina\u00a0Jade Barnett, and Chaofan Chen. 2022. Deformable ProtoPNet: An Interpretable Image Classifier Using Deformable Prototypes. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_3_3_29_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. arxiv:1702.08608\u00a0[stat.ML]"},{"key":"e_1_3_3_3_30_1","unstructured":"Abhimanyu Dubey Filip Radenovic and Dhruv Mahajan. 2022. Scalable Interpretability via Polynomials. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","unstructured":"Salvatore D\u2019Avella Gerardo Camacho-Gonzalez and Paolo Tripicchio. 2022. On Multi-Agent Cognitive Cooperation: Can virtual agents behave like humans?Neurocomputing 480(2022) 27\u201338. https:\/\/doi.org\/10.1016\/j.neucom.2022.01.025","DOI":"10.1016\/j.neucom.2022.01.025"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_3_33_1","unstructured":"Upol Ehsan Samir Passi Q.\u00a0Vera Liao Larry Chan I-Hsiang Lee Michael\u00a0J. Muller and Mark\u00a0O. Riedl. 2021. The Who in Explainable AI: How AI Background Shapes Perceptions of AI Explanations. CoRR abs\/2107.13509(2021). arXiv:2107.13509https:\/\/arxiv.org\/abs\/2107.13509"},{"key":"e_1_3_3_3_34_1","volume-title":"Human-centered Explainable AI: Towards a Reflective Sociotechnical Approach. CoRR abs\/2002.01092(2020). arXiv:2002.01092https:\/\/arxiv.org\/abs\/2002.01092","author":"Ehsan Upol","year":"2020","unstructured":"Upol Ehsan and Mark\u00a0O. Riedl. 2020. Human-centered Explainable AI: Towards a Reflective Sociotechnical Approach. CoRR abs\/2002.01092(2020). arXiv:2002.01092https:\/\/arxiv.org\/abs\/2002.01092"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3441342"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503727"},{"key":"e_1_3_3_3_37_1","volume-title":"Repairing innovation: A study of integrating AI in clinical care","author":"Elish Madeleine\u00a0Clare","year":"2020","unstructured":"Madeleine\u00a0Clare Elish and Elizabeth\u00a0Anne Watkins. 2020. Repairing innovation: A study of integrating AI in clinical care. Data & Society (2020)."},{"key":"e_1_3_3_3_38_1","unstructured":"Thomas Fel Julien Colin R\u00e9mi Cad\u00e8ne and Thomas Serre. 2021. What I Cannot Predict I Do Not Understand: A Human-Centered Evaluation Framework for Explainability Methods. arxiv:2112.04417\u00a0[s.CV]"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533202"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533193"},{"key":"e_1_3_3_3_41_1","volume-title":"Understanding convolutional neural networks. Ph.\u00a0D. Dissertation","author":"Fong Ruth","unstructured":"Ruth Fong. 2020. Understanding convolutional neural networks. Ph.\u00a0D. Dissertation. University of Oxford."},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00304"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00910"},{"key":"e_1_3_3_3_45_1","unstructured":"Julie Gerlings Millie\u00a0S\u00f8ndergaard Jensen and Arisa Shollo. 2021. Explainable AI but explainable to whom?CoRR abs\/2106.05568(2021). arXiv:2106.05568https:\/\/arxiv.org\/abs\/2106.05568"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"e_1_3_3_3_47_1","volume-title":"Counterfactual Visual Explanations. In International Conference on Machine Learning (ICML).","author":"Goyal Yash","year":"2019","unstructured":"Yash Goyal, Ziyan Wu, Jan Ernst, Dhruv Batra, Devi Parikh, and Stefan Lee. 2019. Counterfactual Visual Explanations. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"e_1_3_3_3_49_1","volume-title":"DARPA\u2019s Explainable Artificial Intelligence (XAI) Program. AI Magazine","author":"Gunning David","year":"2019","unstructured":"David Gunning and David Aha. 2019. DARPA\u2019s Explainable Artificial Intelligence (XAI) Program. AI Magazine (2019)."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1177\/1541931218621047"},{"key":"e_1_3_3_3_51_1","volume-title":"International Conference on Machine Learning (ICML) Workshop on","author":"Hoffmann Adrian","unstructured":"Adrian Hoffmann, Claudio Fanconi, Rahul Rade, and Jonas Kohler. 2021. This Looks Like That... Does it? Shortcomings of Latent Space Prototype Interpretability in Deep Networks. In International Conference on Machine Learning (ICML) Workshop on Theoretic Foundation, Criticism, and Application Trend of Explainable AI."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338243"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"crossref","unstructured":"Atoosa Kasirzadeh. 2021. Reasons Values Stakeholders: A Philosophical Framework for Explainable Artificial Intelligence. CoRR abs\/2103.00752(2021). arXiv:2103.00752https:\/\/arxiv.org\/abs\/2103.00752","DOI":"10.1145\/3442188.3445866"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"crossref","unstructured":"Been Kim Emily Reif Martin Wattenberg Samy Bengio and Michael\u00a0C. Mozer. 2021. Neural Networks Trained on Natural Scenes Exhibit Gestalt Closure. Computational Brain & Behavior(2021).","DOI":"10.1007\/s42113-021-00100-7"},{"key":"e_1_3_3_3_56_1","unstructured":"Been Kim Martin Wattenberg Justin Gilmer Carrie Cai James Wexler Fernanda Viegas 2018. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV). In ICML."},{"key":"e_1_3_3_3_57_1","volume-title":"HIVE: Evaluating the Human Interpretability of Visual Explanations. In European Conference on Computer Vision (ECCV).","author":"Kim Sunnie","year":"2022","unstructured":"Sunnie S.\u00a0Y. Kim, Nicole Meister, Vikram\u00a0V. Ramaswamy, Ruth Fong, and Olga Russakovsky. 2022. HIVE: Evaluating the Human Interpretability of Visual Explanations. In European Conference on Computer Vision (ECCV)."},{"key":"e_1_3_3_3_58_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Koh Pang\u00a0Wei","year":"2017","unstructured":"Pang\u00a0Wei Koh and Percy Liang. 2017. Understanding Black-box Predictions via Influence Functions. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_3_3_59_1","volume-title":"Concept Bottleneck Models. In International Conference on Machine Learning (ICML).","author":"Koh Pang\u00a0Wei","year":"2020","unstructured":"Pang\u00a0Wei Koh, Thao Nguyen, Yew\u00a0Siang Tang, Stephen Mussmann, Emma Pierson, Been Kim, and Percy Liang. 2020. Concept Bottleneck Models. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2115730119"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2020.3041231"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501999"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"crossref","unstructured":"Markus Langer Daniel Oster Timo Speith Holger Hermanns Lena K\u00e4stner Eva Schmidt Andreas Sesing and Kevin Baum. 2021. What Do We Want From Explainable Artificial Intelligence (XAI)? - A Stakeholder Perspective on XAI and a Conceptual Model Guiding Interdisciplinary XAI Research. CoRR abs\/2102.07817(2021). arXiv:2102.07817https:\/\/arxiv.org\/abs\/2102.07817","DOI":"10.1016\/j.artint.2021.103473"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502030"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_67_1","unstructured":"Q.\u00a0Vera Liao and Kush\u00a0R. Varshney. 2021. Human-Centered Explainable AI (XAI): From Algorithms to User Experiences. CoRR abs\/2110.10790(2021). arXiv:2110.10790https:\/\/arxiv.org\/abs\/2110.10790"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","unstructured":"Q.\u00a0Vera Liao Yunfeng Zhang Ronny Luss Finale Doshi-Velez and Amit Dhurandhar. 2022. Connecting Algorithmic Research and Usage Contexts: A Perspective of Contextualized Evaluation for Explainable AI. https:\/\/doi.org\/10.48550\/ARXIV.2206.10847","DOI":"10.48550\/ARXIV.2206.10847"},{"key":"e_1_3_3_3_69_1","volume-title":"The Mythos of Model Interpretability: In Machine Learning, the Concept of Interpretability is Both Important and Slippery.Queue","author":"Lipton C.","year":"2018","unstructured":"Zachary\u00a0C. Lipton. 2018. The Mythos of Model Interpretability: In Machine Learning, the Concept of Interpretability is Both Important and Slippery.Queue (2018)."},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376739"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.3390\/biomedinformatics2010001"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2022.100169"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-04083-2_16"},{"key":"e_1_3_3_3_74_1","volume-title":"International Conference on Learning Representations (ICLR) Workshop on Responsible AI.","author":"Margeloiu Andrei","year":"2021","unstructured":"Andrei Margeloiu, Matthew Ashman, Umang Bhatt, Yanzhi Chen, Mateja Jamnik, and Adrian Weller. 2021. Do Concept Bottleneck Models Learn as Intended?. In International Conference on Learning Representations (ICLR) Workshop on Responsible AI."},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","unstructured":"Aniek\u00a0F Markus Jan\u00a0A Kors and Peter\u00a0R Rijnbeek. 2021. The role of explainability in creating trustworthy artificial intelligence for health care: A comprehensive survey of the terminology design choices and evaluation strategies. Journal of biomedical informatics 113 (2021). https:\/\/doi.org\/doi:10.1016\/j.jbi.2020.103655","DOI":"10.1016\/j.jbi.2020.103655"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3349263.3350762"},{"key":"e_1_3_3_3_78_1","unstructured":"Tim Miller. 2017. Explanation in Artificial Intelligence: Insights from the Social Sciences. CoRR abs\/1706.07269(2017). arXiv:1706.07269http:\/\/arxiv.org\/abs\/1706.07269"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","unstructured":"Tim Miller. 2022. Are we measuring trust correctly in explainability interpretability and transparency research?https:\/\/doi.org\/10.48550\/ARXIV.2209.00651","DOI":"10.48550\/ARXIV.2209.00651"},{"key":"e_1_3_3_3_80_1","unstructured":"Tim Miller Piers Howe and Liz Sonenberg. 2017. Explainable AI: Beware of Inmates Running the Asylum Or: How I Learnt to Stop Worrying and Love the Social and Behavioural Sciences. CoRR abs\/1712.00547(2017). arXiv:1712.00547http:\/\/arxiv.org\/abs\/1712.00547"},{"key":"e_1_3_3_3_81_1","unstructured":"Mitch Waite Group. [n. d.]. iBird Pro Guide. https:\/\/apps.apple.com\/us\/app\/ibird-pro-guide-to-birds\/id308018823"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287574"},{"key":"e_1_3_3_3_83_1","unstructured":"Sina Mohseni Niloofar Zarei and Eric\u00a0D. Ragan. 2018. A Survey of Evaluation Methods and Measures for Interpretable Machine Learning. CoRR abs\/1811.11839(2018). arXiv:1811.11839http:\/\/arxiv.org\/abs\/1811.11839"},{"key":"e_1_3_3_3_84_1","unstructured":"Christoph Molnar. 2022. Interpretable Machine Learning(2 ed.). https:\/\/christophm.github.io\/interpretable-ml-book"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3400051.3400058"},{"key":"e_1_3_3_3_86_1","volume-title":"Participatory Design: The Third Space in HCI","author":"Muller J.","year":"2002","unstructured":"Michael\u00a0J. Muller. 2002. Participatory Design: The Third Space in HCI. L. Erlbaum Associates Inc., USA, 1051\u20131068."},{"key":"e_1_3_3_3_87_1","unstructured":"National Audubon Society. [n. d.]. Audubon Bird Guide. https:\/\/apps.apple.com\/us\/app\/audubon-bird-guide\/id333227386"},{"key":"e_1_3_3_3_88_1","volume-title":"Neural Prototype Trees for Interpretable Fine-Grained Image Recognition. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Nauta Meike","year":"2021","unstructured":"Meike Nauta, Ron van Bree, and Christin Seifert. 2021. Neural Prototype Trees for Interpretable Fine-Grained Image Recognition. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242666"},{"key":"e_1_3_3_3_90_1","unstructured":"Giang Nguyen Daeyoung Kim and Anh Nguyen. 2021. The effectiveness of feature attribution methods and its correlation with automatic evaluation scores. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_91_1","unstructured":"Giang Nguyen Mohammad\u00a0Reza Taesiri and Anh Nguyen. 2022. Visual correspondence-based explanations improve AI robustness and human-AI team accuracy. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-62870-7"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2947532"},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3122865"},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720820960865"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21491"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019780"},{"key":"e_1_3_3_3_98_1","volume-title":"RISE: Randomized Input Sampling for Explanation of Black-box Models. In British Machine Vision Conference (BMVC).","author":"Petsiuk Vitali","year":"2018","unstructured":"Vitali Petsiuk, Abir Das, and Kate Saenko. 2018. RISE: Randomized Input Sampling for Explanation of Black-box Models. In British Machine Vision Conference (BMVC)."},{"key":"e_1_3_3_3_99_1","volume-title":"Birdadvisor 360\u00b0: A digital support for birdwatching tourism in Algarve. Ph.\u00a0D. Dissertation","author":"Pintar Barbara","unstructured":"Barbara Pintar. 2017. Birdadvisor 360\u00b0: A digital support for birdwatching tourism in Algarve. Ph.\u00a0D. Dissertation. University of Algarve."},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-50402-1_4"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445315"},{"key":"e_1_3_3_3_102_1","unstructured":"Alun\u00a0D. Preece Dan Harborne Dave Braines Richard Tomsett and Supriyo Chakraborty. 2018. Stakeholders in Explainable AI. CoRR abs\/1810.00184(2018). arXiv:1810.00184http:\/\/arxiv.org\/abs\/1810.00184"},{"key":"e_1_3_3_3_103_1","unstructured":"Filip Radenovic Abhimanyu Dubey and Dhruv Mahajan. 2022. Neural Basis Models for Interpretability. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_104_1","doi-asserted-by":"publisher","unstructured":"Vikram\u00a0V. Ramaswamy Sunnie S.\u00a0Y. Kim Ruth Fong and Olga Russakovsky. 2022. Overlooked factors in concept-based explanations: Dataset choice concept salience and human capability. https:\/\/doi.org\/10.48550\/ARXIV.2207.09615","DOI":"10.48550\/ARXIV.2207.09615"},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2206.07690"},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_3_107_1","doi-asserted-by":"publisher","DOI":"10.1214\/21-SS133"},{"key":"e_1_3_3_3_108_1","volume-title":"The coding manual for qualitative researchers. The coding manual for qualitative researchers","author":"Salda\u00f1a Johnny","year":"2021","unstructured":"Johnny Salda\u00f1a. 2021. The coding manual for qualitative researchers. The coding manual for qualitative researchers (2021), 1\u2013440."},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6"},{"key":"e_1_3_3_3_110_1","volume-title":"A Situation Awareness-Based Framework for Design and Evaluation of Explainable AI","author":"Sanneman Lindsay","unstructured":"Lindsay Sanneman and Julie\u00a0A. Shah. 2020. A Situation Awareness-Based Framework for Design and Evaluation of Explainable AI. In Explainable, Transparent Autonomous Agents and Multi-Agent Systems, Davide Calvaresi, Amro Najjar, Michael Winikoff, and Kary Fr\u00e4mling (Eds.). Springer International Publishing, Cham, 94\u2013110."},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","unstructured":"Nicolas Scharowski Sebastian A.\u00a0C. Perrig Nick von Felten and Florian Br\u00fchlmann. 2022. Trust and Reliance in XAI \u2013 Distinguishing Between Attitudinal and Behavioral Measures. https:\/\/doi.org\/10.48550\/ARXIV.2203.12318","DOI":"10.48550\/ARXIV.2203.12318"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_3_3_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372827"},{"key":"e_1_3_3_3_114_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v8i1.7477"},{"key":"e_1_3_3_3_115_1","unstructured":"Vivswan Shitole Fuxin Li Minsuk Kahng Prasad Tadepalli and Alan Fern. 2021. One Explanation is Not Enough: Structured Attention Graphs for Image Classification. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_116_1","volume-title":"Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. In International Conference on Learning Representations (ICLR) Workshops.","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan, Andrea Vedaldi, and Andrew Zisserman. 2014. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. In International Conference on Learning Representations (ICLR) Workshops."},{"key":"e_1_3_3_3_117_1","doi-asserted-by":"publisher","unstructured":"Amitojdeep Singh Sourya Sengupta and Vasudevan Lakshminarayanan. 2020. Explainable Deep Learning Models in Medical Image Analysis. Journal of Imaging 6(2020). https:\/\/doi.org\/10.3390\/jimaging6060052","DOI":"10.3390\/jimaging6060052"},{"key":"e_1_3_3_3_118_1","volume-title":"TalkToModel: Explaining Machine Learning Models with Interactive Natural Language Conversations. arXiv","author":"Slack Dylan","year":"2022","unstructured":"Dylan Slack, Satyapriya Krishna, Himabindu Lakkaraju, and Sameer Singh. 2022. TalkToModel: Explaining Machine Learning Models with Interactive Natural Language Conversations. arXiv (2022)."},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-020-01019-6"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376624"},{"key":"e_1_3_3_3_121_1","doi-asserted-by":"publisher","DOI":"10.9785\/cri-2019-200402"},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020"},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445088"},{"key":"e_1_3_3_3_124_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-020-01825-5"},{"key":"e_1_3_3_3_125_1","unstructured":"The Cornell Lab of Ornithology. [n. d.]. Merlin Bird ID. https:\/\/merlin.allaboutbirds.org\/"},{"key":"e_1_3_3_3_126_1","unstructured":"Richard Tomsett Dave Braines Dan Harborne Alun\u00a0D. Preece and Supriyo Chakraborty. 2018. Interpretable to Whom? A Role-based Model for Analyzing Interpretable Machine Learning Systems. CoRR abs\/1806.07552(2018). arXiv:1806.07552http:\/\/arxiv.org\/abs\/1806.07552"},{"key":"e_1_3_3_3_127_1","volume-title":"Proceedings of the 4th Machine Learning for Healthcare Conference(Proceedings of Machine Learning Research, Vol.\u00a0106)","author":"Tonekaboni Sana","year":"2019","unstructured":"Sana Tonekaboni, Shalmali Joshi, Melissa\u00a0D. McCradden, and Anna Goldenberg. 2019. What Clinicians Want: Contextualizing Explainable Machine Learning for Clinical End Use. In Proceedings of the 4th Machine Learning for Healthcare Conference(Proceedings of Machine Learning Research, Vol.\u00a0106), Finale Doshi-Velez, Jim Fackler, Ken Jung, David Kale, Rajesh Ranganath, Byron Wallace, and Jenna Wiens (Eds.). PMLR, 359\u2013380. https:\/\/proceedings.mlr.press\/v106\/tonekaboni19a.html"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-020-0942-0"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19775-8_16"},{"key":"e_1_3_3_3_130_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mechatronics.2018.02.009"},{"key":"e_1_3_3_3_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_3_133_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_3_3_134_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00900"},{"key":"e_1_3_3_3_135_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.07.016"},{"key":"e_1_3_3_3_136_1","volume-title":"Ian En-Hsu Yen, and Pradeep\u00a0K Ravikumar","author":"Yeh Chih-Kuan","year":"2018","unstructured":"Chih-Kuan Yeh, Joon Kim, Ian En-Hsu Yen, and Pradeep\u00a0K Ravikumar. 2018. Representer Point Selection for Explaining Deep Neural Networks. In Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_3_137_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"},{"key":"e_1_3_3_3_138_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"e_1_3_3_3_139_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501826"},{"key":"e_1_3_3_3_140_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"e_1_3_3_3_141_1","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics12020237"},{"key":"e_1_3_3_3_142_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517479"},{"key":"e_1_3_3_3_143_1","volume-title":"Learning Deep Features for Discriminative Localization. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Zhou Bolei","year":"2016","unstructured":"Bolei Zhou, Aditya Khosla, Agata Lapedriza, Aude Oliva, and Antonio Torralba. 2016. Learning Deep Features for Discriminative Localization. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_3_3_144_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_8"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581001","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581001","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581001","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T12:47:55Z","timestamp":1750164475000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581001"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":143,"alternative-id":["10.1145\/3544548.3581001","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581001","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}