{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T20:41:05Z","timestamp":1771360865888,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Bundesministerium f\u00fcr Wirtschaft und Klimaschutz","award":["19A21040"],"award-info":[{"award-number":["19A21040"]}]},{"DOI":"10.13039\/501100006374","name":"Fraunhofer-Gesellschaft","doi-asserted-by":"publisher","award":["40-02702"],"award-info":[{"award-number":["40-02702"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658537","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T09:14:21Z","timestamp":1717578861000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Classification Metrics for Image Explanations: Towards Building Reliable XAI-Evaluations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-7463-8907","authenticated-orcid":false,"given":"Benjamin","family":"Fresz","sequence":"first","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0109-0226","authenticated-orcid":false,"given":"Lena","family":"L\u00f6rcher","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8250-2092","authenticated-orcid":false,"given":"Marco","family":"Huber","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Wendy\u00a0Kan Addison\u00a0Howard Eunbyung\u00a0Park. 2018. ImageNet Object Localization Challenge. https:\/\/kaggle.com\/competitions\/imagenet-object-localization-challenge"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3327546.3327621"},{"key":"e_1_3_2_1_3_1","unstructured":"Chirag Agarwal Satyapriya Krishna Eshika Saxena Martin Pawelczyk Nari Johnson Isha Puri Marinka Zitnik and Himabindu Lakkaraju. 2023. OpenXAI: Towards a Transparent Evaluation of Model Explanations. arxiv:2206.11104\u00a0[cs.LG]"},{"key":"e_1_3_2_1_4_1","unstructured":"Shideh\u00a0Shams Amiri Rosina\u00a0O. Weber Prateek Goel Owen Brooks Archer Gandley Brian Kitchell and Aaron Zehm. 2020. Data Representing Ground-Truth Explanations to Evaluate XAI Methods. arxiv:2011.09892\u00a0[cs.LG]"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW59228.2023.00380"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/FUZZ-IEEE55066.2022.9882821"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.11.008"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44781-0_8"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593997"},{"key":"e_1_3_2_1_10_1","unstructured":"Moritz B\u00f6hle Navdeeppal Singh Mario Fritz and Bernt Schiele. 2023. B-cos Alignment for Inherently Interpretable CNNs and Vision Transformers. arxiv:2306.10898\u00a0[cs.CV]"},{"key":"e_1_3_2_1_11_1","volume-title":"Fast Krippendorff: Fast computation of Krippendorff\u2019s alpha agreement measure. https:\/\/github.com\/pln-fing-udelar\/fast-krippendorff.","author":"Castro Santiago","year":"2017","unstructured":"Santiago Castro. 2017. Fast Krippendorff: Fast computation of Krippendorff\u2019s alpha agreement measure. https:\/\/github.com\/pln-fing-udelar\/fast-krippendorff."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00097"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450644"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"J. Deng W. Dong R. Socher L.-J. Li K. Li and L. Fei-Fei. 2009. ImageNet: A Large-Scale Hierarchical Image Database. In CVPR09.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_15_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. arxiv:1702.08608\u00a0[stat.ML]"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_17_1","first-page":"1","article-title":"Quantus: An Explainable AI Toolkit for Responsible Evaluation of Neural Network Explanations and Beyond","volume":"24","author":"Hedstr\u00f6m Anna","year":"2023","unstructured":"Anna Hedstr\u00f6m, Leander Weber, Daniel Krakowczyk, Dilyara Bareeva, Franz Motzkus, Wojciech Samek, Sebastian Lapuschkin, and Marina M.-C. H\u00f6hne. 2023. Quantus: An Explainable AI Toolkit for Responsible Evaluation of Neural Network Explanations and Beyond. Journal of Machine Learning Research 24, 34 (2023), 1\u201311. http:\/\/jmlr.org\/papers\/v24\/22-0142.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_18_1","volume-title":"Sanity Simulations for Saliency Methods. CoRR abs\/2105.06506","author":"Kim Joon\u00a0Sik","year":"2021","unstructured":"Joon\u00a0Sik Kim, Gregory Plumb, and Ameet Talwalkar. 2021. Sanity Simulations for Saliency Methods. CoRR abs\/2105.06506 (2021). arXiv:2105.06506"},{"key":"e_1_3_2_1_19_1","unstructured":"Pieter-Jan Kindermans Sara Hooker Julius Adebayo Maximilian Alber Kristof\u00a0T. Sch\u00fctt Sven D\u00e4hne Dumitru Erhan and Been Kim. 2017. The (Un)reliability of saliency methods. arxiv:1711.00867\u00a0[stat.ML]"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2958.2004.tb00738.x"},{"key":"e_1_3_2_1_21_1","volume-title":"Lundberg and Su-In Lee","author":"M.","year":"2017","unstructured":"Scott\u00a0M. Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. CoRR abs\/1705.07874 (2017). arXiv:1705.07874"},{"key":"e_1_3_2_1_22_1","volume-title":"Psychological testing: Principles and applications","author":"Murphy Kevin","unstructured":"Kevin Murphy and Charles Davidshofer. 2004. Psychological testing: Principles and applications (6th ed.). Pearson.","edition":"6"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.4324\/9780203726631"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583558"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Deepan\u00a0Chakravarthi Padmanabhan Paul\u00a0G. Pl\u00f6ger Octavio Arriaga and Matias Valdenegro-Toro. 2023. Sanity Checks for Saliency Methods Explaining Object Detectors. arxiv:2306.02424\u00a0[cs.CV]","DOI":"10.1007\/978-3-031-44064-9_23"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00998"},{"key":"e_1_3_2_1_27_1","volume-title":"Explaining the Predictions of Any Classifier. CoRR abs\/1602.04938","author":"Ribeiro Marco\u00a0T\u00falio","year":"2016","unstructured":"Marco\u00a0T\u00falio Ribeiro, Sameer Singh, and Carlos Guestrin. 2016. \"Why Should I Trust You?\": Explaining the Predictions of Any Classifier. CoRR abs\/1602.04938 (2016). arXiv:1602.04938"},{"key":"e_1_3_2_1_28_1","volume-title":"Lisa Fiedler, Peizhu Qian, Vaibhav Unhelkar, Tina Seidel, Gjergji Kasneci, and Enkelejda Kasneci.","author":"Rong Yao","year":"2023","unstructured":"Yao Rong, Tobias Leemann, Thai trang Nguyen, Lisa Fiedler, Peizhu Qian, Vaibhav Unhelkar, Tina Seidel, Gjergji Kasneci, and Enkelejda Kasneci. 2023. Towards Human-centered Explainable AI: A Survey of User Studies for Model Explanations. arxiv:2210.11584\u00a0[cs.AI]"},{"key":"e_1_3_2_1_29_1","volume-title":"Grad-CAM: Why did you say that? Visual Explanations from Deep Networks via Gradient-based Localization. CoRR abs\/1610.02391","author":"Selvaraju R.","year":"2016","unstructured":"Ramprasaath\u00a0R. Selvaraju, Abhishek Das, Ramakrishna Vedantam, Michael Cogswell, Devi Parikh, and Dhruv Batra. 2016. Grad-CAM: Why did you say that? Visual Explanations from Deep Networks via Gradient-based Localization. CoRR abs\/1610.02391 (2016). arXiv:1610.02391"},{"key":"e_1_3_2_1_30_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. arxiv:1409.1556\u00a0[cs.CV]"},{"key":"e_1_3_2_1_31_1","volume-title":"SmoothGrad: removing noise by adding noise. CoRR abs\/1706.03825","author":"Smilkov Daniel","year":"2017","unstructured":"Daniel Smilkov, Nikhil Thorat, Been Kim, Fernanda\u00a0B. Vi\u00e9gas, and Martin Wattenberg. 2017. SmoothGrad: removing noise by adding noise. CoRR abs\/1706.03825 (2017). arXiv:1706.03825"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372870"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.2307\/1412159"},{"key":"e_1_3_2_1_34_1","volume-title":"Axiomatic Attribution for Deep Networks. CoRR abs\/1703.01365","author":"Sundararajan Mukund","year":"2017","unstructured":"Mukund Sundararajan, Ankur Taly, and Qiqi Yan. 2017. Axiomatic Attribution for Deep Networks. CoRR abs\/1703.01365 (2017). arXiv:1703.01365"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aci.2018.08.003"},{"key":"e_1_3_2_1_36_1","unstructured":"Richard Tomsett Dan Harborne Supriyo Chakraborty Prudhvi Gurram and Alun Preece. 2019. Sanity Checks for Saliency Metrics. arxiv:1912.01451\u00a0[cs.LG]"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.art"},{"key":"e_1_3_2_1_38_1","unstructured":"Benjamin Vandersmissen and Jose Oramas. 2023. On The Coherence of Quantitative Evaluation of Visual Explanations. arxiv:2302.10764\u00a0[cs.CV]"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3668444"},{"key":"e_1_3_2_1_40_1","volume-title":"Revisiting Sanity Checks for Saliency Maps. CoRR abs\/2110.14297","author":"Yona Gal","year":"2021","unstructured":"Gal Yona and Daniel Greenfeld. 2021. Revisiting Sanity Checks for Saliency Maps. CoRR abs\/2110.14297 (2021). arXiv:2110.14297"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658537","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658537","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:32:51Z","timestamp":1755883971000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658537"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":40,"alternative-id":["10.1145\/3630106.3658537","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658537","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}