{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T04:08:02Z","timestamp":1750824482978,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["520195047"],"award-info":[{"award-number":["520195047"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003185","name":"Fraunhofer-Gesellschaft","doi-asserted-by":"publisher","award":["PREPARE 40-02702"],"award-info":[{"award-number":["PREPARE 40-02702"]}],"id":[{"id":"10.13039\/501100003185","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Bundesministerium f\u00fcr Wirtschaft und Klimaschutz","award":["22929 BG"],"award-info":[{"award-number":["22929 BG"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732151","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:03:13Z","timestamp":1750698193000},"page":"2215-2231","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["From Confusion to Clarity: ProtoScore - A Framework for Evaluating Prototype-Based XAI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-9844-4277","authenticated-orcid":false,"given":"Helena","family":"Monke","sequence":"first","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Stuttgart, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Stuttgart, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2559-3950","authenticated-orcid":false,"given":"Benjamin","family":"Sae-Chew","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Stuttgart, Germany and TUM School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7463-8907","authenticated-orcid":false,"given":"Benjamin","family":"Fresz","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Stuttgart, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Stuttgart, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8250-2092","authenticated-orcid":false,"given":"Marco F.","family":"Huber","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Manufacturing Engineering and Automation IPA, Stuttgart, Germany and Institute of Industrial Manufacturing and Management IFF, University of Stuttgart, Stuttgart, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.5555\/3600270.3601418"},{"key":"e_1_3_3_1_3_2","unstructured":"Vijay Arya Rachel K.\u00a0E. Bellamy Pin-Yu Chen Amit Dhurandhar Michael Hind Samuel\u00a0C. Hoffman Stephanie Houde Q.\u00a0Vera Liao Ronny Luss Aleksandra Mojsilovic Sami Mourad Pablo Pedemonte Ramya Raghavendra John Richards Prasanna Sattigeri Karthikeyan Shanmugam Moninder Singh Kush\u00a0R. Varshney Dennis Wei and Yunfeng Zhang. 2021. AI Explainability 360: Impact and Design. arXiv:https:\/\/arXiv.org\/abs\/2109.12151https:\/\/arxiv.org\/abs\/2109.12151"},{"key":"e_1_3_3_1_4_2","unstructured":"Anthony Bagnall. 2008. FordA Data Set. https:\/\/timeseriesclassification.com\/description.php?Dataset=Forda Accessed: 2024-10-20."},{"key":"e_1_3_3_1_5_2","unstructured":"Anthony Bagnall. 2008. FordB Data Set. https:\/\/timeseriesclassification.com\/description.php?Dataset=FordB Accessed: 2024-10-20."},{"key":"e_1_3_3_1_6_2","unstructured":"Mohamed\u00a0Karim Belaid Eyke H\u00fcllermeier Maximilian Rabus and Ralf Krestel. 2022. Do We Need Another Explainable AI Method? Toward Unifying Post-hoc XAI Evaluation Methods into an Interactive and Multi-dimensional Benchmark. arXiv:https:\/\/arXiv.org\/abs\/2207.14160https:\/\/arxiv.org\/abs\/2207.14160"},{"key":"e_1_3_3_1_7_2","unstructured":"CJEU. 07.12.2023. SCHUFA Holding (Scoring). Judgement C\u2011634\/21 ECLI EU:C:2023:957."},{"key":"e_1_3_3_1_8_2","unstructured":"CJEU. 27.02.2025. Dun & Bradstreet Austria. Judgement C\u2011203\/22 ECLI EU:C:2025:117."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Mary\u00a0T. Dzindolet Scott\u00a0A. Peterson Regina\u00a0A. Pomranky Linda\u00a0G. Pierce and Hall\u00a0P. Beck. 2003. The role of trust in automation reliance. International Journal of Human-Computer Studies 58 6 (2003) 697\u2013718. 10.1016\/S1071-5819(03)00038-7","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"e_1_3_3_1_10_2","unstructured":"L.\u00a0Wei E.\u00a0Keogh. 2009. StarLightCurves. http:\/\/www.timeseriesclassification.com\/description.php?Dataset=StarlightCurves Accessed: 2025-04-10."},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533084"},{"key":"e_1_3_3_1_12_2","unstructured":"Alan\u00a0H Gee Diego Garcia-Olano Joydeep Ghosh and David Paydarfar. 2019. Explaining Deep Classification of Time-Series Data with Learned Prototypes. CEUR workshop proceedings 2429 (2019) 15\u201322. http:\/\/dblp.uni-trier.de\/db\/conf\/ijcai\/khd2019.html#GeeGGP19"},{"key":"e_1_3_3_1_13_2","unstructured":"Kazuaki Hanawa Sho Yokoi Satoshi Hara and Kentaro Inui. 2021. Evaluation of Similarity-based Explanations."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.491"},{"key":"e_1_3_3_1_15_2","unstructured":"Anna Hedstr\u00f6m Leander Weber Dilyara Bareeva Daniel Krakowczyk Franz Motzkus Wojciech Samek Sebastian Lapuschkin and Marina M.-C. H\u00f6hne. 2023. Quantus: An Explainable AI Toolkit for Responsible Evaluation of Neural Network Explanations and Beyond. Journal of Machine Learning Research 24 34 (2023) 1\u201311. http:\/\/jmlr.org\/papers\/v24\/22-0142.html"},{"key":"e_1_3_3_1_16_2","unstructured":"Robert\u00a0R. Hoffman Shane\u00a0T. Mueller Gary Klein and Jordan Litman. 2019. Metrics for Explainable AI: Challenges and Prospects. arXiv:https:\/\/arXiv.org\/abs\/1812.04608https:\/\/arxiv.org\/abs\/1812.04608"},{"key":"e_1_3_3_1_17_2","unstructured":"Been Kim Rajiv Khanna and Oluwasanmi\u00a0O Koyejo. 2016. Examples are not enough learn to criticize! Criticism for Interpretability. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2016\/file\/5680522b8e2bb01943234bce7bf84534-Paper.pdf"},{"key":"e_1_3_3_1_18_2","unstructured":"Narine Kokhlikyan Vivek Miglani Miguel Martin Edward Wang Bilal Alsallakh Jonathan Reynolds Alexander Melnikov Natalia Kliushkina Carlos Araya Siqi Yan and Orion Reblitz-Richardson. 2020. Captum: A unified and generic model interpretability library for PyTorch. arXiv:https:\/\/arXiv.org\/abs\/2009.07896https:\/\/arxiv.org\/abs\/2009.07896"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Phuong\u00a0Quynh Le Meike Nauta Van\u00a0Bach Nguyen Shreyasi Pathak J\u00f6rg Schl\u00f6tterer and Christin Seifert. 2023. Benchmarking eXplainable AI - A Survey on Available Toolkits and Open Challenges. 6665\u20136673\u00a0pages. 10.24963\/ijcai.2023\/747","DOI":"10.24963\/ijcai.2023\/747"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Oscar Li Hao Liu Chaofan Chen and Cynthia Rudin. 2018. Deep Learning for Case-Based Reasoning Through Prototypes: A Neural Network That Explains Its Predictions. 10.1609\/aaai.v32i1.11771","DOI":"10.1609\/aaai.v32i1.11771"},{"key":"e_1_3_3_1_21_2","unstructured":"Yang Liu Sujay Khandagale Sujay Khandagale Colin White and Willie Neiswanger. 2021. Synthetic Benchmarks for Scientific Research in Explainable Machine Learning. Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1 (2021). https:\/\/datasets-benchmarks-proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/c16a5320fa475530d9583c34fd356ef5-Paper-round2.pdf"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"John\u00a0M. McGuirl and Nadine\u00a0B. Sarter. 2006. Supporting Trust Calibration and the Effective Use of Decision Aids by Presenting Dynamic System Confidence Information. Human Factors: The Journal of Human Factors and Ergonomics Society 48 (2006) 656 \u2013 665. 10.1518\/001872006779166334","DOI":"10.1518\/001872006779166334"},{"key":"e_1_3_3_1_23_2","unstructured":"Leland McInnes John Healy and James Melville. 2020. UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction. arXiv:https:\/\/arXiv.org\/abs\/1802.03426https:\/\/arxiv.org\/abs\/1802.03426"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450689"},{"key":"e_1_3_3_1_25_2","volume-title":"Interpretable machine learning: A guide for making black box models explainable (second edition ed.)","author":"Molnar Christoph","year":"2022","unstructured":"Christoph Molnar. 2022. Interpretable machine learning: A guide for making black box models explainable (second edition ed.). Christoph Molnar, Munich, Germany. https:\/\/christophm.github.io\/interpretable-ml-book\/"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","unstructured":"Davide Napolitano and Luca Cagliero. 2024. BONES: a benchmark for neural estimation of shapley values. 6\u00a0pages. 10.1109\/AICT61888.2024.10740433","DOI":"10.1109\/AICT61888.2024.10740433"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Anushka Narayanan and Karianne Bergen. 2024. Prototype-Based Methods in Explainable AI and Emerging Opportunities in the Geosciences. 10.48550\/arXiv.2410.19856","DOI":"10.48550\/arXiv.2410.19856"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44064-9_21"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"Meike Nauta Jan Trienes Shreyasi Pathak Elisa Nguyen Michelle Peters Yasmin Schmitt J\u00f6rg Schl\u00f6tterer Maurice van Keulen and Christin Seifert. 2023. From Anecdotal Evidence to Quantitative Evaluation Methods: A Systematic Review on Evaluating Explainable AI. Comput. Surveys 55 13s Article 295 (July 2023) 42\u00a0pages. 10.1145\/3583558","DOI":"10.1145\/3583558"},{"key":"e_1_3_3_1_30_2","unstructured":"Christoph Obermair Alexander Fuchs Franz Pernkopf Lukas Felsberger Andrea Apollonio and Daniel Wollmann. 2023. Example or Prototype? Learning Concept-Based Explanations in Time-Series. Proceedings of The 14th Asian Conference on Machine Learning 189 (12\u201314 Dec 2023) 816\u2013831. https:\/\/proceedings.mlr.press\/v189\/obermair23a.html"},{"key":"e_1_3_3_1_31_2","unstructured":"Robert\u00a0Thomas Olszewski. 2001. ECG200 Data Set. https:\/\/www.timeseriesclassification.com\/description.php?Dataset=ECG200 Accessed: 2024-10-20."},{"key":"e_1_3_3_1_32_2","unstructured":"Robert\u00a0Thomas Olszewski. 2001. Generalized Feature Extraction for Structural Pattern Recognition in Time-Series Data."},{"key":"e_1_3_3_1_33_2","unstructured":"Robert\u00a0Thomas Olszewski. 2001. Wafer Dataset - UCR Time Series Classification Repository. https:\/\/timeseriesclassification.com\/description.php?Dataset=Wafer Accessed: 2024-10-20."},{"key":"e_1_3_3_1_34_2","unstructured":"European Parliament and Council of\u00a0the European\u00a0Union. 2016. Regulation (EU) 2016\/679 of the European Parliament and of the Council. https:\/\/data.europa.eu\/eli\/reg\/2016\/679\/oj"},{"key":"e_1_3_3_1_35_2","unstructured":"European Parliament and Council of\u00a0the European\u00a0Union. 2024. Regulation (EU) 2024\/1689 of the European Parliament and of the Council. http:\/\/data.europa.eu\/eli\/reg\/2024\/1689\/oj"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","unstructured":"Peter\u00a0J. Rousseeuw. 1987. Silhouettes: A graphical aid to the interpretation and validation of cluster analysis. J. Comput. Appl. Math. 20 (1987) 53\u201365. 10.1016\/0377-0427(87)90125-7","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","unstructured":"Cynthia Rudin. 2019. Stop Explaining Black Box Machine Learning Models for High Stakes Decisions and Use Interpretable Models Instead. Nature Machine Intelligence 1 (05 2019) 206\u2013215. 10.1038\/s42256-019-0048-x","DOI":"10.1038\/s42256-019-0048-x"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"Sam Sattarzadeh Mahesh Sudhakar and Konstantinos\u00a0N. Plataniotis. 2021. SVEA: A Small-scale Benchmark for Validating the Usability of Post-hoc Explainable AI Solutions in Image and Signal Recognition. 4141-4150\u00a0pages. 10.1109\/ICCVW54120.2021.00462","DOI":"10.1109\/ICCVW54120.2021.00462"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00516"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-63787-2_23"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","unstructured":"Andreas Theissler Francesco Spinnato Udo Schlegel and Riccardo Guidotti. 2022. Explainable AI for Time Series Classification: A Review Taxonomy and Research Directions. IEEE Access 10 (2022) 100700\u2013100724. 10.1109\/ACCESS.2022.3207765","DOI":"10.1109\/ACCESS.2022.3207765"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","unstructured":"Sarthak\u00a0Manas Tripathy Ashish Chouhan Marcel Dix Arzam Kotriwala Benjamin Klopper and Ajinkya Prabhune. 2022. Explaining Anomalies in Industrial Multivariate Time-series Data with the help of eXplainable AI. 226\u2013233\u00a0pages. 10.1109\/BigComp54360.2022.00051","DOI":"10.1109\/BigComp54360.2022.00051"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","unstructured":"Manjunatha Veerappa Mathias Anneken Nadia Burkart and Marco\u00a0F. Huber. 2022. Validation of XAI explanations for multivariate time series classification in the maritime domain. Journal of Computational Science 58 (2022) 101539. 10.1016\/j.jocs.2021.101539","DOI":"10.1016\/j.jocs.2021.101539"},{"key":"e_1_3_3_1_44_2","unstructured":"Chong Wang Yuyuan Liu Yuanhong Chen Fengbei Liu Yu Tian Davis\u00a0J. McCarthy Helen Frazer and Gustavo Carneiro. 2023. Learning Support and Trivial Prototypes for Interpretable Image Classification. arXiv:https:\/\/arXiv.org\/abs\/2301.04011https:\/\/arxiv.org\/abs\/2301.04011"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","unstructured":"Rosina\u00a0O Weber Adam\u00a0J Johs Prateek Goel and Jo\u00e3o\u00a0Marques Silva. 2024. XAI is in trouble. AI Mag. 45 3 (July 2024) 300\u2013316. 10.1002\/aaai.12184","DOI":"10.1002\/aaai.12184"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '25","location":"Athens Greece"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732151","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:12:39Z","timestamp":1750763559000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732151"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":45,"alternative-id":["10.1145\/3715275.3732151","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732151","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}