{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T14:25:26Z","timestamp":1780755926426,"version":"3.54.1"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031636455","type":"print"},{"value":"9783031636462","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63646-2_7","type":"book-chapter","created":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T23:02:13Z","timestamp":1719183733000},"page":"96-110","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["An Empirical Analysis of\u00a0User Preferences Regarding XAI Metrics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2173-1422","authenticated-orcid":false,"given":"Jesus M.","family":"Darias","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0554-9823","authenticated-orcid":false,"given":"Bet\u00fcl","family":"Bayrak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5239-8207","authenticated-orcid":false,"given":"Marta","family":"Caro-Mart\u00ednez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2818-027X","authenticated-orcid":false,"given":"Bel\u00e9n","family":"D\u00edaz-Agudo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8731-6195","authenticated-orcid":false,"given":"Juan A.","family":"Recio-Garcia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,6,24]]},"reference":[{"key":"7_CR1","unstructured":"Abhishek, K., Kamath, D.: Attribution-based xai methods in computer vision: a review. arXiv preprint arXiv:2211.14736 (2022)"},{"key":"7_CR2","unstructured":"Agarwal, C., et al.: Rethinking stability for attribution-based explanations. arXiv preprint arXiv:2203.06877 (2022)"},{"key":"7_CR3","first-page":"15784","volume":"35","author":"C Agarwal","year":"2022","unstructured":"Agarwal, C., et al.: Openxai: towards a transparent evaluation of model explanations. Adv. Neural. Inf. Process. Syst. 35, 15784\u201315799 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"7_CR4","unstructured":"Ancona, M., Ceolini, E., \u00d6ztireli, A.C., Gross, M.H.: A unified view of gradient-based attribution methods for deep neural networks. CoRR abs\/1711.06104 (2017), http:\/\/arxiv.org\/abs\/1711.06104"},{"key":"7_CR5","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., et al.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020)","journal-title":"Inf. Fusion"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Bayrak, B., Bach, K.: Evaluation of instance-based explanations: an in-depth analysis of counterfactual evaluation methods, challenges, and the CEval toolkit. Under review (2024)","DOI":"10.1109\/ACCESS.2024.3410540"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Bhatt, U., Weller, A., Moura, J.M.F.: Evaluating and aggregating feature-based model explanations (2020)","DOI":"10.24963\/ijcai.2020\/417"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Brughmans, D., Melis, L., Martens, D.: Disagreement amongst counterfactual explanations: how transparency can be deceptive. arXiv preprint arXiv:2304.12667 (2023)","DOI":"10.1007\/s11750-024-00670-2"},{"key":"7_CR9","unstructured":"Chattopadhyay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N.: Grad-cam++: generalized gradient-based visual explanations for deep convolutional networks. CoRR abs\/1710.11063 (2017). http:\/\/arxiv.org\/abs\/1710.11063"},{"key":"7_CR10","doi-asserted-by":"publisher","unstructured":"Coroama, L., Groza, A.: Evaluation metrics in explainable artificial intelligence (XAI). In: Guarda, T., Portela, F., Augusto, M.F. (eds.) Advanced Research in Technologies, Information, Innovation and Sustainability. ARTIIS 2022. Communications in Computer and Information Science, vol. 1675, pp. 401\u2013413. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20319-0_30","DOI":"10.1007\/978-3-031-20319-0_30"},{"issue":"209","key":"7_CR11","first-page":"1","volume":"22","author":"I Covert","year":"2021","unstructured":"Covert, I., Lundberg, S., Lee, S.I.: Explaining by removing: a unified framework for model explanation. J. Mach. Learn. Res. 22(209), 1\u201390 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Dai, J., Upadhyay, S., Aivodji, U., Bach, S.H., Lakkaraju, H.: Fairness via explanation quality: evaluating disparities in the quality of post hoc explanations. In: Proceedings of the 2022 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 203\u2013214 (2022)","DOI":"10.1145\/3514094.3534159"},{"key":"7_CR13","doi-asserted-by":"publisher","unstructured":"Darias, J.M., Caro-Mart\u00ednez, M., D\u00edaz-Agudo, B., Recio-Garcia, J.A.: Using case-based reasoning for capturing expert knowledge on explanation methods. In: Keane, M.T., Wiratunga, N. (eds.) Case-Based Reasoning Research and Development, ICCBR 2022, LNCS, vol. 13405, pp. 3\u201317. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-14923-8_1","DOI":"10.1007\/978-3-031-14923-8_1"},{"key":"7_CR14","unstructured":"Dasgupta, S., Frost, N., Moshkovitz, M.: Framework for evaluating faithfulness of local explanations (2022)"},{"key":"7_CR15","doi-asserted-by":"publisher","unstructured":"Degen, H., Budnik, C., Conte, G., Lintereur, A., Weber, S.: How to explain it to energy engineers?. In: Chen, J.Y.C., Fragomeni, G., Degen, H., Ntoa, S. (eds.) HCI International 2022 - Late Breaking Papers: Interacting with eXtended Reality and Artificial Intelligence, HCII 2022, LNCS, vol. 13518. pp. 262\u2013284. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-21707-4_20","DOI":"10.1007\/978-3-031-21707-4_20"},{"key":"7_CR16","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/978-3-030-86957-1_3","volume-title":"Case-Based Reasoning Research and Development","author":"E Delaney","year":"2021","unstructured":"Delaney, E., Greene, D., Keane, M.T.: Instance-based counterfactual explanations for time series classification. In: S\u00e1nchez-Ruiz, A.A., Floyd, M.W. (eds.) ICCBR 2021. LNCS (LNAI), vol. 12877, pp. 32\u201347. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86957-1_3"},{"key":"7_CR17","doi-asserted-by":"publisher","unstructured":"Deng, J., et al.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"7_CR18","doi-asserted-by":"publisher","unstructured":"onoso-Guzm\u00e1n, I., Ooge, J., Parra, D., Verbert, K.: Towards a comprehensive human-centred evaluation framework for explainable AI. In: Longo, L. (eds.) Explainable Artificial Intelligence, xAI 2023, Communications in Computer and Information Science, vol. 1903, pp. 183\u2013204. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-44070-0_10","DOI":"10.1007\/978-3-031-44070-0_10"},{"key":"7_CR19","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)"},{"key":"7_CR20","unstructured":"Fel, T., Cad\u00e8ne, R., Chalvidal, M., Cord, M., Vigouroux, D., Serre, T.: Look at the variance! efficient black-box explanations with sobol-based sensitivity analysis. CoRR abs\/2111.04138 (2021). https:\/\/arxiv.org\/abs\/2111.04138"},{"key":"7_CR21","unstructured":"Fel, T., et al.: Xplique: a deep learning explainability toolbox. In: Workshop on Explainable Artificial Intelligence for Computer Vision (CVPR) (2022)"},{"key":"7_CR22","unstructured":"Gentile, D., Jamieson, G., Donmez, B.: Evaluating human understanding in XAI systems. In: ACM CHI XCXAI Workshop (2021)"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Guidotti, R.: Counterfactual explanations and how to find them: literature review and benchmarking. In: Data Mining and Knowledge Discovery, pp. 1\u201355 (2022)","DOI":"10.1007\/s10618-022-00831-6"},{"key":"7_CR24","unstructured":"Hooker, S., Erhan, D., Kindermans, P., Kim, B.: Evaluating feature importance estimates. CoRR abs\/1806.10758 (2018), http:\/\/arxiv.org\/abs\/1806.10758"},{"key":"7_CR25","unstructured":"Hvilsh\u00f8j, F., Iosifidis, A., Assent, I.: On quantitative evaluations of counterfactuals. arXiv preprint arXiv:2111.00177 (2021)"},{"key":"7_CR26","doi-asserted-by":"publisher","unstructured":"Jalali, A., Haslhofer, B., Kriglstein, S., Rauber, A.: Predictability and comprehensibility in post-hoc XAI methods: a user-centered analysis. In: Arai, K. (ed.) Intelligent Computing, SAI 2023, LNNS, vol. 711, pp 712\u2013733. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-37717-4_46","DOI":"10.1007\/978-3-031-37717-4_46"},{"key":"7_CR27","unstructured":"Kenny, E., Huang, W.: The utility of \u201ceven if\u201d semifactual explanation to optimise positive outcomes. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"7_CR28","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s11257-011-9118-4","volume":"22","author":"BP Knijnenburg","year":"2012","unstructured":"Knijnenburg, B.P., Willemsen, M.C., Gantner, Z., Soncu, H., Newell, C.: Explaining the user experience of recommender systems. User Model. User-Adap. Inter. 22, 441\u2013504 (2012)","journal-title":"User Model. User-Adap. Inter."},{"key":"7_CR29","unstructured":"Lundberg, S.M., Lee, S.: A unified approach to interpreting model predictions. CoRR abs\/1705.07874 (2017). http:\/\/arxiv.org\/abs\/1705.07874"},{"key":"7_CR30","unstructured":"Mertes, S., Karle, C., Huber, T., Weitz, K., Schlagowski, R., Andr\u00e9, E.: Alterfactual explanations\u2013the relevance of irrelevance for explaining AI systems. arXiv preprint arXiv:2207.09374 (2022)"},{"key":"7_CR31","unstructured":"Mohseni, S., Block, J.E., Ragan, E.D.: A human-grounded evaluation benchmark for local explanations of machine learning. arXiv preprint arXiv:1801.05075 (2018)"},{"key":"7_CR32","unstructured":"Molnar, C.: Interpretable Machine Learning. 2 edn. (2022). https:\/\/christophm.github.io\/interpretable-ml-book"},{"issue":"13s","key":"7_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3583558","volume":"55","author":"M Nauta","year":"2023","unstructured":"Nauta, M., et al.: From anecdotal evidence to quantitative evaluation methods: a systematic review on evaluating explainable AI. ACM Comput. Surv. 55(13s), 1\u201342 (2023)","journal-title":"ACM Comput. Surv."},{"key":"7_CR34","doi-asserted-by":"crossref","unstructured":"Nourani, M., Kabir, S., Mohseni, S., Ragan, E.D.: The effects of meaningful and meaningless explanations on trust and perceived system accuracy in intelligent systems. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol.\u00a07, pp. 97\u2013105 (2019)","DOI":"10.1609\/hcomp.v7i1.5284"},{"key":"7_CR35","unstructured":"Novello, P., Fel, T., Vigouroux, D.: Making sense of dependence: efficient black-box explanations using dependence measure (2022)"},{"key":"7_CR36","unstructured":"Papenmeier, A., Englebienne, G., Seifert, C.: How model accuracy and explanation fidelity influence user trust. arXiv preprint arXiv:1907.12652 (2019)"},{"key":"7_CR37","unstructured":"Petsiuk, V., Das, A., Saenko, K.: Rise: Randomized input sampling for explanation of black-box models (2018)"},{"key":"7_CR38","unstructured":"Petsiuk, V., Das, A., Saenko, K.: RISE: randomized input sampling for explanation of black-box models. CoRR abs\/1806.07421 (2018), http:\/\/arxiv.org\/abs\/1806.07421"},{"key":"7_CR39","unstructured":"Pirie, C., Wiratunga, N., Wijekoon, A., Moreno-Garc\u00eda, C.F.: AGREE: a feature attribution aggregation framework to address explainer disagreements with alignment metrics. In: Workshops at (ICCBR 2023). CEUR Workshop Proceedings, vol.\u00a03438, pp. 184\u2013199. CEUR-WS.org (2023). https:\/\/ceur-ws.org\/Vol-3438\/paper_14.pdf"},{"key":"7_CR40","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should i trust you? explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"issue":"11","key":"7_CR41","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2016","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.R.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28(11), 2660\u20132673 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"7_CR42","doi-asserted-by":"publisher","unstructured":"Sato, T., Funayama, H., Hanawa, K., Inui, K.: Plausibility and faithfulness of feature attribution-based explanations in automated short answer scoring. In: Rodrigo, M.M., Matsuda, N., Cristea, A.I., Dimitrova, V. (eds.) Artificial Intelligence in Education, AIED 2022, LNCS, vol. 13355. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-11644-5_19","DOI":"10.1007\/978-3-031-11644-5_19"},{"key":"7_CR43","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Das, A., Vedantam, R., Cogswell, M., Parikh, D., Batra, D.: Grad-cam: why did you say that? visual explanations from deep networks via gradient-based localization. CoRR abs\/1610.02391 (2016). http:\/\/arxiv.org\/abs\/1610.02391","DOI":"10.1109\/ICCV.2017.74"},{"key":"7_CR44","unstructured":"Seo, J., Choe, J., Koo, J., Jeon, S., Kim, B., Jeon, T.: Noise-adding methods of saliency map as series of higher order partial derivative. CoRR abs\/1806.03000 (2018). http:\/\/arxiv.org\/abs\/1806.03000"},{"key":"7_CR45","unstructured":"Shrikumar, A., Greenside, P., Shcherbina, A., Kundaje, A.: Not just a black box: learning important features through propagating activation differences. CoRR abs\/1605.01713 (2016). http:\/\/arxiv.org\/abs\/1605.01713"},{"issue":"7","key":"7_CR46","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.1080\/10447318.2022.2101698","volume":"39","author":"A Silva","year":"2023","unstructured":"Silva, A., Schrum, M., Hedlund-Botti, E., Gopalan, N., Gombolay, M.: Explainable artificial intelligence: evaluating the objective and subjective impacts of XAI on human-agent interaction. Int. J. Hum.-Comput. Interact. 39(7), 1390\u20131404 (2023)","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"7_CR47","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. CoRR abs\/1312.6034 (2013). https:\/\/api.semanticscholar.org\/CorpusID:1450294"},{"key":"7_CR48","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F.B., Wattenberg, M.: Smoothgrad: removing noise by adding noise. CoRR abs\/1706.03825 (2017). http:\/\/arxiv.org\/abs\/1706.03825"},{"key":"7_CR49","doi-asserted-by":"crossref","unstructured":"Speith, T.: A review of taxonomies of explainable artificial intelligence (XAI) methods. In: Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency, pp. 2239\u20132250 (2022)","DOI":"10.1145\/3531146.3534639"},{"key":"7_CR50","unstructured":"Springenberg, J.T., Dosovitskiy, A., Brox, T., Riedmiller, M.A.: Striving for simplicity: the all convolutional net. CoRR abs\/1412.6806 (2014). https:\/\/api.semanticscholar.org\/CorpusID:12998557"},{"key":"7_CR51","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. CoRR abs\/1703.01365 (2017). http:\/\/arxiv.org\/abs\/1703.01365"},{"key":"7_CR52","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., Wojna, Z.: Rethinking the inception architecture for computer vision. CoRR abs\/1512.00567 (2015). http:\/\/arxiv.org\/abs\/1512.00567","DOI":"10.1109\/CVPR.2016.308"},{"key":"7_CR53","unstructured":"Verma, S., Boonsanong, V., Hoang, M., Hines, K.E., Dickerson, J.P., Shah, C.: Counterfactual explanations and algorithmic recourses for machine learning: a review. arXiv preprint arXiv:2010.10596 (2020)"},{"issue":"1","key":"7_CR54","first-page":"1","volume":"4","author":"Z Wang","year":"2023","unstructured":"Wang, Z., Huang, C., Li, Y., Yao, X.: Multi-objective feature attribution explanation for explainable machine learning. ACM Trans. Evol. Learn. 4(1), 1\u201332 (2023)","journal-title":"ACM Trans. Evol. Learn."},{"key":"7_CR55","doi-asserted-by":"publisher","unstructured":"Wijekoon, A., et al.: CBR driven interactive explainable AI. In: ICCBR 2023, LNCS, vol. 14141, pp. 169\u2013184. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-40177-0_1","DOI":"10.1007\/978-3-031-40177-0_1"}],"container-title":["Lecture Notes in Computer Science","Case-Based Reasoning Research and Development"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63646-2_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T23:03:33Z","timestamp":1719183813000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63646-2_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031636455","9783031636462"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63646-2_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"24 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCBR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Case-Based Reasoning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Merida","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Mexico","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"32","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccbr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iccbr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}