{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T06:30:41Z","timestamp":1757313041451,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031447204"},{"type":"electronic","value":"9783031447211"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-44721-1_52","type":"book-chapter","created":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T02:05:07Z","timestamp":1704074707000},"page":"685-695","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["How Explainable Is Explainability? Towards Better Metrics for Explainable AI"],"prefix":"10.1007","author":[{"given":"Aleksandra","family":"Pawlicka","sequence":"first","affiliation":[]},{"given":"Marek","family":"Pawlicki","sequence":"additional","affiliation":[]},{"given":"Rafa\u0142","family":"Kozik","sequence":"additional","affiliation":[]},{"given":"Wiktor","family":"Kurek","sequence":"additional","affiliation":[]},{"given":"Micha\u0142","family":"Chora\u015b","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,1]]},"reference":[{"key":"52_CR1","doi-asserted-by":"crossref","unstructured":"Vouros, G.A.: Explainable deep reinforcement learning: state of the art and challenges. ACM Comput. Surv. 55(5), 1\u201339 (2022)","DOI":"10.1145\/3527448"},{"key":"52_CR2","doi-asserted-by":"crossref","unstructured":"Song, H., Kim, S.: Explainable artificial intelligence (xai): how to make image analysis deep learning models transparent. In: 2022 22nd International Conference on Control, Automation and Systems (ICCAS), pp. 1595\u20131598. IEEE (2022)","DOI":"10.23919\/ICCAS55662.2022.10003813"},{"key":"52_CR3","doi-asserted-by":"crossref","unstructured":"Parkinson, M., Carter, J., Nawaz, R.: Leveraging artificial intelligence (AI) to build SMEs\u2019 resilience amid the global Covid-19 pandemic. In: Research and Innovation Forum 2022. RIIFORUM 2022. Springer Proceedings in Complexity, pp. 547\u2013556. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-19560-0_46"},{"key":"52_CR4","doi-asserted-by":"crossref","unstructured":"Szczepa\u0144ski, M., Chora\u015b, M., Pawlicki, M., Kozik, R.: Achieving explainability of intrusion detection system by hybrid oracle-explainer approach. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138. IEEE (2020)","DOI":"10.1109\/IJCNN48605.2020.9207199"},{"key":"52_CR5","doi-asserted-by":"crossref","unstructured":"Yu, J., Cristea, A.I., Harit, A., Sun, Z., Aduragba, O.T., Shi, L., Al\u00a0Moubayed, N.: Interaction: a generative xai framework for natural language inference explanations. In: 2022 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138. IEEE (2022)","DOI":"10.1109\/IJCNN55064.2022.9892336"},{"key":"52_CR6","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Hamadi, H.A., Damiani, E., Yeun, C.Y., Taher, F.: Explainable artificial intelligence applications in cyber security: state-of-the-art in research (2022). arXiv preprint arXiv:2208.14937","DOI":"10.1109\/ACCESS.2022.3204051"},{"key":"52_CR7","unstructured":"Nomm, S.: Towards the linear algebra based taxonomy of xai explanations (2023). arXiv preprint arXiv:2301.13138"},{"key":"52_CR8","doi-asserted-by":"crossref","unstructured":"Srikanth, K., Ramesh, T., Palaniswamy, S., Srinivasan, R.: Xai based model evaluation by applying domain knowledge. In: 2022 IEEE International Conference on Electronics, Computing and Communication Technologies (CONECCT), pp. 1\u20136. IEEE (2022)","DOI":"10.1109\/CONECCT55679.2022.9865816"},{"key":"52_CR9","doi-asserted-by":"crossref","unstructured":"Bora, A., Sah, R., Singh, A., Sharma, D., Ranjan, R.K.: Interpretation of machine learning models using xai-a study on health insurance dataset. In: 2022 10th International Conference on Reliability, Infocom Technologies and Optimization (Trends and Future Directions)(ICRITO), pp. 1\u20136. IEEE (2022)","DOI":"10.1109\/ICRITO56286.2022.9964649"},{"key":"52_CR10","doi-asserted-by":"crossref","unstructured":"Arrieta, A.B., D\u00edaz-Rodr\u00edguez, N., Del Ser, J., Bennetot, A., Tabik, S., Barbado, A., Garcia, S., Gil-Lopez, S., Molina, D., Benjamins, R., Chatila, R., Herrera, F.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020)","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"52_CR11","doi-asserted-by":"crossref","unstructured":"Borrego-D\u00edaz, J., Gal\u00e1n-P\u00e1ez, J.: Explainable artificial intelligence in data science. Minds Mach. 32(3), 485\u2013531 (2022)","DOI":"10.1007\/s11023-022-09603-z"},{"key":"52_CR12","doi-asserted-by":"crossref","unstructured":"Wang, Q., Huang, K., Chandak, P., Zitnik, M., Gehlenborg, N.: Extending the nested model for user-centric xai: a design study on gnn-based drug repurposing. IEEE Trans. Visual. Comput. Graphics 29(1), 1266\u20131276 (2022)","DOI":"10.1109\/TVCG.2022.3209435"},{"key":"52_CR13","doi-asserted-by":"crossref","unstructured":"Szczepa\u0144ski, M., Pawlicki, M., Kozik, R., Chora\u015b, M.: Fast hybrid oracle-explainer approach to explainability using optimized search of comprehensible decision trees. In: 2022 IEEE 9th International Conference on Data Science and Advanced Analytics (DSAA), pp. 1\u201310. IEEE (2022)","DOI":"10.1109\/DSAA54385.2022.10032372"},{"key":"52_CR14","doi-asserted-by":"crossref","unstructured":"Mosqueira-Rey, E., Hern\u00e1ndez-Pereira, E., Alonso-R\u00edos, D., Bobes-Bascar\u00e1n, J., Fern\u00e1ndez-Leal, \u00c1.: Human-in-the-loop machine learning: a state of the art. Artif. Intell. Rev. 56, 3005\u20133054 (2022)","DOI":"10.1007\/s10462-022-10246-w"},{"key":"52_CR15","doi-asserted-by":"crossref","unstructured":"Holzinger, A., Plass, M., Kickmeier-Rust, M., Holzinger, K., Cri\u015fan, G.C., Pintea, C.M., Palade, V.: Interactive machine learning: experimental evidence for the human in the algorithmic loop. Appl. Intell. 49(7), 2401\u20132414 (2019)","DOI":"10.1007\/s10489-018-1361-5"},{"key":"52_CR16","doi-asserted-by":"crossref","unstructured":"Holzinger, A., Saranti, A., Molnar, C., Biecek, P., Samek, W.: Explainable AI methods \u2013a brief overview. In: xxAI\u2013Beyond Explainable AI. xxAI 2020. Lecture Notes in Computer Science, vol. 13200, pp. 13\u201338. Springer, Cham (2022)","DOI":"10.1007\/978-3-031-04083-2_2"},{"key":"52_CR17","unstructured":"Liao, Q.V., Varshney, K.R.: Human-centered explainable AI (XAI): from algorithms to user experiences (2021)"},{"key":"52_CR18","doi-asserted-by":"crossref","unstructured":"Hanif, A., Zhang, X., Wood, S.: A survey on explainable artificial intelligence techniques and challenges. In: 2021 IEEE 25th International Enterprise Distributed Object Computing Workshop (EDOCW), pp. 81\u201389. IEEE (2021)","DOI":"10.1109\/EDOCW52865.2021.00036"},{"key":"52_CR19","doi-asserted-by":"crossref","unstructured":"Markus, A.F., Kors, J.A., Rijnbeek, P.R.: The role of explainability in creating trustworthy artificial intelligence for health care: a comprehensive survey of the terminology, design choices, and evaluation strategies. J. Biomed. Inf. 113, 103655 (2021)","DOI":"10.1016\/j.jbi.2020.103655"},{"key":"52_CR20","doi-asserted-by":"crossref","unstructured":"Molnar, C., Casalicchio, G., Bischl, B.: Interpretable machine learning\u2013a brief history, state-of-the-art and challenges. J. Biomed. Inf. 113, 103655 (2020)","DOI":"10.1007\/978-3-030-65965-3_28"},{"key":"52_CR21","doi-asserted-by":"crossref","unstructured":"Lopes, P., Silva, E., Braga, C., Oliveira, T., Rosado, L.: XAI systems evaluation: a review of human and computer-centred methods. Appl. Sci. 12(19), 9423 (2022)","DOI":"10.3390\/app12199423"},{"key":"52_CR22","doi-asserted-by":"crossref","unstructured":"Zhou, J., Gandomi, A.H., Chen, F., Holzinger, A.: Evaluating the quality of machine learning explanations: a survey on methods and metrics. Electronics 10(5), 593 (2021)","DOI":"10.3390\/electronics10050593"},{"key":"52_CR23","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning (2017)"},{"key":"52_CR24","doi-asserted-by":"crossref","unstructured":"Pawlicka, A., Chora\u015b, M., Pawlicki, M., Kozik, R.: A \\$10 million question and other cybersecurity-related ethical dilemmas amid the COVID-19 pandemic. Bus. Horiz. 64(6), 729\u2013734 (2021)","DOI":"10.1016\/j.bushor.2021.07.010"},{"key":"52_CR25","doi-asserted-by":"crossref","unstructured":"Lu, X., Tolmachev, A., Yamamoto, T., Takeuchi, K., Okajima, S., Takebayashi, T., Maruhashi, K., Kashima, H.: Crowdsourcing evaluation of saliency-based XAI Methods. In: Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track. ECML PKDD 2021. Lecture Notes in Computer Science, vol. 12979, pp. 431\u2013446. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-86517-7_27"},{"key":"52_CR26","doi-asserted-by":"crossref","unstructured":"Mohseni, S., Zarei, N., Ragan, E.D.: A multidisciplinary survey and framework for design and evaluation of explainable AI systems. ACM Trans. Interact. Intell. Syst. 11(3-4), 1\u201345 (2021)","DOI":"10.1145\/3387166"},{"key":"52_CR27","doi-asserted-by":"crossref","unstructured":"Nauta, M., Trienes, J., Pathak, S., Nguyen, E., Peters, M., Schmitt, Y., Schl\u00f6tterer, J., van Keulen, M., Seifert, C.: From anecdotal evidence to quantitative evaluation methods: a systematic review on evaluating explainable AI. ACM Comput. Surv. 55(13s), 1\u201342 (2022)","DOI":"10.1145\/3583558"},{"key":"52_CR28","doi-asserted-by":"crossref","unstructured":"Di Martino, F., Delmastro, F.: Explainable AI for clinical and remote health applications: a survey on tabular and time series data. Artif. Intell. Rev. 56, 5261\u20135315 (2023)","DOI":"10.1007\/s10462-022-10304-3"},{"key":"52_CR29","unstructured":"Belaid, M.K., H\u00fcllermeier, E., Rabus, M., Krestel, R.: Do we need another explainable AI method? Toward unifying post-hoc XAI evaluation methods into an interactive and multi-dimensional benchmark (2022)"},{"key":"52_CR30","unstructured":"Rosenfeld, A.: Better metrics for evaluating explainable artificial intelligence. In: Proceedings of the 20th International Conference on Autonomous Agents and MultiAgent Systems. AAMAS \u201921, Richland, SC, pp. 45\u201350. International Foundation for Autonomous Agents and Multiagent Systems (2021)"},{"key":"52_CR31","doi-asserted-by":"crossref","unstructured":"Sisk, M., Majlis, M., Page, C., Yazdinejad, A.: Analyzing XAI metrics: summary of the literature review (2022)","DOI":"10.36227\/techrxiv.21262041.v1"},{"key":"52_CR32","unstructured":"Adebayo, J., Gilmer, J., Muelly, M., Goodfellow, I., Hardt, M., Kim, B.: Sanity checks for saliency maps. In: Bengio, S., Wallach, H., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 31, pp. 1\u201311. Curran Associates, Inc. (2018)"},{"key":"52_CR33","unstructured":"Hooker, S., Erhan, D., Kindermans, P.J., Kim, B.: A benchmark for interpretability methods in deep neural networks. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 32, pp. 1\u201312. Curran Associates, Inc. (2019)"},{"key":"52_CR34","doi-asserted-by":"crossref","unstructured":"Deng, H., Zou, N., Du, M., Chen, W., Feng, G., Hu, X.: A unified Taylor framework for revisiting attribution methods. Proc. AAAI Conf. Artif. Intell. 35(13), 11462\u201311469 (2021)","DOI":"10.1609\/aaai.v35i13.17365"},{"key":"52_CR35","doi-asserted-by":"crossref","unstructured":"AHMED, N.A.M., ALPKO\u00c7AK, A.: A quantitative evaluation of explainable AI methods using the depth of decision tree. Turk. J. Electr. Eng. Comput. Sci. 30(6), 2054\u20132072 (2022)","DOI":"10.55730\/1300-0632.3924"},{"key":"52_CR36","doi-asserted-by":"crossref","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018)","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"52_CR37","doi-asserted-by":"crossref","unstructured":"Nunes, I., Jannach, D.: A systematic review and taxonomy of explanations in decision support and recommender systems. User Model User Adap. Inter. 27, 393\u2013444 (2017)","DOI":"10.1007\/s11257-017-9195-0"}],"container-title":["Springer Proceedings in Complexity","Research and Innovation Forum 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44721-1_52","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T05:32:06Z","timestamp":1730957526000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44721-1_52"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031447204","9783031447211"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44721-1_52","relation":{},"ISSN":["2213-8684","2213-8692"],"issn-type":[{"type":"print","value":"2213-8684"},{"type":"electronic","value":"2213-8692"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RIIFORUM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The International Research & Innovation Forum","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krak\u00f3w","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"riiforum2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/rii-forum.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}