{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T04:17:59Z","timestamp":1775017079518,"version":"3.50.1"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031746291","type":"print"},{"value":"9783031746307","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-74630-7_7","type":"book-chapter","created":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T12:16:38Z","timestamp":1738930598000},"page":"91-106","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["An Experimental Investigation into the\u00a0Evaluation of\u00a0Explainability Methods for\u00a0Computer Vision"],"prefix":"10.1007","author":[{"given":"S\u00e9drick","family":"Stassin","sequence":"first","affiliation":[]},{"given":"Alexandre","family":"Englebert","sequence":"additional","affiliation":[]},{"given":"G\u00e9raldin","family":"Nanfack","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Albert","sequence":"additional","affiliation":[]},{"given":"Nassim","family":"Versbraegen","sequence":"additional","affiliation":[]},{"given":"Gilles","family":"Peiffer","sequence":"additional","affiliation":[]},{"given":"Miriam","family":"Doh","sequence":"additional","affiliation":[]},{"given":"Nicolas","family":"Riche","sequence":"additional","affiliation":[]},{"given":"Beno\u00eet","family":"Frenay","sequence":"additional","affiliation":[]},{"given":"Christophe","family":"De Vleeschouwer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,8]]},"reference":[{"key":"7_CR1","unstructured":"Adebayo, J., Gilmer, J., Muelly, M., Goodfellow, I., Hardt, M., Kim, B.: Sanity checks for saliency maps. In: Neurips (2018)"},{"key":"7_CR2","unstructured":"Alvarez-Melis, D., Jaakkola, T.S.: On the robustness of interpretability methods. arXiv:1806.08049 (2018)"},{"key":"7_CR3","unstructured":"Alvarez-Melis, D., Jaakkola, T.S.: Towards robust interpretability with self-explaining neural networks. In: Neurips (2018)"},{"key":"7_CR4","unstructured":"Arya, V., et\u00a0al.: One explanation does not fit all: a toolkit and taxonomy of AI explainability techniques. arXiv:1909.03012 (2019)"},{"issue":"7","key":"7_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), 1\u201346 (2015)","journal-title":"PLoS ONE"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Bhatt, U., Weller, A., Moura, J.: Evaluating and aggregating feature-based model explanations. In: IJCAI (2020)","DOI":"10.24963\/ijcai.2020\/417"},{"key":"7_CR7","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1613\/jair.1.12228","volume":"70","author":"N Burkart","year":"2021","unstructured":"Burkart, N., Huber, M.F.: A survey on the explainability of supervised machine learning. JAIR 70, 245\u2013317 (2021)","journal-title":"JAIR"},{"key":"7_CR8","unstructured":"Chalasani, P., Chen, J., Chowdhury, A.R., Wu, X., Jha, S.: Concise explanations of neural networks using adversarial training. In: ICML (2020)"},{"key":"7_CR9","unstructured":"Das, A., Rad, P.: Opportunities and challenges in explainable artificial intelligence (XAI): a survey. arXiv:2006.11371 (2020)"},{"key":"7_CR10","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth 16x16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"7_CR11","unstructured":"Englebert, A., Cornu, O., Vleeschouwer, C.D.: Poly-CAM: high resolution class activation map for convolutional neural networks. arXiv:2204.13359v2 (2022)"},{"key":"7_CR12","unstructured":"Fernandez, F.G.: Torchcam: class activation explorer (2020). https:\/\/github.com\/frgfm\/torch-cam"},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"7_CR14","unstructured":"Hedstr\u00f6m, A., et al.: Quantus: an explainable AI toolkit for responsible evaluation of neural network explanations. arXiv:2202.06861 (2022)"},{"key":"7_CR15","first-page":"65","volume":"6","author":"S Holm","year":"1979","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scand. J. Stat. 6, 65\u201370 (1979)","journal-title":"Scand. J. Stat."},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Jalwana, M.A., Akhtar, N., Bennamoun, M., Mian, A.: Cameras: enhanced resolution and sanity preserving class activation mapping for image saliency. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.01606"},{"key":"7_CR17","doi-asserted-by":"publisher","first-page":"5875","DOI":"10.1109\/TIP.2021.3089943","volume":"30","author":"PT Jiang","year":"2021","unstructured":"Jiang, P.T., Zhang, C.B., Hou, Q., Cheng, M.M., Wei, Y.: Layercam: exploring hierarchical class activation maps for localization. IEEE Trans. Image Process. 30, 5875\u20135888 (2021)","journal-title":"IEEE Trans. Image Process."},{"issue":"3","key":"7_CR18","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1093\/biomet\/33.3.239","volume":"33","author":"MG Kendall","year":"1945","unstructured":"Kendall, M.G.: The treatment of ties in ranking problems. Biometrika 33(3), 239\u2013251 (1945)","journal-title":"Biometrika"},{"key":"7_CR19","unstructured":"Kokhlikyan, N., et al.: Captum: a unified and generic model interpretability library for pytorch. arXiv preprint arXiv:2009.07896 (2020)"},{"key":"7_CR20","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Technical report\u00a00, University of Toronto, Toronto, Ontario (2009)"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Li, X.H., Shi, Y., Li, H., Bai, W., Cao, C.C., Chen, L.: An experimental study of quantitative evaluations on saliency methods. In: KDD (2021)","DOI":"10.1145\/3447548.3467148"},{"key":"7_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Process. 73, 1\u201315 (2018)","journal-title":"Digit. Signal Process."},{"key":"7_CR23","unstructured":"Nguyen, A.P., Mart\u00ednez, M.R.: On quantitative aspects of model interpretability. arXiv:2007.07584 (2020)"},{"key":"7_CR24","unstructured":"Petsiuk, V., Das, A., Saenko, K.: Rise: randomized input sampling for explanation of black-box models. In: BMC (2018)"},{"key":"7_CR25","doi-asserted-by":"publisher","unstructured":"Phan, H.: huyvnphan\/pytorch_cifar10 (2021). https:\/\/doi.org\/10.5281\/zenodo.4431043","DOI":"10.5281\/zenodo.4431043"},{"issue":"3","key":"7_CR26","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vision 115(3), 211\u2013252 (2015). https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int. J. Comput. Vision"},{"key":"7_CR27","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2017","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.R.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28, 2660\u20132673 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.74"},{"key":"7_CR29","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: Visualising image classification models and saliency maps. arXiv:1312.6034 (2014)"},{"key":"7_CR30","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: ICLR (2015)"},{"key":"7_CR31","unstructured":"Sixt, L., Granz, M., Landgraf, T.: When explanations lie: why many modified BP attributions fail. In: ICML (2020)"},{"key":"7_CR32","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F., Wattenberg, M.: Smoothgrad: removing noise by adding noise. arXiv:1706.03825 (2017)"},{"key":"7_CR33","unstructured":"Springenberg, J.T., Dosovitskiy, A., Brox, T., Riedmiller, M.: Striving for simplicity: the all convolutional net. arXiv:1412.6806 (2014)"},{"issue":"1","key":"7_CR34","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00022","volume":"5","author":"P Sturmfels","year":"2020","unstructured":"Sturmfels, P., Lundberg, S., Lee, S.I.: Visualizing the impact of feature attribution baselines. Distill 5(1), e22 (2020)","journal-title":"Distill"},{"key":"7_CR35","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: ICML (2017)"},{"key":"7_CR36","unstructured":"Van\u00a0Rossum, G.: The Python Library Reference, release 3.8.2. Python Software Foundation (2020)"},{"key":"7_CR37","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: Score-cam: score-weighted visual explanations for convolutional neural networks. In: CVPR Workshop on TCV (2020)","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"7_CR38","unstructured":"Yeh, C.K., Hsieh, C.Y., Suggala, A., Inouye, D.I., Ravikumar, P.K.: On the (in) fidelity and sensitivity of explanations. In: Neurips (2019)"},{"key":"7_CR39","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.319"},{"issue":"5","key":"7_CR40","doi-asserted-by":"publisher","first-page":"593","DOI":"10.3390\/electronics10050593","volume":"10","author":"J Zhou","year":"2021","unstructured":"Zhou, J., Gandomi, A.H., Chen, F., Holzinger, A.: Evaluating the quality of machine learning explanations: a survey on methods and metrics. Electronics 10(5), 593 (2021)","journal-title":"Electronics"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-74630-7_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T12:16:50Z","timestamp":1738930610000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-74630-7_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031746291","9783031746307"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-74630-7_7","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"8 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}