{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T22:34:51Z","timestamp":1781217291242,"version":"3.54.1"},"publisher-location":"Cham","reference-count":93,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031637964","type":"print"},{"value":"9783031637971","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63797-1_9","type":"book-chapter","created":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T23:03:55Z","timestamp":1720566235000},"page":"155-177","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Guided Tour of\u00a0Post-hoc XAI Techniques in\u00a0Image Segmentation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5915-4528","authenticated-orcid":false,"given":"Syed Nouman","family":"Hasany","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8656-9913","authenticated-orcid":false,"given":"Fabrice","family":"M\u00e9riaudeau","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0013-5370","authenticated-orcid":false,"given":"Caroline","family":"Petitjean","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Chattopadhay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N.: Grad-cam++: generalized gradient-based visual explanations for deep convolutional networks. In: 2018 IEEE Winter Conference on Applications of Computer Vision (WACV) (2018)","DOI":"10.1109\/WACV.2018.00097"},{"key":"9_CR2","unstructured":"Abhishek, K., Kamath, D.: Attribution-based XAI methods in computer vision: a review. arXiv preprint arXiv:2211.14736 (2022)"},{"issue":"9","key":"9_CR3","doi-asserted-by":"publisher","first-page":"4870","DOI":"10.1364\/BOE.468483","volume":"13","author":"M Abtahi","year":"2022","unstructured":"Abtahi, M., Le, D., Lim, J.I., Yao, X.: MF-AV-Net: an open-source deep learning network with multimodal fusion options for artery-vein segmentation in OCT angiography. Biomed. Opt. Expr. 13(9), 4870\u20134888 (2022)","journal-title":"Biomed. Opt. Expr."},{"issue":"11","key":"9_CR4","doi-asserted-by":"publisher","first-page":"2274","DOI":"10.1109\/TPAMI.2012.120","volume":"34","author":"R Achanta","year":"2012","unstructured":"Achanta, R., Shaji, A., Smith, K., Lucchi, A., Fua, P., S\u00fcsstrunk, S.: SLIC superpixels compared to state-of-the-art superpixel methods. IEEE Trans. Pattern Anal. Mach. Intell. 34(11), 2274\u20132282 (2012)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"9_CR5","unstructured":"Achtibat, R., et al.: From \u201cwhere\u201d to \u201cwhat\u201d: towards human-understandable explanations through concept relevance propagation. arXiv preprint arXiv:2206.03208 (2022)"},{"issue":"7","key":"9_CR6","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), e0130140 (2015)","journal-title":"PLoS ONE"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Bau, D., Zhou, B., Khosla, A., Oliva, A., Torralba, A.: Network dissection: quantifying interpretability of deep visual representations. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.354"},{"key":"9_CR8","unstructured":"Chen, J., et al.: Transunet: transformers make strong encoders for medical image segmentation. arxiv preprint, arXiv:2102.04306 (2021)"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Chen, T., Jiang, D., Li, R.: Swin transformers make strong contextual encoders for VHR image road extraction. In: IGARSS 2022-2022 IEEE International Geoscience and Remote Sensing Symposium (2022)","DOI":"10.1109\/IGARSS46834.2022.9883628"},{"key":"9_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1007\/978-3-030-33850-3_7","volume-title":"Interpretability of Machine Intelligence in Medical Image Computing and Multimodal Learning for Clinical Decision Support","author":"V Couteaux","year":"2019","unstructured":"Couteaux, V., Nempont, O., Pizaine, G., Bloch, I.: Towards interpretability of segmentation networks by analyzing DeepDreams. In: Suzuki, K., et al. (eds.) ML-CDS\/IMIMIC -2019. LNCS, vol. 11797, pp. 56\u201363. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-33850-3_7"},{"key":"9_CR11","unstructured":"Dabkowski, P., Gal, Y.: Real time image saliency for black box classifiers. In: Advances in Neural Information Processing Systems (2017)"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Dardouillet, P., Benoit, A., Amri, E., Bolon, P., Dubucq, D., Cr\u00e9doz, A.: Explainability of image semantic segmentation through shap values. In: ICPR Workshop on Explainable and Ethical AI (2022)","DOI":"10.1007\/978-3-031-37731-0_19"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Desai, S., Ramaswamy, G.H.: Ablation-cam: visual explanations for deep convolutional network via gradient-free localization. In: 2020 IEEE Winter Conference on Applications of Computer Vision (WACV) (2020)","DOI":"10.1109\/WACV45572.2020.9093360"},{"key":"9_CR15","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2021)"},{"key":"9_CR16","unstructured":"Draelos, R.L., Carin, L.: Use hirescam instead of grad-cam for faithful explanations of convolutional neural networks. arxiv preprint, arXiv:2011.08891 (2020)"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Dreyer, M., Achtibat, R., Wiegand, T., Samek, W., Lapuschkin, S.: Revealing hidden context bias in segmentation and object detection through concept-specific explanations. In: 2023 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW) (2023)","DOI":"10.1109\/CVPRW59228.2023.00397"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Dreyer, M., Achtibat, R., Wiegand, T., Samek, W., Lapuschkin, S.: Revealing hidden context bias in segmentation and object detection through concept-specific explanations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3828\u20133838 (2023)","DOI":"10.1109\/CVPRW59228.2023.00397"},{"key":"9_CR19","unstructured":"Fel, T., Cad\u00e8ne, R., Chalvidal, M., Cord, M., Vigouroux, D., Serre, T.: Look at the variance! efficient black-box explanations with sobol-based sensitivity analysis. In: Advances in Neural Information Processing Systems (2021)"},{"issue":"177","key":"9_CR20","first-page":"1","volume":"20","author":"A Fisher","year":"2019","unstructured":"Fisher, A., Rudin, C., Dominici, F.: All models are wrong, but many are useful: learning a variable\u2019s importance by studying an entire class of prediction models simultaneously. J. Mach. Learn. Res. 20(177), 1\u201381 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Fong, R.C., Vedaldi, A.: Interpretable explanations of black boxes by meaningful perturbation. In: 2017 IEEE International Conference on Computer Vision (ICCV) (2017)","DOI":"10.1109\/ICCV.2017.371"},{"key":"9_CR22","unstructured":"Fu, R., Hu, Q., Dong, X., Guo, Y., Gao, Y., Li, B.: Axiom-based grad-cam: towards accurate visualization and explanation of CNNs. arXiv preprint arXiv:2008.02312 (2020)"},{"key":"9_CR23","doi-asserted-by":"crossref","unstructured":"Gan, Y., et al.: \u201cis your explanation stable?\u201d a robustness evaluation framework for feature attribution. In: Proceedings of the 2022 ACM SIGSAC Conference on Computer and Communications Security (2022)","DOI":"10.1145\/3548606.3559392"},{"key":"9_CR24","unstructured":"Garret, G., Vacavant, A., Frindel, C.: XAI-VesselNet: explain liver vessel segmentation by a graph-based approach (2023)"},{"key":"9_CR25","unstructured":"Ghorbani, A., Wexler, J., Zou, J.Y., Kim, B.: Towards automatic concept-based explanations. In: Advances in Neural Information Processing Systems (2019)"},{"key":"9_CR26","unstructured":"Gildenblat, J.: Pytorch library for cam methods (2021). https:\/\/github.com\/jacobgil\/pytorch-grad-cam"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Gipi\u0161kis, R., Chiaro, D., Annunziata, D., Piccialli, F.: Ablation studies in activation maps for explainable semantic segmentation in industry 4.0. In: IEEE EUROCON 2023 - 20th International Conference on Smart Technologies (2023)","DOI":"10.1109\/EUROCON56442.2023.10199094"},{"key":"9_CR28","doi-asserted-by":"crossref","unstructured":"Gipi\u0161kis, R., Chiaro, D., Preziosi, M., Prezioso, E., Piccialli, F.: The impact of adversarial attacks on interpretable semantic segmentation in cyber-physical systems. IEEE Syst. J. (2023)","DOI":"10.1109\/JSYST.2023.3281079"},{"key":"9_CR29","doi-asserted-by":"crossref","unstructured":"Gipi\u0161kis, R., Kurasova, O.: Occlusion-based approach for interpretable semantic segmentation. In: 2023 18th Iberian Conference on Information Systems and Technologies (CISTI) (2023)","DOI":"10.23919\/CISTI58278.2023.10212017"},{"key":"9_CR30","unstructured":"Gizzini, A.K., Shukor, M., Ghandour, A.J.: Extending cam-based XAI methods for remote sensing imagery segmentation. arXiv preprint arXiv:2310.01837 (2023)"},{"key":"9_CR31","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)"},{"key":"9_CR32","doi-asserted-by":"crossref","unstructured":"Gunashekar, D.D., et al.: Explainable AI for CNN-based prostate tumor segmentation in multi-parametric MRI correlated to whole mount histopathology (2022)","DOI":"10.21203\/rs.3.rs-1225229\/v1"},{"key":"9_CR33","unstructured":"Habib, N.: Cascaded U-Net++ for segmentation of lung (2021)"},{"key":"9_CR34","doi-asserted-by":"crossref","unstructured":"Hasany, S.N., Petitjean, C., M\u00e9riaudeau, F.: Seg-XRes-CAM: explaining spatially local regions in image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops (2023)","DOI":"10.1109\/CVPRW59228.2023.00384"},{"key":"9_CR35","doi-asserted-by":"crossref","unstructured":"Hatamizadeh, A., et al.: UNETR: transformers for 3D medical image segmentation. In: WACV (2022)","DOI":"10.1109\/WACV51458.2022.00181"},{"key":"9_CR36","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102726","volume":"84","author":"S He","year":"2023","unstructured":"He, S., Feng, Y., Grant, P.E., Ou, Y.: Segmentation ability map: interpret deep features for medical image segmentation. Med. Image Anal. 84, 102726 (2023)","journal-title":"Med. Image Anal."},{"key":"9_CR37","doi-asserted-by":"crossref","unstructured":"Heide, N.F., M\u00fcller, E., Petereit, J., Heizmann, M.: X3seg: model-agnostic explanations for the semantic segmentation of 3D point clouds with prototypes and criticism. In: 2021 IEEE International Conference on Image Processing (ICIP) (2021)","DOI":"10.1109\/ICIP42928.2021.9506624"},{"key":"9_CR38","unstructured":"Hoyer, L., Munoz, M., Katiyar, P., Khoreva, A., Fischer, V.: Grid saliency for context explanations of semantic segmentation. In: NeurIPS (2019)"},{"key":"9_CR39","unstructured":"Humer, C., Elharty, M., Hinterreiter, A., Streit, M.: Interactive attribution-based explanations for image segmentation. In: EuroVis 2022 - Posters (2022)"},{"key":"9_CR40","doi-asserted-by":"crossref","unstructured":"Janik, A., Dodd, J., Ifrim, G., Sankaran, K., Curran, K.: Interpretability of a deep learning model in the application of cardiac MRI segmentation with an ACDC challenge dataset. In: Medical Imaging 2021: Image Processing (2021)","DOI":"10.1117\/12.2582227"},{"key":"9_CR41","unstructured":"Janik, A., Sankaran, K., Ortiz, A.: Interpreting black-box semantic segmentation models in remote sensing applications. In: Machine Learning Methods in Visualisation for Big Data (2019)"},{"key":"9_CR42","doi-asserted-by":"publisher","first-page":"5875","DOI":"10.1109\/TIP.2021.3089943","volume":"30","author":"PT Jiang","year":"2021","unstructured":"Jiang, P.T., Zhang, C.B., Hou, Q., Cheng, M.M., Wei, Y.: Layercam: exploring hierarchical class activation maps for localization. IEEE Trans. Image Process. 30, 5875\u20135888 (2021)","journal-title":"IEEE Trans. Image Process."},{"key":"9_CR43","doi-asserted-by":"crossref","unstructured":"Joshi, I., et al.: Sensor-invariant fingerprint ROI segmentation using recurrent adversarial learning. In: 2021 International Joint Conference on Neural Networks (IJCNN) (2021)","DOI":"10.1109\/IJCNN52387.2021.9533712"},{"key":"9_CR44","unstructured":"Kim, B., et\u00a0al.: Interpretability beyond feature attribution: quantitative testing with concept activation vectors (TCAV). In: International Conference on Machine Learning (2018)"},{"key":"9_CR45","doi-asserted-by":"crossref","unstructured":"Koker, T., Mireshghallah, F., Titcombe, T., Kaissis, G.: U-noise: learnable noise masks for interpretable image segmentation. In: 2021 IEEE International Conference on Image Processing (ICIP) (2021)","DOI":"10.1109\/ICIP42928.2021.9506345"},{"key":"9_CR46","doi-asserted-by":"crossref","unstructured":"Kori, A., Natekar, P., Srinivasan, B., Krishnamurthi, G.: Interpreting deep neural networks for medical imaging using concept graphs. In: AI for Disease Surveillance and Pandemic Intelligence: Intelligent Disease Detection in Action (2022)","DOI":"10.1007\/978-3-030-93080-6_15"},{"key":"9_CR47","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: NIPS (2012)"},{"key":"9_CR48","doi-asserted-by":"crossref","unstructured":"Lai, Z., et al.: Automated segmentation of amyloid-$${\\upbeta }$$stained whole slide images of brain tissue. bioRxiv (2021)","DOI":"10.1101\/2020.11.13.381871"},{"key":"9_CR49","unstructured":"Lei, J.: Interpretation of semantic urban scene segmentation for autonomous vehicles (2022)"},{"key":"9_CR50","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"issue":"12","key":"9_CR51","doi-asserted-by":"publisher","first-page":"3524","DOI":"10.1049\/ipr2.12883","volume":"17","author":"Z Liu","year":"2023","unstructured":"Liu, Z., Guo, F., Liu, H., Xiao, X., Tang, J.: CMLocate: a cross-modal automatic visual geo-localization framework for a natural environment without GNSS information. IET Image Process. 17(12), 3524\u20133540 (2023)","journal-title":"IET Image Process."},{"key":"9_CR52","unstructured":"Lundberg, S., Lee, S.I.: A unified approach to interpreting model predictions. In: NIPS (2017)"},{"issue":"1","key":"9_CR53","doi-asserted-by":"publisher","first-page":"9513","DOI":"10.1038\/s41598-022-13275-1","volume":"12","author":"D Melching","year":"2022","unstructured":"Melching, D., Strohmann, T., Requena, G., Breitbarth, E.: Explainable machine learning for precise fatigue crack tip detection. Sci. Rep. 12(1), 9513 (2022)","journal-title":"Sci. Rep."},{"issue":"7","key":"9_CR54","first-page":"3523","volume":"44","author":"S Minaee","year":"2021","unstructured":"Minaee, S., Boykov, Y., Porikli, F., Plaza, A., Kehtarnavaz, N., Terzopoulos, D.: Image segmentation using deep learning: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 44(7), 3523\u20133542 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"9_CR55","doi-asserted-by":"crossref","unstructured":"Muhammad, M.B., Yeasin, M.: Eigen-cam: class activation map using principal components. In: 2020 International Joint Conference on Neural Networks (IJCNN) (2020)","DOI":"10.1109\/IJCNN48605.2020.9206626"},{"key":"9_CR56","doi-asserted-by":"crossref","unstructured":"Mullan, S., Sonka, M.: Visual attribution for deep learning segmentation in medical imaging. In: Medical Imaging 2022: Image Processing (2022)","DOI":"10.1117\/12.2612288"},{"issue":"5","key":"9_CR57","doi-asserted-by":"publisher","first-page":"054001","DOI":"10.1117\/1.JMI.10.5.054001","volume":"10","author":"S Mullan","year":"2023","unstructured":"Mullan, S., Sonka, M.: Kernel-weighted contribution: a method of visual attribution for 3D deep learning segmentation in medical imaging. J. Med. Imaging 10(5), 054001\u2013054001 (2023)","journal-title":"J. Med. Imaging"},{"key":"9_CR58","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3389\/fncom.2020.00006","volume":"14","author":"P Natekar","year":"2020","unstructured":"Natekar, P., Kori, A., Krishnamurthi, G.: Demystifying brain tumour segmentation networks: interpretability and uncertainty analysis. Front. Comput. Neurosci. 14, 6 (2020)","journal-title":"Front. Comput. Neurosci."},{"key":"9_CR59","doi-asserted-by":"crossref","unstructured":"Okamoto, T., Gu, C., Yu, J., Zhang, C.: Generating smooth interpretability map for explainable image segmentation. In: 2023 IEEE 12th Global Conference on Consumer Electronics (GCCE) (2023)","DOI":"10.1109\/GCCE59613.2023.10315524"},{"key":"9_CR60","doi-asserted-by":"crossref","unstructured":"O\u2019Sullivan, C., Coveney, S., Monteys, X., Dev, S.: Interpreting a semantic segmentation model for coastline detection. In: 2023 Photonics & Electromagnetics Research Symposium (PIERS) (2023)","DOI":"10.1109\/PIERS59004.2023.10221387"},{"key":"9_CR61","unstructured":"Petsiuk, V., Das, A., Saenko, K.: Rise: randomized input sampling for explanation of black-box models. In: BMVC (2018)"},{"key":"9_CR62","doi-asserted-by":"crossref","unstructured":"Rheude, T., Wirtz, A., Wesarg, S., Kuijper, A.: Leveraging cam algorithms for explaining medical semantic segmentation. In: iMIMIC at MICCAI 2023 (2023)","DOI":"10.59275\/j.melba.2024-ebd3"},{"key":"9_CR63","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d: explaining the predictions of any classifier. In: ACM SIGKDD (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"9_CR64","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1007\/978-3-319-24574-4_28","volume-title":"Medical Image Computing and Computer-Assisted Intervention \u2013 MICCAI 2015","author":"O Ronneberger","year":"2015","unstructured":"Ronneberger, O., Fischer, P., Brox, T.: U-Net: convolutional networks for biomedical image segmentation. In: Navab, N., Hornegger, J., Wells, W.M., Frangi, A.F. (eds.) MICCAI 2015. LNCS, vol. 9351, pp. 234\u2013241. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24574-4_28"},{"key":"9_CR65","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104410","volume":"133","author":"H Saleem","year":"2021","unstructured":"Saleem, H., Shahid, A.R., Raza, B.: Visual interpretability in 3D brain tumor segmentation network. Comput. Biol. Med. 133, 104410 (2021)","journal-title":"Comput. Biol. Med."},{"issue":"11","key":"9_CR66","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2016","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.R.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28(11), 2660\u20132673 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"3","key":"9_CR67","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek, W., Montavon, G., Lapuschkin, S., Anders, C.J., M\u00fcller, K.R.: Explaining deep neural networks and beyond: a review of methods and applications. Proc. IEEE 109(3), 247\u2013278 (2021)","journal-title":"Proc. IEEE"},{"key":"9_CR68","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1007\/978-3-030-59710-8_32","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"A Santamaria-Pang","year":"2020","unstructured":"Santamaria-Pang, A., Kubricht, J., Chowdhury, A., Bhushan, C., Tu, P.: Towards emergent language symbolic semantic segmentation and model interpretability. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12261, pp. 326\u2013334. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59710-8_32"},{"issue":"5","key":"9_CR69","doi-asserted-by":"publisher","first-page":"2199","DOI":"10.3390\/app11052199","volume":"11","author":"C Schorr","year":"2021","unstructured":"Schorr, C., Goodarzi, P., Chen, F., Dahmen, T.: Neuroscope: an explainable AI toolbox for semantic segmentation and image classification of convolutional neural nets. Appl. Sci. 11(5), 2199 (2021)","journal-title":"Appl. Sci."},{"key":"9_CR70","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. Int. J. Comput. Vis. (2020)","DOI":"10.1007\/s11263-019-01228-7"},{"key":"9_CR71","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: IJCV (2019)","DOI":"10.1007\/s11263-019-01228-7"},{"key":"9_CR72","doi-asserted-by":"crossref","unstructured":"Shreim, H., Gizzini, A.K., Ghandour, A.J.: Trainable Noise Model as an XAI evaluation method: application on Sobol for remote sensing image segmentation. arXiv e-prints (2023)","DOI":"10.3390\/ECRS2023-16609"},{"key":"9_CR73","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: Workshop at International Conference on Learning Representations (2014)"},{"key":"9_CR74","doi-asserted-by":"crossref","unstructured":"Singh, D., Somani, A., Horsch, A., Prasad, D.K.: Counterfactual explainable gastrointestinal and colonoscopy image segmentation. In: 2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI) (2022)","DOI":"10.1109\/ISBI52829.2022.9761664"},{"key":"9_CR75","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F., Wattenberg, M.: Smoothgrad: removing noise by adding noise. In: ICML Workshop on Visualization for Deep Learning (2017)"},{"key":"9_CR76","unstructured":"Springenberg, J.T., Dosovitskiy, A., Brox, T., Riedmiller, M.A.: Striving for simplicity: the all convolutional net. In: 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015, Workshop Track Proceedings (2015)"},{"key":"9_CR77","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: ICML (2017)"},{"key":"9_CR78","doi-asserted-by":"crossref","unstructured":"Vinogradova, K., Dibrov, A., Myers, G.: Towards interpretable semantic segmentation via gradient-weighted class activation mapping (student abstract). In: AAAI (2020)","DOI":"10.1609\/aaai.v34i10.7244"},{"key":"9_CR79","unstructured":"Wan, A., et al.: NBDT: neural-backed decision trees. arXiv preprint arXiv:2004.00221 (2020)"},{"key":"9_CR80","unstructured":"Wan, A., Ho, D., Song, Y., Tillman, H., Bargal, S.A., Gonzalez, J.E.: Segnbdt: visual decision rules for segmentation. arXiv preprint arXiv:2006.06868 (2020)"},{"key":"9_CR81","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: Score-cam: score-weighted visual explanations for convolutional neural networks. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW) (2020)","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"9_CR82","doi-asserted-by":"crossref","unstructured":"Wang, L., Huang, J., Xing, X., Yang, G.: Swin deformable attention hybrid u-net for medical image segmentation. arXiv preprint arXiv:2302.14450 (2023)","DOI":"10.1109\/SIPAIM56729.2023.10373513"},{"key":"9_CR83","doi-asserted-by":"crossref","unstructured":"Wickstr\u00f8m, K., Kampffmeyer, M., Jenssen, R.: Uncertainty modeling and interpretability in convolutional neural networks for polyp segmentation. In: 2018 IEEE 28th International Workshop on Machine Learning for Signal Processing (MLSP) (2018)","DOI":"10.1109\/MLSP.2018.8516998"},{"key":"9_CR84","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.101619","volume":"60","author":"K Wickstr\u00f8m","year":"2020","unstructured":"Wickstr\u00f8m, K., Kampffmeyer, M., Jenssen, R.: Uncertainty and interpretability in convolutional neural networks for semantic segmentation of colorectal polyps. Med. Image Anal. 60, 101619 (2020)","journal-title":"Med. Image Anal."},{"key":"9_CR85","doi-asserted-by":"crossref","unstructured":"Wu, J., et al.: BA-GCA Net: boundary-aware grid contextual attention net in osteosarcoma MRI image segmentation. Comput. Intell. Neurosci. (2022)","DOI":"10.1155\/2022\/3881833"},{"key":"9_CR86","doi-asserted-by":"crossref","unstructured":"Xiao, M., Zhang, L., Shi, W., Liu, J., He, W., Jiang, Z.: A visualization method based on the grad-cam for medical image segmentation model. In: 2021 International Conference on Electronic Information Engineering and Computer Science (EIECS) (2021)","DOI":"10.1109\/EIECS53707.2021.9587953"},{"key":"9_CR87","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.101552","volume":"58","author":"X Yi","year":"2019","unstructured":"Yi, X., Walia, E., Babyn, P.: Generative adversarial network in medical imaging: a review. Med. Image Anal. 58, 101552 (2019)","journal-title":"Med. Image Anal."},{"key":"9_CR88","doi-asserted-by":"crossref","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. arXiv (2013)","DOI":"10.1007\/978-3-319-10590-1_53"},{"issue":"9","key":"9_CR89","doi-asserted-by":"publisher","first-page":"1673","DOI":"10.1007\/s11548-022-02619-x","volume":"17","author":"RA Zeineldin","year":"2022","unstructured":"Zeineldin, R.A., et al.: Explainability of deep neural networks for MRI analysis of brain tumors. Int. J. Comput. Assist. Radiol. Surg. 17(9), 1673\u20131683 (2022)","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"9_CR90","doi-asserted-by":"crossref","unstructured":"Zemni, M., Chen, M., Zablocki, \u00c9., Ben-Younes, H., P\u00e9rez, P., Cord, M.: Octet: object-aware counterfactual explanations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (2023)","DOI":"10.1109\/CVPR52729.2023.01446"},{"issue":"11","key":"9_CR91","doi-asserted-by":"publisher","first-page":"3212","DOI":"10.1109\/TNNLS.2018.2876865","volume":"30","author":"ZQ Zhao","year":"2019","unstructured":"Zhao, Z.Q., Zheng, P., Xu, S.T., Wu, X.: Object detection with deep learning: a review. IEEE Trans. Neural Netw. Learn. Syst. 30(11), 3212\u20133232 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"1","key":"9_CR92","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3603618","volume":"56","author":"C Zheng","year":"2023","unstructured":"Zheng, C., et al.: Deep learning-based human pose estimation: a survey. ACM Comput. Surv. 56(1), 1\u201337 (2023)","journal-title":"ACM Comput. Surv."},{"key":"9_CR93","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Communications in Computer and Information Science","Explainable Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63797-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,23]],"date-time":"2024-11-23T19:21:53Z","timestamp":1732389713000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63797-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031637964","9783031637971"],"references-count":93,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63797-1_9","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"xAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"World Conference on Explainable Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valletta","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malta","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"xai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/xaiworldconference.com\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}