{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T15:53:27Z","timestamp":1774540407417,"version":"3.50.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031703584","type":"print"},{"value":"9783031703591","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70359-1_20","type":"book-chapter","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T04:02:43Z","timestamp":1724904163000},"page":"336-351","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Sparse Explanations of\u00a0Neural Networks Using Pruned Layer-Wise Relevance Propagation"],"prefix":"10.1007","author":[{"given":"Paulo","family":"Yanez Sarmiento","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Witzke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nadja","family":"Klein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernhard Y.","family":"Renard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"20_CR1","unstructured":"Achtibat, R., et al.: From \u201cWhere\u201d to \u201cWhat\u201d: Towards Human-Understandable Explanations through Concept Relevance Propagation. arXiv preprint arXiv:2206.03208 (2022)"},{"key":"20_CR2","unstructured":"Adebayo, J., Gilmer, J., Muelly, M., Goodfellow, I., Hardt, M., Kim, B.: Sanity checks for saliency maps. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"issue":"93","key":"20_CR3","first-page":"1","volume":"20","author":"M Alber","year":"2019","unstructured":"Alber, M., et al.: iNNvestigate neural networks! J. Mach. Learn. Res. 20(93), 1\u20138 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"20_CR4","unstructured":"Ali, A., Schnake, T., Eberle, O., Montavon, G., M\u00fcller, K.R., Wolf, L.: XAI for transformers: better explanations through conservative propagation. In: International Conference on Machine Learning, pp. 435\u2013451. PMLR (2022)"},{"key":"20_CR5","unstructured":"Alvarez-Melis, D., Jaakkola, T.S.: On the robustness of interpretability methods. arXiv preprint arXiv:1806.08049 (2018)"},{"key":"20_CR6","unstructured":"Anders, C.J., Neumann, D., Samek, W., M\u00fcller, K.R., Lapuschkin, S.: Software for Dataset-wide XAI: From Local Explanations to Global Insights with Zennit, CoRelAy, and ViRelAy. CoRR abs\/2106.13200 (2021)"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Arras, L., Montavon, G., M\u00fcller, K.R., Samek, W.: Explaining recurrent neural network predictions in sentiment analysis. arXiv preprint arXiv:1706.07206 (2017)","DOI":"10.18653\/v1\/W17-5221"},{"key":"20_CR8","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.inffus.2021.11.008","volume":"81","author":"L Arras","year":"2022","unstructured":"Arras, L., Osman, A., Samek, W.: CLEVR-XAI: a benchmark dataset for the ground truth evaluation of neural network explanations. Inf. Fusion 81, 14\u201340 (2022)","journal-title":"Inf. Fusion"},{"key":"20_CR9","doi-asserted-by":"crossref","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10 (2015)","DOI":"10.1371\/journal.pone.0130140"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Bartoszewicz, J.M., Seidel, A., Renard, B.Y.: Interpretable detection of novel human viruses from genome sequencing data. NAR Genomics Bioinform. 3(1), lqab004 (2021)","DOI":"10.1093\/nargab\/lqab004"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Bhatt, U., Weller, A., Moura, J.M.: Evaluating and aggregating feature-based model explanations. arXiv preprint arXiv:2005.00631 (2020)","DOI":"10.24963\/ijcai.2020\/417"},{"key":"20_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-319-44781-0_8","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2016","author":"A Binder","year":"2016","unstructured":"Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.-R., Samek, W.: Layer-wise relevance propagation for neural networks with local renormalization layers. In: Villa, A.E.P., Masulli, P., Pons Rivero, A.J. (eds.) ICANN 2016. LNCS, vol. 9887, pp. 63\u201371. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44781-0_8"},{"key":"20_CR13","unstructured":"Chalasani, P., Chen, J., Chowdhury, A.R., Wu, X., Jha, S.: Concise explanations of neural networks using adversarial training. In: International Conference on Machine Learning, pp. 1383\u20131391. PMLR (2020)"},{"key":"20_CR14","unstructured":"Chormai, P., Herrmann, J., M\u00fcller, K.R., Montavon, G.: Disentangled explanations of neural network predictions by finding relevant subspaces. arXiv preprint arXiv:2212.14855 (2022)"},{"issue":"7","key":"20_CR15","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1038\/s41576-019-0122-6","volume":"20","author":"G Eraslan","year":"2019","unstructured":"Eraslan, G., Avsec, \u017d, Gagneur, J., Theis, F.J.: Deep learning: new computational modelling techniques for genomics. Nat. Rev. Genet. 20(7), 389\u2013403 (2019)","journal-title":"Nat. Rev. Genet."},{"key":"20_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-20893-6_8","volume-title":"Computer Vision \u2013 ACCV 2018","author":"J Gu","year":"2019","unstructured":"Gu, J., Yang, Y., Tresp, V.: Understanding individual decisions of CNNs via contrastive backpropagation. In: Jawahar, C.V., Li, H., Mori, G., Schindler, K. (eds.) ACCV 2018. LNCS, vol. 11363, pp. 119\u2013134. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-20893-6_8"},{"key":"20_CR17","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1016\/j.neucom.2020.04.152","volume":"453","author":"S Gupta","year":"2021","unstructured":"Gupta, S., Chan, Y.H., Rajapakse, J.C., Initiative, A.D.N., et al.: Obtaining leaner deep neural networks for decoding brain functional connectome in a single shot. Neurocomputing 453, 326\u2013336 (2021)","journal-title":"Neurocomputing"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"issue":"34","key":"20_CR19","first-page":"1","volume":"24","author":"A Hedstr\u00f6m","year":"2023","unstructured":"Hedstr\u00f6m, A., et al.: Quantus: an explainable AI toolkit for responsible evaluation of neural network explanations and beyond. J. Mach. Learn. Res. 24(34), 1\u201311 (2023)","journal-title":"J. Mach. Learn. Res."},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Iwana, B.K., Kuroki, R., Uchida, S.: Explaining convolutional neural networks using softmax gradient layer-wise relevance propagation. In: 2019 IEEE\/CVF International Conference on Computer Vision Workshop (ICCVW), pp. 4176\u20134185. IEEE (2019)","DOI":"10.1109\/ICCVW.2019.00513"},{"key":"20_CR21","doi-asserted-by":"publisher","first-page":"18670","DOI":"10.1109\/ACCESS.2021.3051171","volume":"9","author":"YJ Jung","year":"2021","unstructured":"Jung, Y.J., Han, S.H., Choi, H.J.: Explaining CNN and RNN using selective layer-wise relevance propagation. IEEE Access 9, 18670\u201318681 (2021)","journal-title":"IEEE Access"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Kohlbrenner, M., Bauer, A., Nakajima, S., Binder, A., Samek, W., Lapuschkin, S.: Towards best practice in explaining neural network decisions with LRP. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20137. IEEE (2020)","DOI":"10.1109\/IJCNN48605.2020.9206975"},{"key":"20_CR23","doi-asserted-by":"crossref","unstructured":"Lemanczyk, M.S., Bartoszewicz, J.M., Renard, B.Y.: Motif Interactions Affect Post-Hoc Interpretability of Genomic Convolutional Neural Networks. bioRxiv preprint bioRxiv:2024.02.15.580353 (2024)","DOI":"10.1101\/2024.02.15.580353"},{"key":"20_CR24","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens, G., et al.: A survey on deep learning in medical image analysis. Med. Image Anal. 42, 60\u201388 (2017)","journal-title":"Med. Image Anal."},{"key":"20_CR25","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol.\u00a030. Curran Associates, Inc. (2017)"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Montavon, G., Binder, A., Lapuschkin, S., Samek, W., M\u00fcller, K.R.: Layer-wise relevance propagation: an overview. In: Explainable AI: Interpreting, Explaining and Visualizing Deep Learning, pp. 193\u2013209 (2019)","DOI":"10.1007\/978-3-030-28954-6_10"},{"key":"20_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Process. 73, 1\u201315 (2018)","journal-title":"Digit. Signal Process."},{"issue":"3","key":"20_CR28","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vision (IJCV) 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision (IJCV)"},{"issue":"11","key":"20_CR29","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2016","unstructured":"Samek, W., Binder, A., Montavon, G., Lapuschkin, S., M\u00fcller, K.R.: Evaluating the visualization of what a deep neural network has learned. IEEE Trans. Neural Netw. Learn. Syst. 28(11), 2660\u20132673 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"3","key":"20_CR30","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek, W., Montavon, G., Lapuschkin, S., Anders, C.J., M\u00fcller, K.R.: Explaining deep neural networks and beyond: a review of methods and applications. Proc. IEEE 109(3), 247\u2013278 (2021)","journal-title":"Proc. IEEE"},{"issue":"11","key":"20_CR31","doi-asserted-by":"publisher","first-page":"7581","DOI":"10.1109\/TPAMI.2021.3115452","volume":"44","author":"T Schnake","year":"2021","unstructured":"Schnake, T., et al.: Higher-order explanations of graph neural networks via relevant walks. IEEE Trans. Pattern Anal. Mach. Intell. 44(11), 7581\u20137596 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"4","key":"20_CR32","doi-asserted-by":"publisher","first-page":"717","DOI":"10.1109\/TPAMI.2015.2465960","volume":"38","author":"J Shi","year":"2015","unstructured":"Shi, J., Yan, Q., Xu, L., Jia, J.: Hierarchical image saliency detection on extended CSSD. IEEE Trans. Pattern Anal. Mach. Intell. 38(4), 717\u2013729 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"20_CR33","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations (2015)"},{"key":"20_CR34","unstructured":"Sixt, L., Granz, M., Landgraf, T.: When explanations lie: why many modified BP attributions fail. In: International Conference on Machine Learning, pp. 9046\u20139057. PMLR (2020)"},{"key":"20_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.107899","volume":"115","author":"SK Yeom","year":"2021","unstructured":"Yeom, S.K., et al.: Pruning by explaining: a novel criterion for deep neural network pruning. Pattern Recogn. 115, 107899 (2021)","journal-title":"Pattern Recogn."},{"key":"20_CR36","unstructured":"Zhu, M., Gupta, S.: To prune, or not to prune: exploring the efficacy of pruning for model compression. arXiv preprint arXiv:1710.01878 (2017)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70359-1_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T07:27:13Z","timestamp":1768202833000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70359-1_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703584","9783031703591"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70359-1_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}