{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T09:24:34Z","timestamp":1787131474886,"version":"build-2736575974"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032083234","type":"print"},{"value":"9783032083241","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T00:00:00Z","timestamp":1760572800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T00:00:00Z","timestamp":1760572800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>This paper introduces a rigorous mathematical framework for neural network explainability, and more broadly for the explainability of equivariant operators called Group Equivariant Operators (GEOs), based on Group Equivariant Non-Expansive Operators (GENEOs) transformations. The central concept involves quantifying the distance between GEOs by measuring the non-commutativity of specific diagrams. Additionally, the paper proposes a definition of interpretability of GEOs according to a complexity measure that can be defined according to each user\u2019s preferences. Moreover, we explore the formal properties of this framework and show how it can be applied in classical machine learning scenarios, like image classification with convolutional neural networks.<\/jats:p>","DOI":"10.1007\/978-3-032-08324-1_13","type":"book-chapter","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T08:48:51Z","timestamp":1760518131000},"page":"294-318","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Mathematical Foundation of\u00a0Interpretable Equivariant Surrogate Models"],"prefix":"10.1007","author":[{"given":"Jacopo Joy","family":"Colombini","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filippo","family":"Bonchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Giannini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fosca","family":"Giannotti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roberto","family":"Pellungrini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrizio","family":"Frosini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,16]]},"reference":[{"issue":"4","key":"13_CR1","doi-asserted-by":"publisher","first-page":"1905","DOI":"10.3390\/make5040092","volume":"5","author":"F Ahmad","year":"2023","unstructured":"Ahmad, F., Ferri, M., Frosini, P.: Generalized permutants and graph GENEOs. Mach. Learn. Knowl. Extract. 5(4), 1905\u20131920 (2023). https:\/\/doi.org\/10.3390\/make5040092","journal-title":"Mach. Learn. Knowl. Extract."},{"issue":"8","key":"13_CR2","doi-asserted-by":"publisher","first-page":"469","DOI":"10.3390\/info14080469","volume":"14","author":"N Alangari","year":"2023","unstructured":"Alangari, N., Menai, M.E.B., Mathkour, H., Almosallam, I.: Exploring evaluation methods for interpretable machine learning: a survey. Information 14(8), 469 (2023)","journal-title":"Information"},{"issue":"2","key":"13_CR3","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1093\/imaiai\/iaw009","volume":"5","author":"F Anselmi","year":"2016","unstructured":"Anselmi, F., Rosasco, L., Poggio, T.: On invariance and selectivity in representation learning. Inf. Infer. J. IMA 5(2), 134\u2013158 (2016). https:\/\/doi.org\/10.1093\/imaiai\/iaw009","journal-title":"Inf. Infer. J. IMA"},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Arora, S., Pruthi, D., Sadeh, N.M., Cohen, W.W., Lipton, Z.C., Neubig, G.: Explain, edit, and understand: rethinking user study design for evaluating model explanations. In: AAAI, pp. 5277\u20135285. AAAI Press (2022)","DOI":"10.1609\/aaai.v36i5.20464"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Courville, A., Vincent, P.: Representation learning: a review and new perspectives. IEEE Trans. Pattern Anal. Mach. Intell. 35(8), 1798\u20131828 (2013)","DOI":"10.1109\/TPAMI.2013.50"},{"issue":"9","key":"13_CR6","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1038\/s42256-019-0087-3","volume":"1","author":"MG Bergomi","year":"2019","unstructured":"Bergomi, M.G., Frosini, P., Giorgi, D., Quercioli, N.: Towards a topological-geometrical theory of group equivariant non-expansive operators for data analysis and machine learning. Nat. Mach. Intell. 1(9), 423\u2013433 (2019). https:\/\/doi.org\/10.1038\/s42256-019-0087-3","journal-title":"Nat. Mach. Intell."},{"issue":"1","key":"13_CR7","doi-asserted-by":"publisher","first-page":"6259","DOI":"10.1038\/s41598-025-90152-7","volume":"15","author":"G Bocchi","year":"2025","unstructured":"Bocchi, G., Ferri, M., Frosini, P.: A novel approach to graph distinction through geneos and permutants. Sci. Rep. 15(1), 6259 (2025). https:\/\/doi.org\/10.1038\/s41598-025-90152-7","journal-title":"Sci. Rep."},{"key":"13_CR8","unstructured":"Bocchi, G., et al.: A geometric XAI approach to protein pocket detection. In: xAI-2024 Late-breaking Work, Demos and Doctoral Consortium Joint Proceedings - The 2nd World Conference on eXplainable Artificial Intelligence, vol.\u00a03793, pp. 217\u2013224 (2024). https:\/\/ceur-ws.org\/Vol-3793\/paper_28.pdf"},{"issue":"5","key":"13_CR9","doi-asserted-by":"publisher","first-page":"1719","DOI":"10.1007\/s10618-023-00933-9","volume":"37","author":"F Bodria","year":"2023","unstructured":"Bodria, F., Giannotti, F., Guidotti, R., Naretto, F., Pedreschi, D., Rinzivillo, S.: Benchmarking and survey of explanation methods for black box models. Data Min. Knowl. Disc. 37(5), 1719\u20131778 (2023)","journal-title":"Data Min. Knowl. Disc."},{"key":"13_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/978-3-319-99740-7_18","volume-title":"Machine Learning and Knowledge Extraction","author":"F Camporesi","year":"2018","unstructured":"Camporesi, F., Frosini, P., Quercioli, N.: On a new method to build group equivariant operators by means of permutants. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2018. LNCS, vol. 11015, pp. 265\u2013272. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99740-7_18"},{"key":"13_CR11","unstructured":"Cascarano, P., Frosini, P., Quercioli, N., Saki, A.: On the geometric and riemannian structure of the spaces of group equivariant non-expansive operators (2023). https:\/\/arxiv.org\/abs\/2103.02543"},{"issue":"7","key":"13_CR12","doi-asserted-by":"publisher","first-page":"938","DOI":"10.1017\/S0960129518000488","volume":"29","author":"K Cho","year":"2019","unstructured":"Cho, K., Jacobs, B.: Disintegration and bayesian inversion via string diagrams. Math. Struct. Comput. Sci. 29(7), 938\u2013971 (2019)","journal-title":"Math. Struct. Comput. Sci."},{"key":"13_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2022.103822","volume":"314","author":"G Ciravegna","year":"2023","unstructured":"Ciravegna, G., et al.: Logic explained networks. Artif. Intell. 314, 103822 (2023)","journal-title":"Artif. Intell."},{"key":"13_CR14","unstructured":"Cohen, T., Welling, M.: Group equivariant convolutional networks. In: International Conference on Machine Learning, pp. 2990\u20132999 (2016)"},{"key":"13_CR15","doi-asserted-by":"publisher","unstructured":"Collaris, D., Gajane, P., Jorritsma, J., van Wijk, J.J., Pechenizkiy, M.: LEMON: alternative sampling for more faithful explanation through local surrogate models. In: IDA. Lecture Notes in Computer Science, vol. 13876, pp. 77\u201390. Springer, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-031-30047-9_7","DOI":"10.1007\/978-3-031-30047-9_7"},{"key":"13_CR16","doi-asserted-by":"crossref","unstructured":"Colley, A., Kalving, M., H\u00e4kkil\u00e4, J., V\u00e4\u00e4n\u00e4nen, K.: Exploring tangible explainable AI (tangxai): a user study of two XAI approaches. In: OZCHI, pp. 679\u2013683. ACM (2023)","DOI":"10.1145\/3638380.3638426"},{"issue":"4","key":"13_CR17","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G.: Approximation by superpositions of a sigmoidal function. Math. Control Signals Syst. 2(4), 303\u2013314 (1989)","journal-title":"Math. Control Signals Syst."},{"issue":"2","key":"13_CR18","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/s00454-016-9761-y","volume":"55","author":"P Frosini","year":"2016","unstructured":"Frosini, P., Jab\u0142o\u0144ski, G.: Combining persistent homology and invariance groups for shape comparison. Disc. Comput. Geom. 55(2), 373\u2013409 (2016). https:\/\/doi.org\/10.1007\/s00454-016-9761-y","journal-title":"Disc. Comput. Geom."},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Gerken, J.E., et al.: Geometric deep learning and equivariant neural networks. Artif. Intell. Rev. (2023)","DOI":"10.1007\/s10462-023-10502-7"},{"issue":"12","key":"13_CR20","doi-asserted-by":"publisher","first-page":"14605","DOI":"10.1007\/s10462-023-10502-7","volume":"56","author":"JE Gerken","year":"2023","unstructured":"Gerken, J.E., et al.: Geometric deep learning and equivariant neural networks. Artif. Intell. Rev. 56(12), 14605\u201314662 (2023)","journal-title":"Artif. Intell. Rev."},{"key":"13_CR21","doi-asserted-by":"publisher","unstructured":"Giannini, F., Fioravanti, S., Barbiero, P., Tonda, A., Li\u00f2, P., Di\u00a0Lavore, E.: Categorical foundation of explainable AI: a unifying theory. In: World Conference on Explainable Artificial Intelligence, pp. 185\u2013206. Springer, Heidelberg (2024). https:\/\/doi.org\/10.1007\/978-3-031-63800-8_10","DOI":"10.1007\/978-3-031-63800-8_10"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. 51(5), 93:1\u201393:42 (2019)","DOI":"10.1145\/3236009"},{"key":"13_CR23","doi-asserted-by":"crossref","unstructured":"Harder, F., Bauer, M., Park, M.: Interpretable and differentially private predictions. In: AAAI, pp. 4083\u20134090. AAAI Press (2020)","DOI":"10.1609\/aaai.v34i04.5827"},{"key":"13_CR24","unstructured":"Heidari, F., Taslakian, P., Rabusseau, G.: Explaining graph neural networks using interpretable local surrogates. In: TAG-ML. Proceedings of Machine Learning Research, vol.\u00a0221, pp. 146\u2013155. PMLR (2023)"},{"issue":"3","key":"13_CR25","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/MIS.2017.54","volume":"32","author":"RR Hoffman","year":"2017","unstructured":"Hoffman, R.R., Klein, G.: Explaining explanation, part 1: theoretical foundations. IEEE Intell. Syst. 32(3), 68\u201373 (2017)","journal-title":"IEEE Intell. Syst."},{"issue":"4","key":"13_CR26","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/MIS.2017.3121544","volume":"32","author":"RR Hoffman","year":"2017","unstructured":"Hoffman, R.R., Mueller, S.T., Klein, G.: Explaining explanation, part 2: empirical foundations. IEEE Intell. Syst. 32(4), 78\u201386 (2017)","journal-title":"IEEE Intell. Syst."},{"key":"13_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2023.107848","volume":"147","author":"J Kay","year":"2023","unstructured":"Kay, J.: Foundations for human-AI teaming for self-regulated learning with explainable AI (XAI). Comput. Hum. Behav. 147, 107848 (2023)","journal-title":"Comput. Hum. Behav."},{"key":"13_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2022.101603","volume":"60","author":"P Lualdi","year":"2022","unstructured":"Lualdi, P., Sturm, R., Siefkes, T.: Exploration-oriented sampling strategies for global surrogate modeling: a comparison between one-stage and adaptive methods. J. Comput. Sci. 60, 101603 (2022)","journal-title":"J. Comput. Sci."},{"issue":"12","key":"13_CR29","doi-asserted-by":"publisher","first-page":"1574","DOI":"10.3390\/e25121574","volume":"25","author":"E Marconato","year":"2023","unstructured":"Marconato, E., Passerini, A., Teso, S.: Interpretability is in the mind of the beholder: a causal framework for human-interpretable representation learning. Entropy 25(12), 1574 (2023)","journal-title":"Entropy"},{"issue":"1","key":"13_CR30","first-page":"4","volume":"15","author":"S Mirzaei","year":"2024","unstructured":"Mirzaei, S., Mao, H., Al-Nima, R.R.O., Woo, W.L.: Explainable AI evaluation: a top-down approach for selecting optimal explanations for black box models. Inf. 15(1), 4 (2024)","journal-title":"Inf."},{"key":"13_CR31","doi-asserted-by":"publisher","unstructured":"Murdoch, W.J., Singh, C., Kumbier, K., Abbasi-Asl, R., Yu, B.: Definitions, methods, and applications in interpretable machine learning. Proc. Natl. Acad. Sci. 22071\u201322080 (2019). https:\/\/doi.org\/10.1073\/pnas.1900654116","DOI":"10.1073\/pnas.1900654116"},{"key":"13_CR32","doi-asserted-by":"crossref","unstructured":"Nauta, M., et al.: From anecdotal evidence to quantitative evaluation methods: a systematic review on evaluating explainable AI. ACM Comput. Surv. 55(13s), 295:1\u2013295:42 (2023)","DOI":"10.1145\/3583558"},{"key":"13_CR33","doi-asserted-by":"crossref","unstructured":"Palacio, S., Lucieri, A., Munir, M., Ahmed, S., Hees, J., Dengel, A.: Xai handbook: towards a unified framework for explainable ai. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 3766\u20133775 (2021)","DOI":"10.1109\/ICCVW54120.2021.00420"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Panigutti, C., et al.: Co-design of human-centered, explainable AI for clinical decision support. ACM Trans. Interact. Intell. Syst. 13(4), 21:1\u201321:35 (2023)","DOI":"10.1145\/3587271"},{"key":"13_CR35","doi-asserted-by":"publisher","first-page":"62922","DOI":"10.52202\/075280-2748","volume":"36","author":"D Ruhe","year":"2023","unstructured":"Ruhe, D., Brandstetter, J., Forr\u00e9, P.: Clifford group equivariant neural networks. Adv. Neural. Inf. Process. Syst. 36, 62922\u201362990 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"13_CR36","unstructured":"Satorras, V.G., Hoogeboom, E., Welling, M.: E (n) equivariant graph neural networks. In: International Conference on Machine Learning, pp. 9323\u20139332. PMLR (2021)"},{"key":"13_CR37","doi-asserted-by":"publisher","unstructured":"Schulze-Weddige, S., Zylowski, T.: User study on the effects explainable AI visualizations on non-experts. In: ArtsIT. Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering, vol.\u00a0422, pp. 457\u2013467. Springer, Heidelberg (2021). https:\/\/doi.org\/10.1007\/978-3-030-95531-1_31","DOI":"10.1007\/978-3-030-95531-1_31"},{"key":"13_CR38","doi-asserted-by":"publisher","unstructured":"Selinger, P.: A survey of graphical languages for monoidal categories. In: New Structures for Physics, pp. 289\u2013355. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-12821-9_4","DOI":"10.1007\/978-3-642-12821-9_4"},{"key":"13_CR39","unstructured":"Tull, S., Lorenz, R., Clark, S., Khan, I., Coecke, B.: Towards compositional interpretability for xai. arXiv preprint arXiv:2406.17583 (2024)"},{"key":"13_CR40","doi-asserted-by":"crossref","unstructured":"Wagner, J., K\u00f6hler, J.M., Gindele, T., Hetzel, L., Wiedemer, J.T., Behnke, S.: Interpretable and fine-grained visual explanations for convolutional neural networks. In: CVPR, pp. 9097\u20139107. Computer Vision Foundation\/IEEE (2019)","DOI":"10.1109\/CVPR.2019.00931"},{"key":"13_CR41","doi-asserted-by":"crossref","unstructured":"Worrall, D.E., Garbin, S.J., Turmukhambetov, D., Brostow, G.J.: Harmonic networks: deep translation and rotation equivariance. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition (CVPR), vol.\u00a02, pp. 7168\u20137177 (2017)","DOI":"10.1109\/CVPR.2017.758"},{"issue":"3","key":"13_CR42","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/s44230-023-00038-y","volume":"3","author":"W Yang","year":"2023","unstructured":"Yang, W., et al.: Survey on explainable AI: from approaches, limitations and applications aspects. Hum. Centric Intell. Syst. 3(3), 161\u2013188 (2023)","journal-title":"Hum. Centric Intell. Syst."},{"issue":"1","key":"13_CR43","first-page":"620","volume":"3","author":"A Zhukov","year":"2023","unstructured":"Zhukov, A., Benois-Pineau, J., Giot, R.: Evaluation of explanation methods of AI - cnns in image classification tasks with reference-based and no-reference metrics. Adv. Artif. Intell. Mach. Learn. 3(1), 620\u2013646 (2023)","journal-title":"Adv. Artif. Intell. Mach. Learn."}],"container-title":["Communications in Computer and Information Science","Explainable Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-08324-1_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T08:29:53Z","timestamp":1787128193000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-08324-1_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,16]]},"ISBN":["9783032083234","9783032083241"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-08324-1_13","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,16]]},"assertion":[{"value":"16 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"xAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"World Conference on Explainable Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Istanbul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"T\u00fcrkiye","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"xai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/xaiworldconference.com\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}