{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T04:46:22Z","timestamp":1764996382992,"version":"3.37.3"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T00:00:00Z","timestamp":1664668800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T00:00:00Z","timestamp":1664668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s10618-022-00870-z","type":"journal-article","created":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T01:03:06Z","timestamp":1664672586000},"page":"3227-3261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["On GNN explainability with activation rules"],"prefix":"10.1007","volume":"38","author":[{"given":"Luca","family":"Veyrin-Forrer","sequence":"first","affiliation":[]},{"given":"Ataollah","family":"Kamal","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Duffner","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Plantevit","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8583-9408","authenticated-orcid":false,"given":"C\u00e9line","family":"Robardet","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,2]]},"reference":[{"key":"870_CR1","unstructured":"Baldassarre F, Azizpour H (2019) Explainability for GCNs. arXiv:1905.13686"},{"key":"870_CR2","doi-asserted-by":"publisher","unstructured":"Borgwardt KM, Ong CS, Sch\u00f6nauer S, Vishwanathan SVN, Smola AJ, Kriegel H (2005) Protein function prediction via graph kernels. In: Proceedings thirteenth international conference on intelligent systems for molecular biology 2005, Detroit, MI, USA, 25\u201329 June 2005, pp 47\u201356. https:\/\/doi.org\/10.1093\/bioinformatics\/bti1007","DOI":"10.1093\/bioinformatics\/bti1007"},{"issue":"4","key":"870_CR3","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MSP.2017.2693418","volume":"34","author":"MM Bronstein","year":"2017","unstructured":"Bronstein MM, Bruna J, LeCun Y, Szlam A, Vandergheynst P (2017) Geometric deep learning. IEEE Signal Process Mag 34(4):18\u201342. https:\/\/doi.org\/10.1109\/MSP.2017.2693418","journal-title":"IEEE Signal Process Mag"},{"key":"870_CR4","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1613\/jair.1.12228","volume":"70","author":"N Burkart","year":"2021","unstructured":"Burkart N, Huber MF (2021) A survey on the explainability of supervised machine learning. J Artif Intell Res 70:245\u2013317","journal-title":"J Artif Intell Res"},{"issue":"1","key":"870_CR5","doi-asserted-by":"publisher","first-page":"3:1","DOI":"10.1145\/1497577.1497580","volume":"3","author":"L Cerf","year":"2009","unstructured":"Cerf L, Besson J, Robardet C, Boulicaut J (2009) Closed patterns meet n-ary relations. ACM Trans Knowl Discov Data 3(1):3:1-3:36. https:\/\/doi.org\/10.1145\/1497577.1497580","journal-title":"ACM Trans Knowl Discov Data"},{"key":"870_CR6","doi-asserted-by":"crossref","unstructured":"Chen C, Tung F, Vedula N, Mori G (2018) Constraint-aware deep neural network compression. In: Proceedings of the European conference on computer vision (ECCV), pp 400\u2013415","DOI":"10.1007\/978-3-030-01237-3_25"},{"key":"870_CR7","unstructured":"De Bie T (2009) Finding interesting itemsets using a probabilistic model for binary databases. Tech. rep., University of Bristol"},{"key":"870_CR8","doi-asserted-by":"publisher","unstructured":"De Bie T (2011) An information theoretic framework for data mining. In: Apt\u00e9 C, Ghosh J, Smyth P (eds) SIGKDD 2011, ACM, pp 564\u2013572. https:\/\/doi.org\/10.1145\/2020408.2020497","DOI":"10.1145\/2020408.2020497"},{"key":"870_CR9","unstructured":"Defferrard M, Bresson X, Vandergheynst P (2016) Convolutional neural networks on graphs with fast localized spectral filtering. In: NeurIPS, pp 3837\u20133845. https:\/\/proceedings.neurips.cc\/paper\/2016\/hash\/04df4d434d481c5bb723be1b6df1ee65-Abstract.html"},{"issue":"4","key":"870_CR10","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1016\/S0022-2836(03)00628-4","volume":"330","author":"PD Dobson","year":"2003","unstructured":"Dobson PD, Doig AJ (2003) Distinguishing enzyme structures from non-enzymes without alignments. J Mol Biol 330(4):771\u2013783. https:\/\/doi.org\/10.1016\/S0022-2836(03)00628-4","journal-title":"J Mol Biol"},{"key":"870_CR11","unstructured":"Huang Q, Yamada M, Tian Y, Singh D, Yin D, Chang Y (2020) Graphlime: local interpretable model explanations for GNNs. arXiv:2001.06216"},{"issue":"1","key":"870_CR12","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1021\/jm040835a","volume":"48","author":"J Kazius","year":"2005","unstructured":"Kazius J, McGuire R, Bursi R (2005) Derivation and validation of toxicophores for mutagenicity prediction. J Med Chem 48(1):312\u2013320","journal-title":"J Med Chem"},{"key":"870_CR13","unstructured":"Kipf T, Welling M (2017) Semi-supervised classification with GCN. In: ICLR. https:\/\/openreview.net\/forum?id=SJU4ayYgl"},{"key":"870_CR14","doi-asserted-by":"crossref","unstructured":"Lavra\u010d N, Flach P, Zupan B (1999) Rule evaluation measures: a unifying view. In: International conference on inductive logic programming, Springer, pp 174\u2013185","DOI":"10.1007\/3-540-48751-4_17"},{"key":"870_CR15","doi-asserted-by":"publisher","unstructured":"Lemmerich F, Becker M (2018) pysubgroup: easy-to-use subgroup discovery in python. In: Brefeld U, Curry E, Daly E, MacNamee B, Marascu A, Pinelli F, Berlingerio M, Hurley N (eds) Machine learning and knowledge discovery in databases: European conference, ECML PKDD 2018, Dublin, Ireland, September 10\u201314, 2018, Proceedings, Part III, Springer, Lecture Notes in Computer Science, vol 11053, pp 658\u2013662. https:\/\/doi.org\/10.1007\/978-3-030-10997-4_46","DOI":"10.1007\/978-3-030-10997-4_46"},{"key":"870_CR16","unstructured":"Luo D, Cheng W, Xu D, Yu W, Zong B, Chen H, Zhang X (2020) Parameterized explainer for graph neural network. In: NeurIPS 2020. https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/e37b08dd3015330dcbb5d6663667b8b8-Abstract.html"},{"key":"870_CR17","unstructured":"Molnar C (2020) Interpretable machine learning. Lulu. com"},{"key":"870_CR18","unstructured":"Morris C, Kriege NM, Bause F, Kersting K, Mutzel P, Neumann M (2020) Tudataset. CoRR arXiv:2007.08663"},{"key":"870_CR19","doi-asserted-by":"crossref","unstructured":"Olah C, Mordvintsev A, Schubert L (2017) Feature visualization. Distill 2(11)","DOI":"10.23915\/distill.00007"},{"key":"870_CR20","unstructured":"Pan W, Dong H, Guo Y (2016) Dropneuron: Simplifying the structure of deep neural networks. Preprint arXiv:1606.07326"},{"key":"870_CR21","doi-asserted-by":"crossref","unstructured":"Pasandi MM, Hajabdollahi M, Karimi N, Samavi S (2020) Modeling of pruning techniques for deep neural networks simplification. Preprint arXiv:2001.04062","DOI":"10.1109\/MVIP49855.2020.9116891"},{"key":"870_CR22","doi-asserted-by":"publisher","unstructured":"Pope PE, Kolouri S, Rostami M, Martin CE, Hoffmann H (2019) Explainability methods for GCN. In: IEEE CVPR 2019, pp 10772\u201310781. https:\/\/doi.org\/10.1109\/CVPR.2019.01103. http:\/\/openaccess.thecvf.com\/content_CVPR_2019\/html\/Pope_Explainability_Methods_for_Graph_Convolutional_Neural_Networks_CVPR_2019_paper.html","DOI":"10.1109\/CVPR.2019.01103"},{"key":"870_CR23","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) \u201c why should i trust you?\u201d explaining the predictions of any classifier. In: ACM SIGKDD, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"870_CR24","unstructured":"Schnake T, Eberle O, Lederer J, Nakajima S, Sch\u00fctt KT, M\u00fcller K, Montavon G (2020) XAI for graphs. CoRR arXiv:2006.03589"},{"key":"870_CR25","unstructured":"Simonyan K, Vedaldi A, Zisserman A (2014) Deep inside convolutional networks: Visualising image classification models and saliency maps. In: ICLR 2014. arXiv:1312.6034"},{"issue":"2","key":"870_CR26","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1109\/TNNLS.2016.2603784","volume":"29","author":"SN Tran","year":"2018","unstructured":"Tran SN, d\u2019Avila Garcez AS (2018) Deep logic networks: inserting and extracting knowledge from deep belief networks. IEEE TNNLS 29(2):246\u2013258. https:\/\/doi.org\/10.1109\/TNNLS.2016.2603784","journal-title":"IEEE TNNLS"},{"key":"870_CR27","unstructured":"Velickovic P, Cucurull G, Casanova A, Romero A, Li\u00f2 P, Bengio Y (2018) Graph attention networks. In: ICLR 2018. https:\/\/openreview.net\/forum?id=rJXMpikCZ"},{"key":"870_CR28","unstructured":"Vu MN, Thai MT (2020) Pgm-explainer: Probabilistic graphical model explanations for graph neural networks. In: NeurIPS 2020. https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/8fb134f258b1f7865a6ab2d935a897c9-Abstract.html"},{"key":"870_CR29","unstructured":"Wang Z, Ji S (2020) Second-order pooling for graph neural networks. IEEE Trans Pattern Anal Mach Intell"},{"key":"870_CR30","unstructured":"Wu Z, Ramsundar B, Feinberg EN, Gomes J, Geniesse C, Pappu AS, Leswing K, Pande VS (2017) Moleculenet. CoRR arXiv:1703.00564"},{"key":"870_CR31","doi-asserted-by":"crossref","unstructured":"Wu Z, Pan S, Chen F, Long G, Zhang C, Philip SY (2020) A comprehensive survey on graph neural networks. IEEE Trans Neural Netw Learn Syst","DOI":"10.1109\/TNNLS.2020.2978386"},{"issue":"1","key":"870_CR32","first-page":"4","volume":"32","author":"Z Wu","year":"2021","unstructured":"Wu Z, Pan S, Chen F, Long G, Zhang C, Yu PS (2021) A comprehensive survey on graph neural networks. IEEE TNNLS 32(1):4\u201324","journal-title":"IEEE TNNLS"},{"key":"870_CR33","doi-asserted-by":"crossref","unstructured":"Xu Y, Wang Y, Zhou A, Lin W, Xiong H (2018) Deep neural network compression with single and multiple level quantization. In: Proceedings of the AAAI conference on artificial intelligence 32(1). https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/11663","DOI":"10.1609\/aaai.v32i1.11663"},{"key":"870_CR34","unstructured":"Yan X, Han J (2002) gspan: Graph-based substructure pattern mining. In: 2002 IEEE international conference on data mining, 2002. Proceedings., IEEE, pp 721\u2013724"},{"key":"870_CR35","unstructured":"Ying Z, Bourgeois D, You J, Zitnik M, Leskovec J (2019) GNNExplainer: generating explanations for GNNs. In: NeurIPS 2019, pp 9240\u20139251. https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/d80b7040b773199015de6d3b4293c8ff-Abstract.html"},{"key":"870_CR36","doi-asserted-by":"publisher","unstructured":"Yuan H, Tang J, Hu X, Ji S (2020a) XGNN. In: KDD\u201920, pp 430\u2013438. https:\/\/doi.org\/10.1145\/3394486.3403085","DOI":"10.1145\/3394486.3403085"},{"key":"870_CR37","unstructured":"Yuan H, Yu H, Gui S, Ji S (2020b) Explainability in GNN. arXiv:2012.15445"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-022-00870-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10618-022-00870-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-022-00870-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T11:06:24Z","timestamp":1725102384000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10618-022-00870-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,2]]},"references-count":37,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["870"],"URL":"https:\/\/doi.org\/10.1007\/s10618-022-00870-z","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"type":"print","value":"1384-5810"},{"type":"electronic","value":"1573-756X"}],"subject":[],"published":{"date-parts":[[2022,10,2]]},"assertion":[{"value":"30 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}