{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,5]],"date-time":"2025-12-05T12:57:32Z","timestamp":1764939452996,"version":"3.46.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,10,18]],"date-time":"2025-10-18T00:00:00Z","timestamp":1760745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,18]],"date-time":"2025-10-18T00:00:00Z","timestamp":1760745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001665","name":"French National Research Agency","doi-asserted-by":"crossref","award":["ANR-22-PEAE-0008"],"award-info":[{"award-number":["ANR-22-PEAE-0008"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1007\/s10618-025-01159-7","type":"journal-article","created":{"date-parts":[[2025,10,18]],"date-time":"2025-10-18T07:48:56Z","timestamp":1760773736000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging internal representations of GNNs with Shapley values"],"prefix":"10.1007","volume":"39","author":[{"given":"Ataollah","family":"Kamal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessio","family":"Ragno","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marc","family":"Plantevit","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"C\u00e9line","family":"Robardet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,18]]},"reference":[{"issue":"1","key":"1159_CR1","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1038\/s41597-023-01974-x","volume":"10","author":"C Agarwal","year":"2023","unstructured":"Agarwal C, Queen O, Lakkaraju H, Zitnik M (2023) Evaluating explainability for graph neural networks. Sci Data 10(1):144. https:\/\/doi.org\/10.1038\/s41597-023-01974-x","journal-title":"Sci Data"},{"key":"1159_CR2","doi-asserted-by":"publisher","first-page":"37370","DOI":"10.1109\/ACCESS.2024.3422319","volume":"13","author":"S Ahmed","year":"2024","unstructured":"Ahmed S, Shamim Kaiser M, Hossain MS, Andersson K (2024) A comparative analysis of LIME and SHAP interpreters with explainable ML-based diabetes predictions. IEEE Access 13:37370\u201337388. https:\/\/doi.org\/10.1109\/ACCESS.2024.3422319","journal-title":"IEEE Access"},{"key":"1159_CR3","doi-asserted-by":"crossref","unstructured":"Akkas S, Azad A (2024) GNNShap: scalable and accurate GNN explanation using shapley values. In: The ACM web conference","DOI":"10.1145\/3589334.3645599"},{"key":"1159_CR4","doi-asserted-by":"crossref","unstructured":"Armgaan B, Dalmia M, Medya S, Ranu S (2024) Graphtrail: translating GNN predictions into human-interpretable logical rules. In: The thirty-eighth annual conference on neural information processing systems","DOI":"10.52202\/079017-3924"},{"key":"1159_CR5","unstructured":"Azzolin S, Longa A, Barbiero P, Lio P, Passerini A (2023) Global explainability of GNNs via logic combination of learned concepts. In: The eleventh international conference on learning representations"},{"key":"1159_CR6","doi-asserted-by":"crossref","unstructured":"Breunig MM, Kriegel H-P, Ng RT, Sander J (2000) Lof: identifying densitybased local outliers. In: Proceedings of the 2000 ACM SIGMOD international conference on management of data, Association for Computing Machinery, New York, NY, USA, pp 93\u2013104","DOI":"10.1145\/342009.335388"},{"key":"1159_CR7","doi-asserted-by":"publisher","unstructured":"Chataing T, Perez J, Plantevit M, Robardet C (2024) DiffVersify: a scalable approach to differentiable pattern mining with coverage regularization. In: Bifet A, Davis J, Krilavicius T, Kull M, Ntoutsi E, Zliobaite I (eds) machine learning and knowledge discovery in databases. research track - European conference, ECML PKDD 2024, vilnius, lithuania, september 9\u201313, 2024, proceedings, part VI, Springer, Vol 14946, p 407\u2013422, Retrieved from https:\/\/doi.org\/10.1007\/978-3-031-70365-2_24","DOI":"10.1007\/978-3-031-70365-2_24"},{"issue":"3","key":"1159_CR8","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1007\/S10618-010-0209-3","volume":"23","author":"T De Bie","year":"2011","unstructured":"De Bie T (2011) Maximum entropy models and subjective interestingness: an application to tiles in binary databases. Data Min Knowl Discov 23(3):407\u2013446. https:\/\/doi.org\/10.1007\/S10618-010-0209-3","journal-title":"Data Min Knowl Discov"},{"key":"1159_CR9","doi-asserted-by":"crossref","unstructured":"Duval A, Malliaros FD (2021) Graphsvx: shapley value explanations for graph neural networks","DOI":"10.1007\/978-3-030-86520-7_19"},{"key":"1159_CR10","doi-asserted-by":"crossref","unstructured":"Faber L, Moghaddam AK, Wattenhofer R (2021) When comparing to ground truth is wrong. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery and data mining. ACM","DOI":"10.1145\/3447548.3467283"},{"key":"1159_CR11","doi-asserted-by":"crossref","unstructured":"Fan W, Ma Y, Li Q, He Y, Zhao E, Tang J, Yin D (2019) Graph neural networks for social recommendation. In: The world wide web conference. Association for Computing Machinery, New York, NY, USA, pp 417\u2013426","DOI":"10.1145\/3308558.3313488"},{"issue":"7","key":"1159_CR12","doi-asserted-by":"publisher","first-page":"4567","DOI":"10.1109\/TPAMI.2023.3347470","volume":"46","author":"S Gui","year":"2023","unstructured":"Gui S, Yuan H, Wang J, Lao Q, Li K, Ji S (2023) Flowx: towards explainable graph neural networks via message flows. IEEE Trans Pattern Anal Mach Intell 46(7):4567\u20134578","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1159_CR13","doi-asserted-by":"crossref","unstructured":"Jung H, Oh Y (2021) Towards better explanations of class activation mapping. In: Proceedings of the IEEE\/CVF international conference on computer vision (ICCV), pp 1336\u20131344","DOI":"10.1109\/ICCV48922.2021.00137"},{"key":"1159_CR14","unstructured":"Kakkad J, Jannu J, Sharma K, Aggarwal C, Medya S (2023) A survey on explainability of graph neural networks"},{"key":"1159_CR15","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: International conference on learning representations"},{"issue":"1","key":"1159_CR16","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/s42256-019-0138-9","volume":"2","author":"SM Lundberg","year":"2020","unstructured":"Lundberg SM, Erion G, Chen H, DeGrave A, Prutkin JM, Nair B, Katz R, Himmelfarb J, Bansal N, Lee S-I (2020) From local explanations to global understanding with explainable AI for trees. Nat Mach Intell 2(1):56\u201367. https:\/\/doi.org\/10.1038\/s42256-019-0138-9","journal-title":"Nat Mach Intell"},{"key":"1159_CR17","unstructured":"Lundberg SM, Lee S-I (2017) A unified approach to interpreting model predictions. In: Guyon I et al (eds) Advances in neural information processing systems, Curran Associates Inc., vol 30"},{"key":"1159_CR18","unstructured":"Luo D, Cheng W, Xu D, Yu W, Zong B, Chen H, Zhang X (2020) Parameterized explainer for graph neural network"},{"issue":"10","key":"1159_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2022.105043","volume":"25","author":"A Mastropietro","year":"2022","unstructured":"Mastropietro A, Pasculli G, Feldmann C, Rodr\u00edguez-P\u00e9rez R, Bajorath J (2022) EdgeSHAPer: bond-centric shapley value-based explanation method for graph neural networks. iScience 25(10):105043","journal-title":"iScience"},{"key":"1159_CR20","unstructured":"Pereira TA, Nasciment E, Resck LE, Mesquita D, de Souza AH (2023) Distill n\u2019 explain: explaining graph neural networks using simple surrogates. In: International conference on artificial intelligence and statistics"},{"key":"1159_CR21","unstructured":"Perotti A, Bajardi P, Bonchi F, Panisson A (2022) Graphshap: motif-based explanations for black-box graph classifiers"},{"key":"1159_CR22","unstructured":"Pope PE, Kolouri S, Rostami M, Martin CE, Hoffmann H (2019) Explainability methods for GCN. IEEE CVPR 2019, pp 10772\u201310781"},{"issue":"4","key":"1159_CR23","doi-asserted-by":"publisher","first-page":"2013","DOI":"10.1007\/s10994-023-06369-y","volume":"113","author":"M Proietti","year":"2024","unstructured":"Proietti M, Ragno A, Rosa BL, Ragno R, Capobianco R (2024) Explainable AI in drug discovery: self-interpretable graph neural network for molecular property prediction using concept whitening. Mach Learn 113(4):2013\u20132044","journal-title":"Mach Learn"},{"issue":"4","key":"1159_CR24","doi-asserted-by":"publisher","first-page":"1486","DOI":"10.1109\/TAI.2022.3222618","volume":"5","author":"A Ragno","year":"2022","unstructured":"Ragno A, La Rosa B, Capobianco R (2022) Prototype-based interpretable graph neural networks. IEEE Trans Artif Intell 5(4):1486\u20131495","journal-title":"IEEE Trans Artif Intell"},{"issue":"11","key":"1159_CR25","doi-asserted-by":"publisher","first-page":"7581","DOI":"10.1109\/TPAMI.2021.3115452","volume":"44","author":"T Schnake","year":"2022","unstructured":"Schnake T, Eberle O, Lederer J, Nakajima S, Sch\u00fctt KT, M\u00fcller K-R, Montavon G (2022) Higher-order explanations of graph neural networks via relevant walks. IEEE Trans Pattern Anal Mach Intell 44(11):7581\u20137596. https:\/\/doi.org\/10.1109\/TPAMI.2021.3115452","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1159_CR26","unstructured":"Shan C, Shen Y, Zhang Y, Li X, Li D (2021) Reinforcement learning enhanced explainer for graph neural networks. In: Ranzato M, Beygelzimer A, Dauphin Y, Liang P, Vaughan JW (eds) Advances in neural information processing systems, Curran Associates, Inc, vol 34, pp 22523\u201322533"},{"key":"1159_CR27","unstructured":"Vayer T, Courty N, Tavenard R, Chapel L, Flamary R (2019) Optimal transport for structured data with application on graphs. ICML, pp 6275\u20136284"},{"issue":"5","key":"1159_CR28","doi-asserted-by":"publisher","first-page":"3227","DOI":"10.1007\/S10618-022-00870-Z","volume":"38","author":"L Veyrin-Forrer","year":"2024","unstructured":"Veyrin-Forrer L, Kamal A, Duffner S, Plantevit M, Robardet C (2024) On GNN explainability with activation rules. Data Min Knowl Discov 38(5):3227\u20133261. https:\/\/doi.org\/10.1007\/S10618-022-00870-Z","journal-title":"Data Min Knowl Discov"},{"key":"1159_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2022.102097","volume":"142","author":"L Veyrin-Forrer","year":"2022","unstructured":"Veyrin-Forrer L, Kamal A, Duffner S, Plantevit M, Robardet C (2022) In pursuit of the hidden features of GNN\u2019s internal representations. Data Knowl Eng 142:102097. https:\/\/doi.org\/10.1016\/j.datak.2022.102097","journal-title":"Data Knowl Eng"},{"key":"1159_CR30","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.neucom.2018.09.008","volume":"321","author":"B Wu","year":"2017","unstructured":"Wu B, Liu Y, Lang B, Huang L (2017) Dgcnn: disordered graph convolutional neural network based on the gaussian mixture model. Neurocomputing 321:346\u2013356","journal-title":"Neurocomputing"},{"issue":"5","key":"1159_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3535101","volume":"55","author":"S Wu","year":"2022","unstructured":"Wu S, Sun F, Zhang W, Xie X, Cui B (2022) Graph neural networks in recommender systems: a survey. ACM Comput Surv 55(5):1\u201337. https:\/\/doi.org\/10.1145\/3535101","journal-title":"ACM Comput Surv"},{"key":"1159_CR32","unstructured":"Wu T, Ren H, Li P, Leskovec J (2020) Graph information bottleneck"},{"key":"1159_CR33","doi-asserted-by":"crossref","unstructured":"Wu Y-X, Wang X, Zhang A, He X, Chua T-S (2022) Discovering invariant rationales for graph neural networks","DOI":"10.1109\/ICDM54844.2022.00110"},{"issue":"1","key":"1159_CR34","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TNNLS.2020.2978386","volume":"32","author":"Z Wu","year":"2021","unstructured":"Wu Z, Pan S, Chen F, Long G, Zhang C, Yu PS (2021) A comprehensive survey on graph neural networks. IEEE Trans Neural Netw Learn Syst 32(1):4\u201324. https:\/\/doi.org\/10.1109\/TNNLS.2020.2978386","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"1159_CR35","doi-asserted-by":"crossref","unstructured":"Wu Z, Ramsundar B, Feinberg EN, Gomes J, Geniesse C, Pappu AS, Leswing K, Pande V (2017) Moleculenet: a benchmark for molecular machine learning. arXiv","DOI":"10.1039\/C7SC02664A"},{"key":"1159_CR36","doi-asserted-by":"crossref","unstructured":"Yuan H, Tang J, Hu X, Ji S (2020) Xgnn: towards model-level explanations of graph neural networks. In: Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery and data mining. Association for Computing Machinery, New York, NY, USA, pp 430\u2013438","DOI":"10.1145\/3394486.3403085"},{"key":"1159_CR37","unstructured":"Yuan H, Yu H, Wang J, Li K, Ji S (2021a) On explainability of graph neural networks via subgraph explorations. In: Meila M, Zhang T (eds) Proceedings of the 38th international conference on machine learning, ICML 2021, 18\u201324 july 2021, virtual event, PMLR, Vol 139, pp 12241\u201312252. Retrieved from http:\/\/proceedings.mlr.press\/v139\/yuan21c.html,"},{"key":"1159_CR38","unstructured":"Yuan H, Yu H, Wang J, Li K, Ji S (2021b) On explainability of graph neural networks via subgraph explorations. In: Meila M, Zhang T (eds) Proceedings of the 38th international conference on machine learning, PMLR, Vol 139, pp 12241\u201312252"},{"key":"1159_CR39","unstructured":"Zhang S, Liu Y, Shah N, Sun Y (2022) Gstarx: explaining graph neural networks with structure-aware cooperative games. Advances in neural information processing systems"},{"key":"1159_CR40","unstructured":"Zhang Z, Bu J, Ester M, Zhang J, Yao C, Yu Z, Wang C (2019) Hierarchical graph pooling with structure learning"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-025-01159-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10618-025-01159-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-025-01159-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,5]],"date-time":"2025-12-05T12:52:26Z","timestamp":1764939146000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10618-025-01159-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,18]]},"references-count":40,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,11]]}},"alternative-id":["1159"],"URL":"https:\/\/doi.org\/10.1007\/s10618-025-01159-7","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"type":"print","value":"1384-5810"},{"type":"electronic","value":"1573-756X"}],"subject":[],"published":{"date-parts":[[2025,10,18]]},"assertion":[{"value":"1 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"89"}}