{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T14:10:23Z","timestamp":1759846223076,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032069511","type":"print"},{"value":"9783032069528","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T00:00:00Z","timestamp":1759881600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T00:00:00Z","timestamp":1759881600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06952-8_20","type":"book-chapter","created":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T13:37:12Z","timestamp":1759844232000},"page":"189-204","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Interpretable GNNs: A Feasibility Study on\u00a0Subgraph-Level Explanation Classification"],"prefix":"10.1007","author":[{"given":"Jinyue","family":"Huang","sequence":"first","affiliation":[]},{"given":"Chengjin","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Yilei","family":"He","sequence":"additional","affiliation":[]},{"given":"Guanqun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yanlin","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Jiansu","family":"Pu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,8]]},"reference":[{"issue":"1","key":"20_CR1","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2012","unstructured":"Ji, S., Xu, W., Yang, M., Yu, K.: 3D convolutional neural networks for human action recognition. IEEE Trans. Pattern Anal. Mach. Intell. 35(1), 221\u2013231 (2012)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"20_CR2","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"20_CR3","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Hinton, G., et al.: Deep neural networks for acoustic modeling in speech recognition: the shared views of four research groups. IEEE Signal Process. Mag. 29(6), 82\u201397 (2012)","DOI":"10.1109\/MSP.2012.2205597"},{"key":"20_CR5","doi-asserted-by":"crossref","unstructured":"Cho, E., Myers, S.A., Leskovec, J.: Friendship and mobility: user movement in location-based social networks. In: Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1082\u20131090 (2011)","DOI":"10.1145\/2020408.2020579"},{"issue":"13","key":"20_CR6","doi-asserted-by":"crossref","first-page":"i457","DOI":"10.1093\/bioinformatics\/bty294","volume":"34","author":"M Zitnik","year":"2018","unstructured":"Zitnik, M., Agrawal, M., Leskovec, J.: Modeling polypharmacy side effects with graph convolutional networks. Bioinformatics 34(13), i457\u2013i466 (2018)","journal-title":"Bioinformatics"},{"key":"20_CR7","unstructured":"You, J., Liu, B., Ying, Z., Pande, V., Leskovec, J.: Graph convolutional policy network for goal-directed molecular graph generation. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"issue":"1","key":"20_CR8","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2008","unstructured":"Scarselli, F., Gori, M., Tsoi, A.C., Hagenbuchner, M., Monfardini, G.: The graph neural network model. IEEE Trans. Neural Networks 20(1), 61\u201380 (2008)","journal-title":"IEEE Trans. Neural Networks"},{"key":"20_CR9","unstructured":"Hamilton, W., Ying, Z., Leskovec, J.: Inductive representation learning on large graphs. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"20_CR10","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907 (2016)"},{"key":"20_CR11","unstructured":"Zhang, M., Chen, Y.: Link prediction based on graph neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"20_CR12","unstructured":"Ying, Z., You, J., Morris, C., Ren, X., Hamilton, W., Leskovec, J.: Hierarchical graph representation learning with differentiable pooling. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"20_CR13","unstructured":"Lakkaraju, H., Kamar, E., Caruana, R., Leskovec, J.: Interpretable & explorable approximations of black box models. arXiv preprint arXiv:1707.01154 (2017)"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"issue":"6","key":"20_CR15","doi-asserted-by":"crossref","first-page":"1392","DOI":"10.1109\/72.809084","volume":"10","author":"GP Schmitz","year":"1999","unstructured":"Schmitz, G.P., Aldrich, C., Gouws, F.S.: ANN-DT: an algorithm for extraction of decision trees from artificial neural networks. IEEE Trans. Neural Networks 10(6), 1392\u20131401 (1999)","journal-title":"IEEE Trans. Neural Networks"},{"key":"20_CR16","unstructured":"Chen, J., Song, L., Wainwright, M., Jordan, M.: Learning to explain: an information-theoretic perspective on model interpretation. In: International Conference on Machine Learning, pp. 883\u2013892. PMLR (2018)"},{"key":"20_CR17","unstructured":"Erhan, D., Bengio, Y., Courville, A., Vincent, P.: Visualizing higher-layer features of a deep network. Univ. Montreal 1341(3), 1 (2009)"},{"key":"20_CR18","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"20_CR19","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: International Conference on Machine Learning, pp. 3319\u20133328. PMLR (2017)"},{"key":"20_CR20","unstructured":"Koh, P.W., Liang, P.: Understanding black-box predictions via influence functions. In: International Conference on Machine Learning, pp. 1885\u20131894. PMLR (2017)"},{"key":"20_CR21","unstructured":"Yeh, C.K., Kim, J., Yen, I.E.H., Ravikumar, P.K.: Representer point selection for explaining deep neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"issue":"3","key":"20_CR22","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1109\/MSP.2012.2235192","volume":"30","author":"DI Shuman","year":"2013","unstructured":"Shuman, D.I., Narang, S.K., Frossard, P., Ortega, A., Vandergheynst, P.: The emerging field of signal processing on graphs: extending high-dimensional data analysis to networks and other irregular domains. IEEE Signal Process. Mag. 30(3), 83\u201398 (2013)","journal-title":"IEEE Signal Process. Mag."},{"issue":"4","key":"20_CR23","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MSP.2017.2693418","volume":"34","author":"MM Bronstein","year":"2017","unstructured":"Bronstein, M.M., Bruna, J., LeCun, Y., Szlam, A., Vandergheynst, P.: Geometric deep learning: going beyond euclidean data. IEEE Signal Process. Mag. 34(4), 18\u201342 (2017)","journal-title":"IEEE Signal Process. Mag."},{"issue":"5","key":"20_CR24","first-page":"5782","volume":"45","author":"H Yuan","year":"2022","unstructured":"Yuan, H., Yu, H., Gui, S., Ji, S.: Explainability in graph neural networks: a taxonomic survey. IEEE Trans. Pattern Anal. Mach. Intell. 45(5), 5782\u20135799 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"20_CR25","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1007\/s10462-011-9272-4","volume":"39","author":"SB Kotsiantis","year":"2013","unstructured":"Kotsiantis, S.B.: Decision trees: a recent overview. Artif. Intell. Rev. 39, 261\u2013283 (2013)","journal-title":"Artif. Intell. Rev."},{"issue":"2","key":"20_CR26","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s11749-016-0481-7","volume":"25","author":"G Biau","year":"2016","unstructured":"Biau, G., Scornet, E.: A random forest guided tour. TEST 25(2), 197\u2013227 (2016). https:\/\/doi.org\/10.1007\/s11749-016-0481-7","journal-title":"TEST"},{"key":"20_CR27","unstructured":"Baldassarre, F., Azizpour, H.: Explainability techniques for graph convolutional networks. arXiv preprint arXiv:1905.13686 (2019)"},{"key":"20_CR28","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: International Conference on Machine Learning, pp. 3145\u20133153. PMlR (2017)"},{"key":"20_CR29","unstructured":"Ying, Z., Bourgeois, D., You, J., Zitnik, M., Leskovec, J.: Gnnexplainer: generating explanations for graph neural networks. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"20_CR30","first-page":"19620","volume":"33","author":"D Luo","year":"2020","unstructured":"Luo, D., et al.: Parameterized explainer for graph neural network. Adv. Neural. Inf. Process. Syst. 33, 19620\u201319631 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"20_CR31","unstructured":"Schlichtkrull, M.S., De Cao, N., Titov, I.: Interpreting graph neural networks for NLP with differentiable edge masking. arXiv preprint arXiv:2010.00577 (2020)"},{"key":"20_CR32","unstructured":"Yuan, H., Yu, H., Wang, J., Li, K., Ji, S.: On explainability of graph neural networks via subgraph explorations. In: International Conference on Machine Learning, pp. 12241\u201312252. PMLR (2021)"},{"issue":"7676","key":"20_CR33","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","journal-title":"Nature"},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Kuhn, H.W., Tucker, A.W. (eds.) Contributions to the Theory of Games (No. 28). Princeton University Press (1953)","DOI":"10.1515\/9781400881970"},{"issue":"7","key":"20_CR35","doi-asserted-by":"crossref","first-page":"6968","DOI":"10.1109\/TKDE.2022.3187455","volume":"35","author":"Q Huang","year":"2022","unstructured":"Huang, Q., Yamada, M., Tian, Y., Singh, D., Chang, Y.: Graphlime: local interpretable model explanations for graph neural networks. IEEE Trans. Knowl. Data Eng. 35(7), 6968\u20136972 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"20_CR36","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Defazio, D., Ramesh, A.: Relex: a model-agnostic relational model explainer. In: Proceedings of the 2021 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 1042\u20131049 (2021)","DOI":"10.1145\/3461702.3462562"},{"key":"20_CR37","first-page":"12225","volume":"33","author":"M Vu","year":"2020","unstructured":"Vu, M., Thai, M.T.: PGM-explainer: probabilistic graphical model explanations for graph neural networks. Adv. Neural. Inf. Process. Syst. 33, 12225\u201312235 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"20_CR38","doi-asserted-by":"crossref","unstructured":"Schwarzenberg, R., H\u00fcbner, M., Harbecke, D., Alt, C., Hennig, L.: Layerwise relevance visualization in convolutional text graph classifiers. arXiv preprint arXiv:1909.10911 (2019)","DOI":"10.18653\/v1\/D19-5308"},{"key":"20_CR39","doi-asserted-by":"crossref","unstructured":"Pope, P.E., Kolouri, S., Rostami, M., Martin, C.E., Hoffmann, H.: Explainability methods for graph convolutional neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10772\u201310781 (2019)","DOI":"10.1109\/CVPR.2019.01103"},{"issue":"11","key":"20_CR40","doi-asserted-by":"crossref","first-page":"7581","DOI":"10.1109\/TPAMI.2021.3115452","volume":"44","author":"T Schnake","year":"2021","unstructured":"Schnake, T., et al.: Higher-order explanations of graph neural networks via relevant walks. IEEE Trans. Pattern Anal. Mach. Intell. 44(11), 7581\u20137596 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"11","key":"20_CR41","doi-asserted-by":"crossref","DOI":"10.23915\/distill.00007","volume":"2","author":"C Olah","year":"2017","unstructured":"Olah, C., Mordvintsev, A., Schubert, L.: Feature visualization. Distill 2(11), e7 (2017)","journal-title":"Distill"},{"key":"20_CR42","doi-asserted-by":"crossref","unstructured":"Yuan, H., Tang, J., Hu, X., Ji, S.: Xgnn: towards model-level explanations of graph neural networks. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 430\u2013438 (2020)","DOI":"10.1145\/3394486.3403085"},{"key":"20_CR43","doi-asserted-by":"crossref","unstructured":"Socher, R., et al.: Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, pp. 1631\u20131642 (2013)","DOI":"10.18653\/v1\/D13-1170"},{"key":"20_CR44","doi-asserted-by":"crossref","unstructured":"Dong, L., Wei, F., Tan, C., Tang, D., Zhou, M., Xu, K.: Adaptive recursive neural network for target-dependent twitter sentiment classification. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 49\u201354 (2014)","DOI":"10.3115\/v1\/P14-2009"},{"key":"20_CR45","doi-asserted-by":"crossref","unstructured":"Debnath, A.K., Lopez de Compadre, R.L., Debnath, G., Shusterman, A.J., Hansch, C.: Structure-activity relationship of mutagenic aromatic and heteroaromatic nitro compounds. correlation with molecular orbital energies and hydrophobicity. J. Med. Chem. 34(2), 786\u2013797 (1991)","DOI":"10.1021\/jm00106a046"},{"issue":"6","key":"20_CR46","doi-asserted-by":"crossref","first-page":"1686","DOI":"10.1021\/ci300124c","volume":"52","author":"IF Martins","year":"2012","unstructured":"Martins, I.F., Teixeira, A.L., Pinheiro, L., Falcao, A.O.: A Bayesian approach to in silico blood-brain barrier penetration modeling. J. Chem. Inf. Model. 52(6), 1686\u20131697 (2012)","journal-title":"J. Chem. Inf. Model."}],"container-title":["Lecture Notes in Computer Science","Cooperative Design, Visualization, and Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06952-8_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T13:37:24Z","timestamp":1759844244000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06952-8_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,8]]},"ISBN":["9783032069511","9783032069528"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06952-8_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,8]]},"assertion":[{"value":"8 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CDVE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Cooperative Design, Visualization and Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bangkok","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thailand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cdve2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.cdve.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}