{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T03:27:38Z","timestamp":1743046058394,"version":"3.40.3"},"publisher-location":"Cham","reference-count":54,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031440663"},{"type":"electronic","value":"9783031440670"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44067-0_20","type":"book-chapter","created":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T06:02:33Z","timestamp":1697781753000},"page":"382-401","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Link Prediction Explanations for\u00a0Graph Neural Networks"],"prefix":"10.1007","author":[{"given":"Claudio","family":"Borile","sequence":"first","affiliation":[]},{"given":"Alan","family":"Perotti","sequence":"additional","affiliation":[]},{"given":"Andr\u00e9","family":"Panisson","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,21]]},"reference":[{"issue":"1","key":"20_CR1","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1186\/s12859-021-04082-y","volume":"22","author":"K Abbas","year":"2021","unstructured":"Abbas, K., et al.: Application of network link prediction in drug discovery. BMC Bioinform. 22(1), 187 (2021). https:\/\/doi.org\/10.1186\/s12859-021-04082-y","journal-title":"BMC Bioinform."},{"issue":"1","key":"20_CR2","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1038\/s41597-023-01974-x","volume":"10","author":"C Agarwal","year":"2023","unstructured":"Agarwal, C., Queen, O., Lakkaraju, H., Zitnik, M.: Evaluating explainability for graph neural networks. Sci. Data 10(1), 144 (2023)","journal-title":"Sci. Data"},{"key":"20_CR3","unstructured":"Agarwal, C., Zitnik, M., Lakkaraju, H.: Probing GNN explainers: a rigorous theoretical and empirical analysis of GNN explanation methods. In: Proceedings of the 25th International Conference on Artificial Intelligence and Statistics, pp. 8969\u20138996 (2022)"},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Ahn, S.J., Kim, M.: Variational graph normalized autoencoders. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, pp. 2827\u20132831 (2021)","DOI":"10.1145\/3459637.3482215"},{"issue":"7","key":"20_CR5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), e0130140 (2015)","journal-title":"PLoS ONE"},{"key":"20_CR6","unstructured":"Baldassarre, F., Azizpour, H.: Explainability techniques for graph convolutional networks. arXiv preprint arXiv:1905.13686 (2019)"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Barbieri, N., Bonchi, F., Manco, G.: Who to follow and why: link prediction with explanations. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1266\u20131275 (2014)","DOI":"10.1145\/2623330.2623733"},{"key":"20_CR8","unstructured":"Bronstein, M.M., Bruna, J., Cohen, T., Veli\u010dkovi\u0107, P.: Geometric deep learning: grids, groups, graphs, geodesics, and gauges. arXiv preprint arXiv:2104.13478 (2021)"},{"issue":"89","key":"20_CR9","first-page":"1","volume":"23","author":"I Chami","year":"2022","unstructured":"Chami, I., Abu-El-Haija, S., Perozzi, B., R\u00e9, C., Murphy, K.: Machine learning on graphs: a model and comprehensive taxonomy. J. Mach. Learn. Res. 23(89), 1\u201364 (2022)","journal-title":"J. Mach. Learn. Res."},{"key":"20_CR10","unstructured":"Chami, I., Ying, Z., R\u00e9, C., Leskovec, J.: Hyperbolic graph convolutional neural networks. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"20_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102716","volume":"166","author":"NN Daud","year":"2020","unstructured":"Daud, N.N., Ab Hamid, S.H., Saadoon, M., Sahran, F., Anuar, N.B.: Applications of link prediction in social networks: a review. J. Netw. Comput. Appl. 166, 102716 (2020)","journal-title":"J. Netw. Comput. Appl."},{"key":"20_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/978-3-319-46349-0_26","volume-title":"Advances in Intelligent Data Analysis XV","author":"JE van Engelen","year":"2016","unstructured":"van Engelen, J.E., Boekhout, H.D., Takes, F.W.: Explainable and efficient link prediction in real-world network data. In: Bostr\u00f6m, H., Knobbe, A., Soares, C., Papapetrou, P. (eds.) IDA 2016. LNCS, vol. 9897, pp. 295\u2013307. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46349-0_26"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Faber, L., Moghaddam, A.K., Wattenhofer, R.: When comparing to ground truth is wrong: on evaluating GNN explanation methods. In: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, pp. 332\u2013341 (2021)","DOI":"10.1145\/3447548.3467283"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Goodman, B., Flaxman, S.: EU regulations on algorithmic decision-making and a \u201cright to explanation\u201d. AI Mag. 38 (2016)","DOI":"10.1609\/aimag.v38i3.2741"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Grover, A., Leskovec, J.: node2vec: scalable feature learning for networks. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 855\u2013864 (2016)","DOI":"10.1145\/2939672.2939754"},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"Halliwell, N., Gandon, F., Lecue, F.: A simplified benchmark for ambiguous explanations of knowledge graph link prediction using relational graph convolutional networks. In: 36th AAAI Conference on Artificial Intelligence (2022)","DOI":"10.1609\/aaai.v36i11.21618"},{"key":"20_CR17","doi-asserted-by":"crossref","unstructured":"Hamilton, W.L.: Graph Representation Learning. Synthesis Lectures on Artificial Intelligence and Machine Learning, vol. 14, no. 3, pp. 1\u2013159 (2020)","DOI":"10.2200\/S01045ED1V01Y202009AIM046"},{"issue":"2","key":"20_CR18","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0378-8733(83)90021-7","volume":"5","author":"PW Holland","year":"1983","unstructured":"Holland, P.W., Laskey, K.B., Leinhardt, S.: Stochastic blockmodels: first steps. Soc. Netw. 5(2), 109\u2013137 (1983)","journal-title":"Soc. Netw."},{"key":"20_CR19","unstructured":"Jiang, H., Kim, B., Guan, M., Gupta, M.: To trust or not to trust a classifier. In: Advances in Neural Information Processing Systems, pp. 5541\u20135552 (2018)"},{"key":"20_CR20","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1007\/978-3-030-93736-2_36","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"B Kang","year":"2021","unstructured":"Kang, B., Lijffijt, J., De Bie, T.: Explanations for network embedding-based link predictions. In: Kamp, M., et al. (eds.) ECML PKDD 2021. CCIS, vol. 1524, pp. 473\u2013488. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-93736-2_36"},{"key":"20_CR21","unstructured":"Kipf, T.N., Welling, M.: Variational graph auto-encoders. arXiv preprint arXiv:1611.07308 (2016)"},{"key":"20_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2020.124289","volume":"553","author":"A Kumar","year":"2020","unstructured":"Kumar, A., Singh, S.S., Singh, K., Biswas, B.: Link prediction techniques, applications, and performance: a survey. Phys. A 553, 124289 (2020)","journal-title":"Phys. A"},{"key":"20_CR23","unstructured":"Lucic, A., ter Hoeve, M., Tolomei, G., de Rijke, M., Silvestri, F.: CF-GNNExplainer: counterfactual explanations for graph neural networks (2022). arXiv: 2102.03322"},{"key":"20_CR24","unstructured":"Luo, D., et al.: Parameterized explainer for graph neural network. In: Advances in Neural Information Processing Systems, vol. 33, pp. 19620\u201319631. Curran Associates, Inc. (2020)"},{"issue":"6464","key":"20_CR25","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C., Mullainathan, S.: Dissecting racial bias in an algorithm used to manage the health of populations. Science 366(6464), 447\u2013453 (2019)","journal-title":"Science"},{"key":"20_CR26","unstructured":"Petsiuk, V., Das, A., Saenko, K.: RISE: randomized input sampling for explanation of black-box models. In: British Machine Vision Conference (BMVC) (2018)"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Rossi, A., Firmani, D., Merialdo, P., Teofili, T.: Explaining link prediction systems based on knowledge graph embeddings. In: Proceedings of the 2022 International Conference on Management of Data, pp. 2062\u20132075 (2022)","DOI":"10.1145\/3514221.3517887"},{"key":"20_CR28","unstructured":"Sanchez-Lengeling, B., et al.: Evaluating attribution for graph neural networks. In: Advances in Neural Information Processing Systems, vol. 33, pp. 5898\u20135910 (2020)"},{"key":"20_CR29","unstructured":"Schlichtkrull, M.S., De Cao, N., Titov, I.: Interpreting graph neural networks for NLP with differentiable edge masking. In: International Conference on Learning Representations (2020)"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-CAM: visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 618\u2013626 (2017)","DOI":"10.1109\/ICCV.2017.74"},{"issue":"3","key":"20_CR31","first-page":"93","volume":"29","author":"P Sen","year":"2008","unstructured":"Sen, P., Namata, G., Bilgic, M., Getoor, L., Galligher, B., Eliassi-Rad, T.: Collective classification in network data. AI Mag. 29(3), 93\u201393 (2008)","journal-title":"AI Mag."},{"key":"20_CR32","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034 (2013)"},{"key":"20_CR33","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F., Wattenberg, M.: SmoothGrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825 (2017)"},{"key":"20_CR34","unstructured":"Steging, C., Schomaker, L., Verheij, B.: The XAI paradox: systems that perform well for the wrong reasons. In: BNAIC\/BENELEARN (2019)"},{"key":"20_CR35","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Proceedings of the 34th International Conference on Machine Learning, ICML 2017, vol. 70, pp. 3319\u20133328. JMLR.org (2017)"},{"key":"20_CR36","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: International Conference on Machine Learning, pp. 3319\u20133328. PMLR (2017)"},{"key":"20_CR37","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zong, B., Sun, H.: Modeling context pair interaction for pairwise tasks on graphs. In: Proceedings of the 14th ACM International Conference on Web Search and Data Mining, pp. 851\u2013859 (2021)","DOI":"10.1145\/3437963.3441744"},{"issue":"6684","key":"20_CR38","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1038\/30918","volume":"393","author":"DJ Watts","year":"1998","unstructured":"Watts, D.J., Strogatz, S.H.: Collective dynamics of \u2018small-world\u2019 networks. Nature 393(6684), 440\u2013442 (1998)","journal-title":"Nature"},{"issue":"D1","key":"20_CR39","doi-asserted-by":"publisher","first-page":"D1074","DOI":"10.1093\/nar\/gkx1037","volume":"46","author":"DS Wishart","year":"2017","unstructured":"Wishart, D.S., et al.: DrugBank 5.0: a major update to the DrugBank database for 2018. Nucl. Acids Res. 46(D1), D1074\u2013D1082 (2017)","journal-title":"Nucl. Acids Res."},{"key":"20_CR40","unstructured":"Xie, Y., et al.: Task-agnostic graph explanations. arXiv preprint arXiv:2202.08335 (2022)"},{"key":"20_CR41","unstructured":"Xu, K., Hu, W., Leskovec, J., Jegelka, S.: How powerful are graph neural networks? arXiv preprint arXiv:1810.00826 (2018)"},{"key":"20_CR42","unstructured":"Xu, K., Hu, W., Leskovec, J., Jegelka, S.: How powerful are graph neural networks? In: International Conference on Learning Representations (2019)"},{"key":"20_CR43","unstructured":"Yan, Z., Ma, T., Gao, L., Tang, Z., Chen, C.: Link prediction with persistent homology: an interactive view. In: International Conference on Machine Learning, pp. 11659\u201311669. PMLR (2021)"},{"key":"20_CR44","unstructured":"Yang, Z., Cohen, W., Salakhudinov, R.: Revisiting semi-supervised learning with graph embeddings. In: International Conference on Machine Learning, pp. 40\u201348. PMLR (2016)"},{"key":"20_CR45","unstructured":"Ying, Z., Bourgeois, D., You, J., Zitnik, M., Leskovec, J.: GNNExplainer: generating explanations for graph neural networks. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"20_CR46","doi-asserted-by":"crossref","unstructured":"You, J., Gomes-Selman, J.M., Ying, R., Leskovec, J.: Identity-aware graph neural networks. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 10737\u201310745 (2021)","DOI":"10.1609\/aaai.v35i12.17283"},{"issue":"5","key":"20_CR47","first-page":"5782","volume":"45","author":"H Yuan","year":"2022","unstructured":"Yuan, H., Yu, H., Gui, S., Ji, S.: Explainability in graph neural networks: a taxonomic survey. IEEE Trans. Pattern Anal. Mach. Intell. 45(5), 5782\u20135799 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"20_CR48","unstructured":"Yuan, H., Yu, H., Wang, J., Li, K., Ji, S.: On explainability of graph neural networks via subgraph explorations. arXiv preprint arXiv:2102.05152 (2021)"},{"key":"20_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Computer Vision \u2013 ECCV 2014","author":"MD Zeiler","year":"2014","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 818\u2013833. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10590-1_53"},{"key":"20_CR50","unstructured":"Zhang, M., Chen, Y.: Link prediction based on graph neural networks. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, NIPS 2018, Red Hook, NY, USA, pp. 5171\u20135181. Curran Associates Inc. (2018)"},{"key":"20_CR51","unstructured":"Zhang, M., Chen, Y.: Link prediction based on graph neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"20_CR52","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2921\u20132929 (2016)","DOI":"10.1109\/CVPR.2016.319"},{"key":"20_CR53","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.aiopen.2021.01.001","volume":"1","author":"J Zhou","year":"2020","unstructured":"Zhou, J., et al.: Graph neural networks: a review of methods and applications. AI Open 1, 57\u201381 (2020)","journal-title":"AI Open"},{"key":"20_CR54","unstructured":"Zhu, Z., Zhang, Z., Xhonneux, L.P., Tang, J.: Neural bellman-ford networks: a general graph neural network framework for link prediction. In: Advances in Neural Information Processing Systems, vol. 34, pp. 29476\u201329490 (2021)"}],"container-title":["Communications in Computer and Information Science","Explainable Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44067-0_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T06:06:33Z","timestamp":1707804393000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44067-0_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031440663","9783031440670"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44067-0_20","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"21 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"xAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"World Conference on Explainable Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lisbon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"xai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/xaiworldconference.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"220","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}