{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T06:39:44Z","timestamp":1771569584131,"version":"3.50.1"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031711695","type":"print"},{"value":"9783031711701","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71170-1_12","type":"book-chapter","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T12:02:14Z","timestamp":1725883334000},"page":"109-131","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["On the\u00a0Value of\u00a0Labeled Data and\u00a0Symbolic Methods for\u00a0Hidden Neuron Activation Analysis"],"prefix":"10.1007","author":[{"given":"Abhilekha","family":"Dalal","sequence":"first","affiliation":[]},{"given":"Rushrukh","family":"Rayan","sequence":"additional","affiliation":[]},{"given":"Adrita","family":"Barua","sequence":"additional","affiliation":[]},{"given":"Eugene Y.","family":"Vasserman","sequence":"additional","affiliation":[]},{"given":"Md Kamruzzaman","family":"Sarker","sequence":"additional","affiliation":[]},{"given":"Pascal","family":"Hitzler","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,10]]},"reference":[{"key":"12_CR1","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"12_CR2","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018)","journal-title":"IEEE Access"},{"key":"12_CR3","unstructured":"Alvarez-Melis, D., Jaakkola, T.S.: On the robustness of interpretability methods. arXiv preprint arXiv:1806.08049 (2018)"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Barua, A., Widmer, C., Hitzler, P.: Concept induction using LLMs: a user experiment for assessment. arXiv preprint arXiv:2404.11875 (2024). Submitted to NeSy 2024","DOI":"10.1007\/978-3-031-71170-1_13"},{"issue":"48","key":"12_CR5","doi-asserted-by":"publisher","first-page":"30071","DOI":"10.1073\/pnas.1907375117","volume":"117","author":"D Bau","year":"2020","unstructured":"Bau, D., Zhu, J.Y., Strobelt, H., Lapedriza, A., Zhou, B., Torralba, A.: Understanding the role of individual units in a deep neural network. Proc. Natl. Acad. Sci. 117(48), 30071\u201330078 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"12_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103471","volume":"296","author":"R Confalonieri","year":"2021","unstructured":"Confalonieri, R., Weyde, T., Besold, T.R., del Prado Mart\u00edn, F.M.: Using ontologies to enhance human understandability of global post-hoc explanations of black-box models. Artif. Intell. 296, 103471 (2021)","journal-title":"Artif. Intell."},{"key":"12_CR7","unstructured":"Crabb\u00e9, J., van\u00a0der Schaar, M.: Concept activation regions: a generalized framework for concept-based explanations. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems, vol.\u00a035, pp. 2590\u20132607. Curran Associates, Inc. (2022)"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Dalal, A., Rayan, R., Barua, A., Vasserman, E.Y., Sarker, M.K., Hitzler, P.: On the value of labeled data and symbolic methods for hidden neuron activation analysis (2024)","DOI":"10.1007\/978-3-031-71170-1_12"},{"key":"12_CR9","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"D\u00edaz-Rodr\u00edguez, N., et al.: Explainable neural-symbolic learning (X-nesyl) methodology to fuse deep learning representations with expert knowledge graphs: the Monumai cultural heritage use case. Inf. Fusion 79, 58\u201383 (2022)","DOI":"10.1016\/j.inffus.2021.09.022"},{"issue":"5","key":"12_CR11","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2001","unstructured":"Friedman, J.H.: Greedy function approximation: a gradient boosting machine. Ann. Stat. 29(5), 1189\u20131232 (2001). https:\/\/doi.org\/10.1214\/aos\/1013203451","journal-title":"Ann. Stat."},{"key":"12_CR12","unstructured":"Ghorbani, A., Wexler, J., Zou, J.Y., Kim, B.: Towards automatic concept-based explanations. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol.\u00a032. Curran Associates, Inc. (2019)"},{"key":"12_CR13","doi-asserted-by":"publisher","unstructured":"Goldstein, A., Kapelner, A., Bleich, J., Pitkin, E.: Peeking inside the black box: visualizing statistical learning with plots of individual conditional expectation. J. Comput. Graph. Statist. 24(1), 44\u201365 (2015). https:\/\/doi.org\/10.1080\/10618600.2014.907095","DOI":"10.1080\/10618600.2014.907095"},{"key":"12_CR14","doi-asserted-by":"publisher","unstructured":"Gunning, D., Stefik, M., Choi, J., Miller, T., Stumpf, S., Yang, G.Z.: XAI \u2013 Explainable artificial intelligence. Sci. Robot. 4(37) (2019). https:\/\/doi.org\/10.1126\/scirobotics.aay7120","DOI":"10.1126\/scirobotics.aay7120"},{"key":"12_CR15","doi-asserted-by":"publisher","unstructured":"Hitzler, P.: A review of the semantic web field. Commun. ACM 64(2), 76\u201383 (2021). https:\/\/doi.org\/10.1145\/3397512","DOI":"10.1145\/3397512"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Hitzler, P., Kr\u00f6tzsch, M., Rudolph, S.: Foundations of Semantic Web Technologies. Chapman and Hall\/CRC Press (2010). http:\/\/www.semantic-web-book.org\/","DOI":"10.1201\/9781420090512"},{"key":"12_CR17","unstructured":"Kim, B., et al.: Interpretability beyond feature attribution: quantitative testing with concept activation vectors (TCAV). In: Dy, J., Krause, A. (eds.) Proceedings of the 35th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a080, pp. 2668\u20132677. PMLR (2018). https:\/\/proceedings.mlr.press\/v80\/kim18d.html"},{"key":"12_CR18","doi-asserted-by":"publisher","unstructured":"Kindermans, P.J., et al.: The (Un)Reliability of Saliency Methods, p. 267\u2013280. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-030-28954-6_14","DOI":"10.1007\/978-3-030-28954-6_14"},{"issue":"1\u20132","key":"12_CR19","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s10994-009-5146-2","volume":"78","author":"J Lehmann","year":"2010","unstructured":"Lehmann, J., Hitzler, P.: Concept learning in description logics using refinement operators. Mach. Learn. 78(1\u20132), 203\u2013250 (2010). https:\/\/doi.org\/10.1007\/s10994-009-5146-2","journal-title":"Mach. Learn."},{"issue":"4","key":"12_CR20","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/S0019-9958(75)90300-9","volume":"28","author":"VI Levenshtein","year":"1975","unstructured":"Levenshtein, V.I.: On the minimal redundancy of binary error-correcting codes. Inf. Control 28(4), 268\u2013291 (1975). https:\/\/doi.org\/10.1016\/S0019-9958(75)90300-9","journal-title":"Inf. Control"},{"key":"12_CR21","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 30, pp. 4765\u20134774. Curran Associates, Inc. (2017). http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf"},{"key":"12_CR22","unstructured":"McKnight, P.E., Najab, J.: Mann? Whitney u test. In: The Corsini Encyclopedia of Psychology. Wiley (2010)"},{"key":"12_CR23","unstructured":"Minh, D., Wang, H.X., Li, Y.F., Nguyen, T.N.: Explainable artificial intelligence: a comprehensive review. In: Artificial Intelligence Review, pp. 1\u201366 (2022)"},{"key":"12_CR24","unstructured":"Oikarinen, T., Das, S., Nguyen, L.M., Weng, T.W.: Label-free concept bottleneck models. In: The Eleventh International Conference on Learning Representations. ICLR (2023). https:\/\/openreview.net\/forum?id=FlCg47MNvBA"},{"key":"12_CR25","unstructured":"Oikarinen, T., Weng, T.W.: CLIP-Dissect: Automatic description of neuron representations in deep vision networks. In: International Conference on Learning Representations. ICLR (2023). https:\/\/openreview.net\/forum?id=iPWiwWHc1V"},{"key":"12_CR26","doi-asserted-by":"publisher","unstructured":"Olah, C., Mordvintsev, A., Schubert, L.: Feature visualization: how neural networks build up their understanding of images. Distill (2017). https:\/\/doi.org\/10.23915\/distill.00007","DOI":"10.23915\/distill.00007"},{"key":"12_CR27","doi-asserted-by":"publisher","unstructured":"Procko, T., Elvira, T., Ochoa, O., Rio, N.D.: An exploration of explainable machine learning using semantic web technology. In: 2022 IEEE 16th International Conference on Semantic Computing (ICSC), pp. 143\u2013146. IEEE Computer Society (2022). https:\/\/doi.org\/10.1109\/ICSC52841.2022.00029","DOI":"10.1109\/ICSC52841.2022.00029"},{"key":"12_CR28","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, vol.\u00a0139. PMLR (2021)"},{"key":"12_CR29","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.:\u201cWhy should I trust you?\u201d: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2016), pp. 1135\u20131144. Association for Computing Machinery, New York (2016). https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"key":"12_CR30","unstructured":"Rudolph, S., Kr\u00f6tzsch, M., Patel-Schneider, P., Hitzler, P., Parsia, B.: OWL 2 web ontology language primer (second edition). W3C Recommendation, W3C (2012). https:\/\/www.w3.org\/TR\/2012\/REC-owl2-primer-20121211\/"},{"key":"12_CR31","doi-asserted-by":"publisher","unstructured":"Sarker, M.K., Hitzler, P.: Efficient concept induction for description logics. In: The Thirty-Third AAAI Conference on Artificial Intelligence (AAAI) The Thirty-First Innovative Applications of Artificial Intelligence Conference (IAAI), The Ninth AAAI Symposium on Educational Advances in Artificial Intelligence (EAAI). pp. 3036\u20133043. AAAI Press (2019). https:\/\/doi.org\/10.1609\/aaai.v33i01.33013036","DOI":"10.1609\/aaai.v33i01.33013036"},{"key":"12_CR32","doi-asserted-by":"publisher","unstructured":"Sarker, M.K., et al.: Wikipedia knowledge graph for explainable AI. In: Villaz\u00f3n-Terrazas, B., Ortiz-Rodr\u00edguez, F., Tiwari, S.M., Shandilya, S.K. (eds.) Proceedings of the Knowledge Graphs and Semantic Web Second Iberoamerican Conference and First Indo-American Conference (KGSWC). Communications in Computer and Information Science, vol.\u00a01232, pp. 72\u201387. Springer, Heidelberg (2020). https:\/\/doi.org\/10.1007\/978-3-030-65384-2_6","DOI":"10.1007\/978-3-030-65384-2_6"},{"key":"12_CR33","unstructured":"Sarker, M.K., Xie, N., Doran, D., Raymer, M.L., Hitzler, P.: Explaining trained neural networks with semantic web technologies: first steps. In: Besold, T.R., d\u2019Avila Garcez, A.S., Noble, I. (eds.) Proceedings of the Twelfth International Workshop on Neural-Symbolic Learning and Reasoning (NeSy). CEUR Workshop Proceedings, vol.\u00a02003. CEUR-WS.org (2017). https:\/\/ceur-ws.org\/Vol-2003\/NeSy17_paper4.pdf"},{"key":"12_CR34","doi-asserted-by":"publisher","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: 2017 IEEE International Conference on Computer Vision (ICCV), pp. 618\u2013626 (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.74","DOI":"10.1109\/ICCV.2017.74"},{"key":"12_CR35","unstructured":"Selvaraju, R.R., Das, A., Vedantam, R., Cogswell, M., Parikh, D., Batra, D.: Grad-CAM: why did you say that? arXiv preprint arXiv:1611.07450 (2016)"},{"key":"12_CR36","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a070, pp. 3145\u20133153. PMLR (2017). https:\/\/proceedings.mlr.press\/v70\/shrikumar17a.html"},{"key":"12_CR37","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034 (2013)"},{"key":"12_CR38","doi-asserted-by":"publisher","unstructured":"Slack, D., Hilgard, S., Jia, E., Singh, S., Lakkaraju, H.: Fooling lime and shap: adversarial attacks on post hoc explanation methods. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society (AIES 2020), pp. 180\u2013186. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3375627.3375830","DOI":"10.1145\/3375627.3375830"},{"key":"12_CR39","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F.B., Wattenberg, M.: Smoothgrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825 (2017)"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Wachter, S., Mittelstadt, B.D., Russell, C.: Counterfactual explanations without opening the black box: automated decisions and the GDPR. arXiv preprint arXiv:1711.00399 (2017)","DOI":"10.2139\/ssrn.3063289"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Widmer, C., et al.: Towards human-compatible XAI: explaining data differentials with concept induction over background knowledge. arXiv preprint arXiv:2209.13710 (2022)","DOI":"10.1016\/j.websem.2023.100807"},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Xiao, T., Liu, Y., Zhou, B., Jiang, Y., Sun, J.: Unified perceptual parsing for scene understanding. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 418\u2013434 (2018)","DOI":"10.1007\/978-3-030-01228-1_26"},{"key":"12_CR43","unstructured":"Zarlenga, M.E., et al.: Concept embedding models: beyond the accuracy-explainability trade-off. In: Advances in Neural Information Processing Systems (NeurIPS) (2022)"},{"issue":"13","key":"12_CR44","doi-asserted-by":"publisher","first-page":"11682","DOI":"10.1609\/aaai.v35i13.17389","volume":"35","author":"R Zhang","year":"2021","unstructured":"Zhang, R., Madumal, P., Miller, T., Ehinger, K.A., Rubinstein, B.I.P.: Invertible concept-based explanations for CNN models with non-negative concept activation vectors. Proc. AAAI Conf. Artif. Intell. 35(13), 11682\u201311690 (2021). https:\/\/doi.org\/10.1609\/aaai.v35i13.17389","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"issue":"9","key":"12_CR45","doi-asserted-by":"publisher","first-page":"2131","DOI":"10.1109\/TPAMI.2018.2858759","volume":"41","author":"B Zhou","year":"2018","unstructured":"Zhou, B., Bau, D., Oliva, A., Torralba, A.: Interpreting deep visual representations via network dissection. IEEE Trans. Pattern Anal. Mach. Intell. 41(9), 2131\u20132145 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"12_CR46","doi-asserted-by":"crossref","unstructured":"Zhou, B., et al.: Semantic understanding of scenes through the ADE20K dataset. Int. J. Comput. Vision 127(3), 302\u2013321 (2019)","DOI":"10.1007\/s11263-018-1140-0"}],"container-title":["Lecture Notes in Computer Science","Neural-Symbolic Learning and Reasoning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71170-1_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T22:34:26Z","timestamp":1732746866000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71170-1_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031711695","9783031711701"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71170-1_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NeSy","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural-Symbolic Learning and Reasoning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Barcelona","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nesy2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/view\/nesy2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}