{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:33:52Z","timestamp":1761806032595,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":54,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032095268","type":"print"},{"value":"9783032095275","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09527-5_21","type":"book-chapter","created":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:29:07Z","timestamp":1761805747000},"page":"388-406","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Manual Labels: Unsupervised Graph-Based Explanations for Error Analysis in Image Classifiers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5663-6559","authenticated-orcid":false,"given":"Youmna","family":"Ismaeil","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6349-7806","authenticated-orcid":false,"given":"Jan-Hendrik","family":"Metzen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9938-1944","authenticated-orcid":false,"given":"Trung-Kien","family":"Tran","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0378-3699","authenticated-orcid":false,"given":"Hendrik","family":"Blockeel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8654-5121","authenticated-orcid":false,"given":"Daria","family":"Stepanova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,29]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Angeli, G., Johnson, M., Manning, C.D.: Leveraging linguistic structure for open domain information extraction. In: Annual Meeting of the Association for Computational Linguistics (2015)","DOI":"10.3115\/v1\/P15-1034"},{"key":"21_CR2","unstructured":"Bordes, A., Usunier, N., Garc\u00eda-Dur\u00e1n, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: NeurIPs, pp. 2787\u20132795 (2013)"},{"key":"21_CR3","first-page":"4092","volume":"2023","author":"V Boreiko","year":"2023","unstructured":"Boreiko, V., Hein, M., Metzen, J.H.: Identifying systematic errors in object detectors with the scrod pipeline. ICCVW 2023, 4092\u20134101 (2023)","journal-title":"ICCVW"},{"key":"21_CR4","unstructured":"Buolamwini, J., Gebru, T.: Gender shades: intersectional accuracy disparities in commercial gender classification. In: Conference on Fairness, Accountability and Transparency, FAT 2018, 23-24 February 2018, New York, NY, USA. Proceedings of Machine Learning Research, vol.\u00a081, pp. 77\u201391. PMLR (2018)"},{"key":"21_CR5","unstructured":"Chen, G., Li, J., Wang, W.: Scene graph generation with role-playing large language models. In: Proceedings of the 38th International Conference on Neural Information Processing Systems (NeurIPS), pp. 4203\u20134231. Curran Associates Inc., Red Hook (2025)"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Chen, T., Yu, W., Chen, R., Lin, L.: Knowledge-embedded routing network for scene graph generation. In: 2019 CVPR, pp. 6156\u20136164 (2019)","DOI":"10.1109\/CVPR.2019.00632"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Collevati, M., Eiter, T., Higuera, N.: Leveraging neurosymbolic AI for slice discovery. In: NeSy 2024, vol. 14979, pp. 403\u2013418 (2024)","DOI":"10.1007\/978-3-031-71167-1_22"},{"key":"21_CR8","doi-asserted-by":"publisher","first-page":"11169","DOI":"10.1109\/TPAMI.2023.3268066","volume":"45","author":"Y Cong","year":"2022","unstructured":"Cong, Y., Yang, M.Y., Rosenhahn, B.: Reltr: Relation transformer for scene graph generation. IEEE Trans. Pattern Anal. Mach. Intell. 45, 11169\u201311183 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"21_CR9","doi-asserted-by":"crossref","unstructured":"d\u2019Eon, G., d\u2019Eon, J., Wright, J.R., Leyton-Brown, K.: The spotlight: a general method for discovering systematic errors in deep learning models. ACM FAccT 2022 (2022)","DOI":"10.1145\/3531146.3533240"},{"key":"21_CR10","unstructured":"Dunlap, L., et al.: Describing differences in image sets with natural language. ArXiv abs\/2312.02974 (2023)"},{"key":"21_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1214\/aos\/1176344552","volume":"7","author":"B Efron","year":"1979","unstructured":"Efron, B.: Bootstrap methods: another look at the jackknife. Ann. Stat. 7, 1\u201326 (1979)","journal-title":"Ann. Stat."},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Fontanesi, M., Micheli, A., Podda, M.: Explaining graph classifiers by unsupervised node relevance attribution. In: xAI (2024)","DOI":"10.1007\/978-3-031-63797-1_4"},{"key":"21_CR13","unstructured":"Galkin, M., Denis, E.G., Wu, J., Hamilton, W.L.: Nodepiece: compositional and parameter-efficient representations of large knowledge graphs. In: ICLR 2022 (2022)"},{"key":"21_CR14","first-page":"3980","volume":"2023","author":"I Gao","year":"2023","unstructured":"Gao, I., Ilharco, G., Lundberg, S.M., Ribeiro, M.T.: Adaptive testing of computer vision models. ICCV 2023, 3980\u20133991 (2023)","journal-title":"ICCV"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR 2016, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Hendrycks, D., et al.: The many faces of robustness: a critical analysis of out-of-distribution generalization. In: 2021 ICCV, pp. 8320\u20138329. IEEE (2021)","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Herzig, R., Mendelson, A., Karlinsky, L., Arbelle, A., Feris, R.S., Darrell, T., Globerson, A.: Incorporating structured representations into pretrained vision & language models using scene graphs. ArXiv abs\/2305.06343 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.870"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Inokuchi, A., Washio, T., Motoda, H.: An apriori-based algorithm for mining frequent substructures from graph data. In: European Conference on Principles of Data Mining and Knowledge Discovery (2000)","DOI":"10.1007\/3-540-45372-5_2"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Ismaeil, Y., Stepanova, D., Tran, T.K., Saranrittichai, P., Domokos, C., Blockeel, H.: Towards neural network interpretability using commonsense knowledge graphs. In: International Workshop on the Semantic Web (2022)","DOI":"10.1007\/978-3-031-19433-7_5"},{"key":"21_CR20","unstructured":"Jain, S., Lawrence, H., Moitra, A., Madry, A.: Distilling model failures as directions in latent space. ArXiv abs\/2206.14754 (2022)"},{"key":"21_CR21","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1017\/S0269888912000331","volume":"28","author":"C Jiang","year":"2012","unstructured":"Jiang, C., Coenen, F., Zito, M.A.A.: A survey of frequent subgraph mining algorithms. Knowl. Eng. Rev. 28, 75\u2013105 (2012)","journal-title":"Knowl. Eng. Rev."},{"key":"21_CR22","unstructured":"Kim, B., et al.: Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV). In: Proceedings of the 35th International Conference on Machine Learning, ICML 2018, Stockholmsm\u00e4ssan, Stockholm, Sweden, July 10-15, 2018. Proceedings of Machine Learning Research, vol.\u00a080, pp. 2673\u20132682. PMLR (2018)"},{"key":"21_CR23","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/s11263-016-0981-7","volume":"123","author":"R Krishna","year":"2016","unstructured":"Krishna, R., et al.: Visual genome: connecting language and vision using crowdsourced dense image annotations. IJCV 123, 32\u201373 (2016)","journal-title":"IJCV"},{"key":"21_CR24","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/s10618-005-0003-9","volume":"11","author":"M Kuramochi","year":"2004","unstructured":"Kuramochi, M., Karypis, G.: Finding frequent patterns in a large sparse graph. Data Min. Knowl. Disc. 11, 243\u2013271 (2004)","journal-title":"Data Min. Knowl. Disc."},{"key":"21_CR25","first-page":"19464","volume":"2022","author":"R Li","year":"2022","unstructured":"Li, R., Zhang, S., He, X.: Sgtr: end-to-end scene graph generation with transformer. CVPR 2022, 19464\u201319474 (2022)","journal-title":"CVPR"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Li, Z., Xu, C.: Discover the unknown biased attribute of an image classifier. In: 2021 ICCV, pp. 14950\u201314959 (2021)","DOI":"10.1109\/ICCV48922.2021.01470"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Liu, H., Li, C., Li, Y., Lee, Y.J.: Improved baselines with visual instruction tuning. In: CVPR 2024, pp. 26296\u201326306 (2024)","DOI":"10.1109\/CVPR52733.2024.02484"},{"key":"21_CR28","doi-asserted-by":"crossref","unstructured":"Liu, H., Yan, N., Mortazavi, M.S., Bhanu, B.: Fully convolutional scene graph generation. In: CVPR 2021, pp. 11541\u201311551 (2021)","DOI":"10.1109\/CVPR46437.2021.01138"},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: ICCV 2015, pp. 3730\u20133738 (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"21_CR30","doi-asserted-by":"publisher","first-page":"205","DOI":"10.21105\/joss.00205","volume":"2","author":"L McInnes","year":"2017","unstructured":"McInnes, L., Healy, J., Astels, S.: hdbscan: hierarchical density based clustering. J. Open Source Softw. 2, 205 (2017)","journal-title":"J. Open Source Softw."},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Metzen, J.H., Hutmacher, R., Hua, N.G., Boreiko, V., Zhang, D.: Identification of systematic errors of image classifiers on rare subgroups. In: ICCV 2023, pp. 5041\u20135050 (2023)","DOI":"10.1109\/ICCV51070.2023.00467"},{"key":"21_CR32","unstructured":"Mitra, C., Huang, B., Darrell, T., Herzig, R.: Compositional chain-of-thought prompting for large multimodal models. ArXiv abs\/2311.17076 (2023)"},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Qi, M., Li, W., Yang, Z., Wang, Y., Luo, J.: Attentive relational networks for mapping images to scene graphs. In: 2019 CVPR, pp. 3952\u20133961 (2019)","DOI":"10.1109\/CVPR.2019.00408"},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Quattoni, A., Torralba, A.: Recognizing indoor scenes. In: 2009 CVPR, pp. 413\u2013420 (2009)","DOI":"10.1109\/CVPR.2009.5206537"},{"key":"21_CR35","unstructured":"Sagawa, S., Koh, P.W., Hashimoto, T.B., Liang, P.: Distributionally robust neural networks. In: ICLR (2020)"},{"key":"21_CR36","unstructured":"Sainz, O., Garc\u00eda-Ferrero, I., Agerri, R., de\u00a0Lacalle, O.L., Rigau, G., Agirre, E.: GoLLIE: annotation guidelines improve zero-shot information-extraction. In: The Twelfth International Conference on Learning Representations (2024). https:\/\/openreview.net\/forum?id=Y3wpuxd7u9"},{"key":"21_CR37","doi-asserted-by":"crossref","unstructured":"Shaul, Z., Naaz, S.: cgspan: closed graph-based substructure pattern mining. In: 2021 IEEE International Conference on Big Data (Big Data), pp. 4989\u20134998 (2021)","DOI":"10.1109\/BigData52589.2021.9671995"},{"key":"21_CR38","doi-asserted-by":"crossref","unstructured":"Singh, K.K., Mahajan, D., Grauman, K., Lee, Y.J., Feiszli, M., Ghadiyaram, D.: Don\u2019t judge an object by its context: Learning to overcome contextual bias. In: 2020 CVPR, pp. 11067\u201311075. Computer Vision Foundation \/ IEEE (2020)","DOI":"10.1109\/CVPR42600.2020.01108"},{"key":"21_CR39","unstructured":"Sohoni, N.S., Dunnmon, J.A., Angus, G., Gu, A., R\u00e9, C.: No subclass left behind: fine-grained robustness in coarse-grained classification problems. ArXiv abs\/2011.12945 (2020)"},{"key":"21_CR40","doi-asserted-by":"crossref","unstructured":"Speer, R., Chin, J., Havasi, C.: Conceptnet 5.5: an open multilingual graph of general knowledge. In: AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"21_CR41","doi-asserted-by":"crossref","unstructured":"Teng, Y., Wang, L.: Structured sparse r-cnn for direct scene graph generation. 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 19415\u201319424 (2021)","DOI":"10.1109\/CVPR52688.2022.01883"},{"key":"21_CR42","doi-asserted-by":"crossref","unstructured":"Thrush, T., Jiang, R., Bartolo, M., Singh, A., Williams, A., Kiela, D., Ross, C.: Winoground: probing vision and language models for visio-linguistic compositionality. In: 2022 CVPR, pp. 5228\u20135238 (2022)","DOI":"10.1109\/CVPR52688.2022.00517"},{"key":"21_CR43","unstructured":"Vashishth, S., Sanyal, S., Nitin, V., Talukdar, P.P.: Composition-based multi-relational graph convolutional networks. In: ICLR 2020 (2020)"},{"key":"21_CR44","unstructured":"Vendrow, J., Jain, S., Engstrom, L., Madry, A.: Dataset interfaces: diagnosing model failures using controllable counterfactual generation. ArXiv abs\/2302.07865 (2023)"},{"key":"21_CR45","unstructured":"Wang, W., Wei, F., Dong, L., Bao, H., Yang, N., Zhou, M.: Minilm: deep self-attention distillation for task-agnostic compression of pre-trained transformers. ArXiv abs\/2002.10957 (2020)"},{"key":"21_CR46","unstructured":"Wiles, O., Albuquerque, I., Gowal, S.: Discovering bugs in vision models using off-the-shelf image generation and captioning. ArXiv abs\/2208.08831 (2022)"},{"key":"21_CR47","doi-asserted-by":"crossref","unstructured":"Xu, B., Liao, R., Sigal, L.: Self-supervised relation alignment for scene graph generation. In: 2024 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV), pp. 1328\u20131338 (2023)","DOI":"10.1109\/WACV57701.2024.00137"},{"key":"21_CR48","unstructured":"Yan, X., Han, J.: gspan: graph-based substructure pattern mining. In: Proceedings of the 2002 IEEE International Conference on Data Mining, 2002, pp. 721\u2013724 (2002)"},{"key":"21_CR49","doi-asserted-by":"crossref","unstructured":"Yang, X., Liu, Y., Wang, X.: Reformer: the relational transformer for image captioning. In: Proceedings of the 30th ACM International Conference on Multimedia (2021)","DOI":"10.1145\/3503161.3548409"},{"key":"21_CR50","doi-asserted-by":"crossref","unstructured":"Yao, Y., et al.: Visual distant supervision for scene graph generation. In: ICCV 2021, pp. 15796\u201315806 (2021)","DOI":"10.1109\/ICCV48922.2021.01552"},{"key":"21_CR51","unstructured":"Yuksekgonul, M., Bianchi, F., Kalluri, P., Jurafsky, D., Zou, J.Y.: When and why vision-language models behave like bags-of-words, and what to do about it? ArXiv abs\/2210.01936 (2022)"},{"key":"21_CR52","unstructured":"Zhao, S., Xu, H.: Less is more: toward zero-shot local scene graph generation via foundation models (2023)"},{"key":"21_CR53","doi-asserted-by":"crossref","unstructured":"Zhao, T., Zhang, T., Zhu, M., Shen, H., Lee, K., Lu, X., Yin, J.: Vl-checklist: Evaluating pre-trained vision-language models with objects, attributes and relations. ArXiv abs\/2207.00221 (2022)","DOI":"10.18653\/v1\/2022.emnlp-demos.4"},{"key":"21_CR54","volume":"566","author":"G Zhu","year":"2022","unstructured":"Zhu, G., et al.: Scene graph generation: a comprehensive survey. Neurocomputing 566, 127052 (2022)","journal-title":"Neurocomputing"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09527-5_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:29:30Z","timestamp":1761805770000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09527-5_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,29]]},"ISBN":["9783032095268","9783032095275"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09527-5_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,29]]},"assertion":[{"value":"29 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nara","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2025.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}