{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:12:44Z","timestamp":1765267964316,"version":"3.46.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","funder":[{"name":"ENEXA","award":["101070305"],"award-info":[{"award-number":["101070305"]}]},{"name":"SAIL","award":["NW21-059D"],"award-info":[{"award-number":["NW21-059D"]}]},{"name":"WHALE","award":["LFN 1-04"],"award-info":[{"award-number":["LFN 1-04"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,12,10]]},"DOI":"10.1145\/3731443.3771359","type":"proceedings-article","created":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:02:51Z","timestamp":1765267371000},"page":"139-147","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Explainable Benchmarking through the Lense of Concept Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-9497-3204","authenticated-orcid":false,"given":"Quannian","family":"Zhang","sequence":"first","affiliation":[{"name":"Faculty of Computer Science, Electrical Engineering and Mathematics, Data Science Group (DICE), Heinz Nixdorf Institute, Paderborn University, Paderborn, North Rhine-Westphalia, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8609-8277","authenticated-orcid":false,"given":"Michael","family":"R\u00f6der","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, Electrical Engineering and Mathematics, Data Science Group (DICE), Heinz Nixdorf Institute, Paderborn University, Paderborn, North Rhine-Westphalia, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5164-4911","authenticated-orcid":false,"given":"Nikit","family":"Srivastava","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, Electrical Engineering and Mathematics, Data Science Group (DICE), Heinz Nixdorf Institute, Paderborn University, Paderborn, North Rhine-Westphalia, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4217-897X","authenticated-orcid":false,"given":"N'Dah Jean","family":"Kouagou","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, Electrical Engineering and Mathematics, Data Science Group (DICE), Heinz Nixdorf Institute, Paderborn University, Paderborn, North Rhine-Westphalia, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7112-3516","authenticated-orcid":false,"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science, Electrical Engineering and Mathematics, Data Science Group (DICE), Heinz Nixdorf Institute, Paderborn University, Paderborn, North Rhine-Westphalia, Germany"}]}],"member":"320","published-online":{"date-parts":[[2025,12,10]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"The description logic handbook: Theory, implementation and applications","author":"Baader Franz","year":"2003","unstructured":"Franz Baader. 2003. The description logic handbook: Theory, implementation and applications. Cambridge university press."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/403"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.2200\/S01125ED1V01Y202109DSK022"},{"key":"e_1_3_3_2_5_2","first-page":"229","volume-title":"2022 IEEE 16th ICSC","author":"al Aleksandr\u00a0Perevalov et","year":"2022","unstructured":"Aleksandr\u00a0Perevalov et al. 2022. QALD-9-plus: A Multilingual Dataset for Question Answering over DBpedia and Wikidata Translated by Native Speakers. In 2022 IEEE 16th ICSC. IEEE, 229\u2013234."},{"key":"e_1_3_3_2_6_2","first-page":"567","volume-title":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","author":"al Caglar\u00a0Demir et","year":"2023","unstructured":"Caglar\u00a0Demir et al. 2023. Clifford Embeddings\u2013A Generalized Approach for Embedding in Normed Algebras. In Joint European Conference on Machine Learning and Knowledge Discovery in Databases. Springer, 567\u2013582."},{"key":"e_1_3_3_2_7_2","volume-title":"Proceedings of 52nd ACL: System Demonstrations","author":"al Christopher\u00a0Manning et","year":"2014","unstructured":"Christopher\u00a0Manning et al. 2014. The Stanford CoreNLP Natural Language Processing Toolkit. In Proceedings of 52nd ACL: System Demonstrations."},{"key":"e_1_3_3_2_8_2","volume-title":"Studies on the Semantic Web","author":"al Daniel\u00a0Vollmers et","year":"2021","unstructured":"Daniel\u00a0Vollmers et al. 2021. Knowledge Graph Question Answering Using Graph-Pattern Isomorphism. In Studies on the Semantic Web. IOS Press."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.3233\/SSW240027"},{"key":"e_1_3_3_2_10_2","volume-title":"Proc. of the 61st ACL (Volume 3: System Demonstrations)","author":"al Diliara\u00a0Zharikova et","year":"2023","unstructured":"Diliara\u00a0Zharikova et al. 2023. DeepPavlov Dream: Platform for Building Generative AI Assistants. In Proc. of the 61st ACL (Volume 3: System Demonstrations)."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Giuseppe\u00a0Rizzo et al. 2017. Tree-based models for inductive classification on the Web Of Data. Journal of Web Semantics (2017). 10.1016\/j.websem.2017.05.001","DOI":"10.1016\/j.websem.2017.05.001"},{"key":"e_1_3_3_2_12_2","volume-title":"EMNLP 2022 Demo","author":"al Hannah\u00a0Bast et","year":"2022","unstructured":"Hannah\u00a0Bast et al. 2022. ELEVANT: A Fully Automatic Fine-Grained Entity Linking Evaluation and Analysis Tool. In EMNLP 2022 Demo. https:\/\/aclanthology.org\/2022.emnlp-demos.8\/"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Jens\u00a0Lehmann et al.2011. Class expression learning for ontology engineering. Journal of Web Semantics 9 1 (2011) 71\u201381. 10.1016\/j.websem.2011.01.001","DOI":"10.1016\/j.websem.2011.01.001"},{"key":"e_1_3_3_2_14_2","volume-title":"Proceedings of the 12th SEMANTiCS","author":"al J\u00f6rg\u00a0Waitelonis et","year":"2016","unstructured":"J\u00f6rg\u00a0Waitelonis et al. 2016. Don\u2019t compare Apples to Oranges: Extending GERBIL for a fine grained NEL evaluation. In Proceedings of the 12th SEMANTiCS. ACM."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Katharina J\u00a0Rohlfing et al. 2020. Explanation as a social practice: Toward a conceptual framework for the social design of AI systems. IEEE Transactions on Cognitive and Developmental Systems 13 3 (2020) 717\u2013728.","DOI":"10.1109\/TCDS.2020.3044366"},{"key":"e_1_3_3_2_16_2","volume-title":"Proceedings of the 16th International Workshop on Ontology Matching co-located with the 20th ISWC (ISWC 2021)","author":"al Mina Abd Nikooie\u00a0Pour et","year":"2021","unstructured":"Mina Abd Nikooie\u00a0Pour et al. 2021. Results of the Ontology Alignment Evaluation Initiative 2021. In Proceedings of the 16th International Workshop on Ontology Matching co-located with the 20th ISWC (ISWC 2021)."},{"key":"e_1_3_3_2_17_2","first-page":"103","volume-title":"The Semantic Web","author":"al Mohamed Ahmed\u00a0Sherif et","year":"2017","unstructured":"Mohamed Ahmed\u00a0Sherif et al. 2017. Wombat \u2013 A Generalization Approach for Automatic Link Discovery. In The Semantic Web. Springer, 103\u2013119."},{"key":"e_1_3_3_2_18_2","first-page":"69","volume-title":"The Semantic Web \u2013 ISWC 2019","author":"al Mohnish\u00a0Dubey et","year":"2019","unstructured":"Mohnish\u00a0Dubey et al. 2019. LC-QuAD 2.0: A Large Dataset for Complex Question Answering over Wikidata and DBpedia. In The Semantic Web \u2013 ISWC 2019. Springer, 69\u201378."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0Lamm et al. 2021. Qed: A framework and dataset for explanations in question answering. Transactions of the ACL 9 (2021) 790\u2013806.","DOI":"10.1162\/tacl_a_00398"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Michael\u00a0R\u00f6der et al. 2020. HOBBIT: A platform for benchmarking Big Linked Data. Data Science 3 1 (2020) 15\u201335. 10.3233\/DS-190021","DOI":"10.3233\/DS-190021"},{"key":"e_1_3_3_2_21_2","volume-title":"The Semantic Web - ISWC 2015","author":"al Muhammad\u00a0Saleem et","year":"2015","unstructured":"Muhammad\u00a0Saleem et al. 2015. LSQ: The Linked SPARQL Queries Dataset. In The Semantic Web - ISWC 2015. Springer."},{"key":"e_1_3_3_2_22_2","volume-title":"Knowledge Engineering and Knowledge Management","author":"al Nicola\u00a0Fanizzi et","year":"2018","unstructured":"Nicola\u00a0Fanizzi et al. 2018. DLFoil: Class Expression Learning Revisited. In Knowledge Engineering and Knowledge Management. Springer."},{"key":"e_1_3_3_2_23_2","volume-title":"The Semantic Web","author":"al N\u2019Dah Jean\u00a0Kouagou et","year":"2022","unstructured":"N\u2019Dah Jean\u00a0Kouagou et al. 2022. Learning Concept Lengths Accelerates Concept Learning in ALC. In The Semantic Web. Springer."},{"key":"e_1_3_3_2_24_2","volume-title":"The Semantic Web","author":"al N\u2019Dah Jean\u00a0Kouagou et","year":"2023","unstructured":"N\u2019Dah Jean\u00a0Kouagou et al. 2023. Neural Class Expression Synthesis. In The Semantic Web. Springer."},{"key":"e_1_3_3_2_25_2","first-page":"196","volume-title":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","author":"al N\u2019Dah Jean Kouagou\u00a0Jean et","year":"2023","unstructured":"N\u2019Dah Jean Kouagou\u00a0Jean et al. 2023. Neural class expression synthesis in ALCHIQ (D). In Joint European Conference on Machine Learning and Knowledge Discovery in Databases. Springer, 196\u2013212."},{"key":"e_1_3_3_2_26_2","unstructured":"Nikit\u00a0Srivastava et al. 2024. MST5 \u2013 Multilingual Question Answering over Knowledge Graphs. arxiv:https:\/\/arXiv.org\/abs\/2407.06041\u00a0[cs.CL]"},{"key":"e_1_3_3_2_27_2","volume-title":"The Semantic Web: ESWC 2015 Satellite Events","author":"al Ricardo\u00a0Usbeck et","year":"2015","unstructured":"Ricardo\u00a0Usbeck et al. 2015. Evaluating Entity Annotators Using GERBIL. In The Semantic Web: ESWC 2015 Satellite Events. Springer."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Ricardo\u00a0Usbeck et al. 2019. Benchmarking question answering systems. Semantic Web 10 2 (2019).","DOI":"10.3233\/SW-180312"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.7496690"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Ricardo\u00a0Usbeck et al. 2023. QALD-10 \u2014 The 10th Challenge on Question Answering over Linked Data. Semantic Web Journal 15 6 (2023).","DOI":"10.3233\/SW-233471"},{"key":"e_1_3_3_2_31_2","first-page":"722","volume-title":"The Semantic Web","author":"al S\u00f6ren\u00a0Auer et","year":"2007","unstructured":"S\u00f6ren\u00a0Auer et al. 2007. DBpedia: A Nucleus for a Web of Open Data. In The Semantic Web. Springer Berlin Heidelberg, 722\u2013735."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-672-9-1551"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Sen\u00a0Hu et al. 2018. Answering Natural Language Questions by Subgraph Matching over Knowledge Graphs. IEEE Transactions on Knowledge and Data Engineering 30 (2018) 824\u2013837. https:\/\/api.semanticscholar.org\/CorpusID:4569766","DOI":"10.1109\/TKDE.2017.2766634"},{"key":"e_1_3_3_2_34_2","volume-title":"Proceedings of the ACM Web Conference 2022","author":"al Stefan\u00a0Heindorf et","year":"2022","unstructured":"Stefan\u00a0Heindorf et al. 2022. EvoLearner: Learning Description Logics with Evolutionary Algorithms. In Proceedings of the ACM Web Conference 2022. ACM."},{"key":"e_1_3_3_2_35_2","first-page":"97","volume-title":"International Semantic Web Conference","author":"al Vladislav\u00a0Korablinov et","year":"2020","unstructured":"Vladislav\u00a0Korablinov et al. 2020. RuBQ: A Russian dataset for question answering over Wikidata. In International Semantic Web Conference. Springer, 97\u2013110."},{"key":"e_1_3_3_2_36_2","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2024","author":"al Yixin\u00a0Ji et","year":"2024","unstructured":"Yixin\u00a0Ji et al. 2024. Retrieval and Reasoning on KGs: Integrate Knowledge Graphs into Large Language Models for Complex Question Answering. In Findings of the Association for Computational Linguistics: EMNLP 2024. ACL."},{"key":"e_1_3_3_2_37_2","volume-title":"Proceedings of ILP 2007","author":"Lehmann Jens","year":"2007","unstructured":"Jens Lehmann and Pascal Hitzler. 2007. Foundations of refinement operators for description logics. In Proceedings of ILP 2007. Springer."},{"key":"e_1_3_3_2_38_2","volume-title":"Proceedings of ILP 2007","author":"Lehmann Jens","year":"2007","unstructured":"Jens Lehmann and Pascal Hitzler. 2007. A refinement operator based learning algorithm for the ALC description logic. In Proceedings of ILP 2007. Springer."},{"key":"e_1_3_3_2_39_2","unstructured":"Patrick Stickler. 2005. CBD - Concise Bounded Description. W3C Member Submission. https:\/\/www.w3.org\/submissions\/2005\/SUBM-CBD-20050603\/ Accessed: 2024-10-25."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Denny Vrande\u010di\u0107 and Markus Kr\u00f6tzsch. 2014. Wikidata: a free collaborative knowledgebase. Commun. ACM 57 10 (Sept. 2014) 78\u201385. 10.1145\/2629489","DOI":"10.1145\/2629489"}],"event":{"name":"K-CAP '25: Knowledge Capture Conference 2025","location":"Dayton OH USA","acronym":"K-CAP '25","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the Knowledge Capture Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731443.3771359","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:04:16Z","timestamp":1765267456000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731443.3771359"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,10]]},"references-count":39,"alternative-id":["10.1145\/3731443.3771359","10.1145\/3731443"],"URL":"https:\/\/doi.org\/10.1145\/3731443.3771359","relation":{},"subject":[],"published":{"date-parts":[[2025,12,10]]},"assertion":[{"value":"2025-12-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}