{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T17:10:50Z","timestamp":1763831450649,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032095268","type":"print"},{"value":"9783032095275","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09527-5_27","type":"book-chapter","created":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:29:08Z","timestamp":1761805748000},"page":"502-520","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Large Language Models Assisting Ontology Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0266-3452","authenticated-orcid":false,"given":"Anna Sofia","family":"Lippolis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0812-6167","authenticated-orcid":false,"given":"Mohammad Javad","family":"Saeedizade","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0644-4051","authenticated-orcid":false,"given":"Robin","family":"Keskis\u00e4rkk\u00e4","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5568-2684","authenticated-orcid":false,"given":"Aldo","family":"Gangemi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0036-6662","authenticated-orcid":false,"given":"Eva","family":"Blomqvist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2928-9496","authenticated-orcid":false,"given":"Andrea Giovanni","family":"Nuzzolese","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,29]]},"reference":[{"key":"27_CR1","doi-asserted-by":"crossref","unstructured":"Algergawy, A., Hamed, H., Thiel, S., K\u00f6nig-Ries, B.: Towards semantic annotation for scientific datasets. In: European Semantic Web Conference, pp. 164\u2013167. Springer (2024)","DOI":"10.1007\/978-3-031-78952-6_19"},{"key":"27_CR2","unstructured":"Alharbi, R., et al.: Exploring the role of generative AI in constructing knowledge graphs for drug indications with medical context. In: 15th International Semantic Web Applications and Tools for Healthcare and Life Sciences (SWAT4HCLS 2024) (to appear) (2024)"},{"key":"27_CR3","doi-asserted-by":"crossref","unstructured":"Alharbi, R., Tamma, V., Grasso, F., Payne, T.: An experiment in retrofitting competency questions for existing ontologies. In: Proceedings of the 39th ACM\/SIGAPP Symposium on Applied Computing, pp. 1650\u20131658 (2024)","DOI":"10.1145\/3605098.3636053"},{"key":"27_CR4","doi-asserted-by":"crossref","unstructured":"Alharbi, R., Tamma, V., Grasso, F., Payne, T.R.: Investigating open source LLMs to retrofit competency questions in ontology engineering. In: Proceedings of the AAAI Symposium Series, vol.\u00a04, pp. 188\u2013198 (2024)","DOI":"10.1609\/aaaiss.v4i1.31793"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Alharbi, R., Tamma, V., Grasso, F., Payne, T.R.: A review and comparison of competency question engineering approaches. In: International Conference on Knowledge Engineering and Knowledge Management, pp. 271\u2013290. Springer (2024)","DOI":"10.1007\/978-3-031-77792-9_17"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Antia, M.J., Keet, C.M.: Automating the generation of competency questions for ontologies with agocqs. In: Iberoamerican Knowledge Graphs and Semantic Web Conference, pp. 213\u2013227. Springer (2023)","DOI":"10.1007\/978-3-031-47745-4_16"},{"key":"27_CR7","unstructured":"Becker, L.A.: Effect size (es) (2000)"},{"key":"27_CR8","unstructured":"Benson, C., Sculley, A., Liebers, A., Beverley, J.: My ontologist: evaluating bfo-based ai for definition support. arXiv preprint arXiv:2407.17657 (2024)"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"de\u00a0Berardinis, J., et al.: The Polifonia ontology network: Building a semantic backbone for musical heritage. In: International Semantic Web Conference, pp. 302\u2013322. Springer (2023)","DOI":"10.1007\/978-3-031-47243-5_17"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Blomqvist, E., Presutti, V., Daga, E., Gangemi, A.: Experimenting with extreme design. In: International Conference on Knowledge Engineering and Knowledge Management, pp. 120\u2013134. Springer (2010)","DOI":"10.1007\/978-3-642-16438-5_9"},{"key":"27_CR11","doi-asserted-by":"crossref","unstructured":"Blomqvist, E., Seil\u00a0Sepour, A., Presutti, V.: Ontology testing-methodology and tool. In: Knowledge Engineering and Knowledge Management: 18th International Conference, EKAW 2012, Galway City, Ireland, 8\u201312 October 2012. Proceedings 18, pp. 216\u2013226. Springer (2012)","DOI":"10.1007\/978-3-642-33876-2_20"},{"issue":"194","key":"27_CR12","first-page":"4","volume":"189","author":"J Brooke","year":"1996","unstructured":"Brooke, J., et al.: Sus-a quick and dirty usability scale. Usability Eval. Ind. 189(194), 4\u20137 (1996)","journal-title":"Usability Eval. Ind."},{"key":"27_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1007\/978-3-030-30796-7_3","volume-title":"The Semantic Web \u2013 ISWC 2019","author":"VA Carriero","year":"2019","unstructured":"Carriero, V.A., et al.: ArCo: the Italian cultural heritage knowledge graph. In: Ghidini, C., et al. (eds.) ISWC 2019. LNCS, vol. 11779, pp. 36\u201352. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30796-7_3"},{"key":"27_CR14","unstructured":"Di\u00a0Nuzzo, D., Vakaj, E., Saadany, H., Grishti, E., Mihindukulasooriya, N.: Automated generation of competency questions using large language models and knowledge graphs. In: SEMANTiCS Conference (2024)"},{"key":"27_CR15","unstructured":"Fern\u00e1ndez-L\u00f3pez, M., G\u00f3mez-P\u00e9rez, A., Juristo\u00a0Juzgado, N.: Methontology: from ontological art towards ontological engineering (1997)"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Gangemi, A., Catenacci, C., Ciaramita, M., Lehmann, J.: Modelling ontology evaluation and validation. In: European Semantic Web Conference, pp. 140\u2013154. Springer (2006)","DOI":"10.1007\/11762256_13"},{"key":"27_CR17","unstructured":"Garijo, D., Poveda-Villal\u00f3n, M., Amador-Dom\u00ednguez, E., Wang, Z., Garc\u00eda-Castro, R., Corcho, O.: Llms for ontology engineering: a landscape of tasks and benchmarking challenges (2022)"},{"key":"27_CR18","doi-asserted-by":"publisher","unstructured":"Gr\u00fcninger, M., Fox, M.S.: The role of competency questions in enterprise engineering, pp. 22\u201331. Springer US, Boston, MA (1995). https:\/\/doi.org\/10.1007\/978-0-387-34847-6_3","DOI":"10.1007\/978-0-387-34847-6_3"},{"key":"27_CR19","doi-asserted-by":"crossref","unstructured":"Lantow, B.: Ontometrics: putting metrics into use for ontology evaluation. In: KEOD, pp. 186\u2013191 (2016)","DOI":"10.5220\/0006084601860191"},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Lippolis, A.S., Ceriani, M., Zuppiroli, S., Nuzzolese, A.G.: Ontogenia: ontology generation with metacognitive prompting in large language models. In: European Semantic Web Conference, pp. 259\u2013265. Springer (2024)","DOI":"10.1007\/978-3-031-78952-6_38"},{"issue":"1","key":"27_CR21","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1038\/s41597-025-04537-4","volume":"12","author":"AS Lippolis","year":"2025","unstructured":"Lippolis, A.S., Lodi, G., Nuzzolese, A.G.: The water health open knowledge graph. Sci. Data 12(1), 274 (2025)","journal-title":"Sci. Data"},{"key":"27_CR22","doi-asserted-by":"crossref","unstructured":"Lippolis, A.S., Saeedizade, M.J., Keskisarkka, R., Gangemi, A., Blomqvist, E., Nuzzolese, A.G.: Assessing the capability of large language models for domain-specific ontology generation. In: European Semantic Web Conference, pp. 321\u2013341. Springer Nature Switzerland, Cham (2025)","DOI":"10.1007\/978-3-031-94575-5_18"},{"key":"27_CR23","unstructured":"Lippolis, A.S., et al.: Ontology generation using large language models. arXiv preprint arXiv:2503.05388 (2025)"},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Litovkin, D., Dontsov, D., Anikin, A., Sychev, O.: Suitability of object-role modeling diagrams as an intermediate model for ontology engineering: Testing the rules. In: Brain-Inspired Cognitive Architectures for Artificial Intelligence: BICA* AI 2020: Proceedings of the 11th Annual Meeting of the BICA Society, vol.\u00a01310, p.\u00a0188. Springer (2020)","DOI":"10.1007\/978-3-030-65596-9_24"},{"key":"27_CR25","unstructured":"Presutti, V., Daga, E., Gangemi, A., Blomqvist, E.: Extreme design with content ontology design patterns. In: Proceedings of Workshop on Ontology Patterns, pp. 83\u201397. CEUR-WS (2009)"},{"key":"27_CR26","unstructured":"Rebboud, Y., Lisena, P., Tailhardat, L., Troncy, R.: Benchmarking llm-based ontology conceptualization: a proposal. In: The Semantic Web \u2013 ISWC 2024: 23rd International Semantic Web Conference, Baltimore, MD, USA, 11\u201315 November 2024, Proceedings (2024)"},{"key":"27_CR27","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/978-3-031-60626-7_8","volume-title":"The Semantic Web","author":"MJ Saeedizade","year":"2024","unstructured":"Saeedizade, M.J., Blomqvist, E.: Navigating ontology development with large language models. In: Mero\u00f1o Pe\u00f1uela, A., et al. (eds.) The Semantic Web, pp. 143\u2013161. Springer Nature Switzerland, Cham (2024)"},{"key":"27_CR28","doi-asserted-by":"crossref","unstructured":"da\u00a0Silva, L.M.V., Kocher, A., Gehlhoff, F., Fay, A.: Toward a method to generate capability ontologies from natural language descriptions. In: 2024 IEEE 29th International Conference on Emerging Technologies and Factory Automation (ETFA), pp.\u00a01\u20134. IEEE (2024)","DOI":"10.1109\/ETFA61755.2024.10710783"},{"key":"27_CR29","unstructured":"Tsaneva, S., Vasic, S., Sabou, M.: Llm-driven ontology evaluation: verifying ontology restrictions with chatgpt. In: The Semantic Web: ESWC Satellite Events, vol. 2024 (2024)"},{"key":"27_CR30","doi-asserted-by":"crossref","unstructured":"Tufek, N., et al.: Validating semantic artifacts with large language models. In: European Semantic Web Conference, pp. 92\u2013101. Springer (2024)","DOI":"10.1007\/978-3-031-78952-6_9"},{"issue":"2","key":"27_CR31","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1017\/S0269888900007797","volume":"11","author":"M Uschold","year":"1996","unstructured":"Uschold, M., Gruninger, M.: Ontologies: principles, methods and applications. Knowl. Eng. Rev. 11(2), 93\u2013136 (1996)","journal-title":"Knowl. Eng. Rev."},{"key":"27_CR32","doi-asserted-by":"crossref","unstructured":"Vrande\u010di\u0107, D., Gangemi, A.: Unit tests for ontologies. In: OTM Confederated International Conferences \u201cOn the Move to Meaningful Internet Systems\", pp. 1012\u20131020. Springer (2006)","DOI":"10.1007\/11915072_2"},{"key":"27_CR33","unstructured":"Zhang, B., et al.: Ontochat: a framework for conversational ontology engineering using language models. In: Proceedings of the ESWC2024 Special Track: Large Language Models for Knowledge Engineering (to appear) (2024)"},{"key":"27_CR34","doi-asserted-by":"crossref","unstructured":"Zhang, B., Koutsiana, E., Zhao, Y., Mero\u00f1o-Pe\u00f1uela, A., Simperl, E.: Trustworthy knowledge graphs: practices and approaches. In: Handbook on Neurosymbolic AI and Knowledge Graphs, pp. 363\u2013384. IOS Press (2025)","DOI":"10.3233\/FAIA250215"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web \u2013 ISWC 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09527-5_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:29:18Z","timestamp":1761805758000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09527-5_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,29]]},"ISBN":["9783032095268","9783032095275"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09527-5_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,29]]},"assertion":[{"value":"29 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nara","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semweb2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iswc2025.semanticweb.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}