{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T08:04:53Z","timestamp":1793693093446,"version":"4.5.1"},"reference-count":71,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:00:00Z","timestamp":1778716800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Data &amp; Knowledge Engineering"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.datak.2026.102611","type":"journal-article","created":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T15:03:07Z","timestamp":1777993387000},"page":"102611","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Dynamic knowledge graph evaluation: Semantic and syntactic metrics for evaluating changes"],"prefix":"10.1016","volume":"164","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1760-2740","authenticated-orcid":false,"given":"Roos M.","family":"Bakker","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2775-8351","authenticated-orcid":false,"given":"Maaike H.T.","family":"de Boer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/j.datak.2026.102611_b1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3447772","article-title":"Knowledge graphs","volume":"54","author":"Hogan","year":"2021","journal-title":"ACM Comput. Surv. (Csur)"},{"issue":"3","key":"10.1016\/j.datak.2026.102611_b2","doi-asserted-by":"crossref","first-page":"179","DOI":"10.3233\/AO-130125","article-title":"Towards ontology evaluation across the life cycle: The ontology summit 2013","volume":"8","author":"Neuhaus","year":"2013","journal-title":"Appl. Ontol."},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b3","first-page":"11:1","article-title":"How does knowledge evolve in open knowledge graphs?","volume":"1","author":"Polleres","year":"2023","journal-title":"Trans. Graph Data Knowl."},{"issue":"Preprint","key":"10.1016\/j.datak.2026.102611_b4","first-page":"1","article-title":"A conceptual model for ontology quality assessment","author":"Wilson","year":"2022","journal-title":"Semant. Web"},{"issue":"4","key":"10.1016\/j.datak.2026.102611_b5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3329124","article-title":"Evaluating domain ontologies: clarification, classification, and challenges","volume":"52","author":"McDaniel","year":"2019","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.datak.2026.102611_b6","series-title":"Proceedings of the Conference on Data Mining and Data Warehouses","first-page":"166","article-title":"A survey of ontology evaluation techniques","author":"Brank","year":"2005"},{"key":"10.1016\/j.datak.2026.102611_b7","unstructured":"J. De Smedt, M. le Vrang, A. Papantoniou, ESCO: Towards a Semantic Web for the European Labor Market, in: Proceedings of the Workshop on Linked Data on the Web Co-Located with the 24th International World Wide Web Conference, WWW 2015, 2015."},{"issue":"3","key":"10.1016\/j.datak.2026.102611_b8","first-page":"265","article-title":"Medical subject headings (MeSH)","volume":"88","author":"Lipscomb","year":"2000","journal-title":"Bull. Med. Libr. Assoc."},{"key":"10.1016\/j.datak.2026.102611_b9","series-title":"Proceedings of the European Knowledge Acquisition Workshop","article-title":"OWL Pizzas: Common errors & common patterns from practical experience of teaching OWL-DL","author":"Rector","year":"2004"},{"key":"10.1016\/j.datak.2026.102611_b10","series-title":"Handbook on Ontologies","first-page":"1","article-title":"What is an ontology?","author":"Guarino","year":"2009"},{"key":"10.1016\/j.datak.2026.102611_b11","series-title":"International Conference on Conceptual Structures","first-page":"425","article-title":"What has happened to ontology","author":"\u00d8hrstr\u00f8m","year":"2005"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b12","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1111\/j.1749-6632.1984.tb16513.x","article-title":"Knowledge engineering","volume":"426","author":"Feigenbaum","year":"1984","journal-title":"Ann. New York Acad. Sci."},{"key":"10.1016\/j.datak.2026.102611_b13","series-title":"Knowledge Graphs: Representation and Structuring of Scientific Knowledge","isbn-type":"print","author":"Bakker","year":"1987","ISBN":"https:\/\/id.crossref.org\/isbn\/9090019634"},{"key":"10.1016\/j.datak.2026.102611_b14","doi-asserted-by":"crossref","DOI":"10.1093\/database\/bay101","article-title":"A survey of ontology learning techniques and applications","volume":"2018","author":"Asim","year":"2018","journal-title":"Database"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b15","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1109\/TKDE.2011.253","article-title":"Ontology matching: state of the art and future challenges","volume":"25","author":"Shvaiko","year":"2011","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.datak.2026.102611_b16","doi-asserted-by":"crossref","DOI":"10.1017\/S0269888920000065","article-title":"Ontology engineering methodologies for the evolution of living and reused ontologies: status, trends, findings and recommendations","volume":"35","author":"Kotis","year":"2020","journal-title":"Knowl. Eng. Rev."},{"key":"10.1016\/j.datak.2026.102611_b17","series-title":"Proceedings of the 5th International Joint Conference on Artificial Intelligence - Volume 2","first-page":"1014","article-title":"The art of artificial intelligence: themes and case studies of knowledge engineering","author":"Feigenbaum","year":"1977"},{"key":"10.1016\/j.datak.2026.102611_b18","first-page":"2","article-title":"Towards a definition of knowledge graphs","volume":"vol. 48, no. 1\u20134","author":"Ehrlinger","year":"2016"},{"key":"10.1016\/j.datak.2026.102611_b19","series-title":"International Conference on Computational Science and Its Applications","first-page":"509","article-title":"Ontology quality evaluation methodology","author":"Wilson","year":"2022"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b20","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1017\/S0269888913000349","article-title":"Ontology evolution: a process-centric survey","volume":"30","author":"Zablith","year":"2015","journal-title":"Knowl. Eng. Rev."},{"issue":"2","key":"10.1016\/j.datak.2026.102611_b21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4018\/jdm.2004040101","article-title":"Ontometric: A method to choose the appropriate ontology","volume":"15","author":"Lozano-Tello","year":"2004","journal-title":"J. Database Manag. (JDM)"},{"key":"10.1016\/j.datak.2026.102611_b22","doi-asserted-by":"crossref","unstructured":"R. Dividino, M. Romanelli, D. Sonntag, Semiotic-based Ontology Evaluation Tool (S-OntoEval), in: Proceedings of the Sixth International Conference on Language Resources and Evaluation, LREC\u201908, 2008.","DOI":"10.63317\/28kg57o5ihgj"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b23","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1016\/j.datak.2004.11.010","article-title":"A semiotic metrics suite for assessing the quality of ontologies","volume":"55","author":"Burton-Jones","year":"2005","journal-title":"Data Knowl. Eng."},{"key":"10.1016\/j.datak.2026.102611_b24","series-title":"Handbook on Ontologies","first-page":"221","article-title":"Ontology design patterns","author":"Gangemi","year":"2009"},{"key":"10.1016\/j.datak.2026.102611_b25","doi-asserted-by":"crossref","first-page":"12889","DOI":"10.1109\/ACCESS.2022.3146331","article-title":"Towards a usable ontology: the identification of quality characteristics for an ontology-driven decision support system","volume":"10","author":"Wilson","year":"2022","journal-title":"IEEE Access"},{"issue":"5","key":"10.1016\/j.datak.2026.102611_b26","first-page":"1","article-title":"Approaches, methods, metrics, measures, and subjectivity in ontology evaluation: A survey","volume":"1","author":"Hlomani","year":"2014","journal-title":"Semant. Web J."},{"key":"10.1016\/j.datak.2026.102611_b27","doi-asserted-by":"crossref","unstructured":"A. Degbelo, A snapshot of ontology evaluation criteria and strategies, in: Proceedings of the 13th International Conference on Semantic Systems, 2017, pp. 1\u20138.","DOI":"10.1145\/3132218.3132219"},{"key":"10.1016\/j.datak.2026.102611_b28","doi-asserted-by":"crossref","first-page":"148722","DOI":"10.1109\/ACCESS.2020.3015789","article-title":"An automated process for the repository-based analysis of ontology structural metrics","volume":"8","author":"Bernab\u00e9-D\u00edaz","year":"2020","journal-title":"IEEE Access"},{"issue":"8","key":"10.1016\/j.datak.2026.102611_b29","doi-asserted-by":"crossref","first-page":"766","DOI":"10.1016\/j.is.2009.04.002","article-title":"Requirements-oriented methodology for evaluating ontologies","volume":"34","author":"Yu","year":"2009","journal-title":"Inf. Syst."},{"issue":"6","key":"10.1016\/j.datak.2026.102611_b30","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1109\/TSE.1984.5010301","article-title":"A methodology for collecting valid software engineering data","author":"Basili","year":"1984","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.datak.2026.102611_b31","series-title":"The Semantic Web: Research and Applications: 9th Extended Semantic Web Conference, ESWC 2012, Heraklion, Crete, Greece, May 27-31, 2012. Proceedings 9","first-page":"87","article-title":"Assessing linked data mappings using network measures","author":"Gu\u00e9ret","year":"2012"},{"key":"10.1016\/j.datak.2026.102611_b32","doi-asserted-by":"crossref","unstructured":"A. Zaitoun, T. Sagi, K. Hose, OntoEval: an Automated Ontology Evaluation System, in: Companion Proceedings of the ACM Web Conference 2023, 2023, pp. 82\u201385.","DOI":"10.1145\/3543873.3587318"},{"key":"10.1016\/j.datak.2026.102611_b33","series-title":"European Semantic Web Conference","first-page":"310","article-title":"Evaluating knowledge graphs with hybrid intelligence","author":"Tsaneva","year":"2023"},{"key":"10.1016\/j.datak.2026.102611_b34","series-title":"Large language models assisting ontology evaluation","author":"Lippolis","year":"2025"},{"key":"10.1016\/j.datak.2026.102611_b35","unstructured":"J. Garc\u00eda-Fern\u00e1ndez, J. Verhoosel, J. Ubacht, R. Bakker, Ontology Engineering with Large Language Models: Unveiling the Potential of Human-LLM Collaboration in the Ontology Extension Process, in: Proceedings of the 4th International Workshop on LLM-Integrated Knowledge Graph Generation from Text (LLM-TEXT2KG 2025), Co-Located with the Extended Semantic Web Conference, ESWC 2025, Portoro\u017e, Slovenia, 2025."},{"key":"10.1016\/j.datak.2026.102611_b36","series-title":"International Conference on Computational Science and Its Applications","first-page":"320","article-title":"Analysis of ontology quality dimensions, criteria and metrics","author":"Wilson","year":"2021"},{"issue":"2","key":"10.1016\/j.datak.2026.102611_b37","doi-asserted-by":"crossref","first-page":"7","DOI":"10.4018\/ijswis.2014040102","article-title":"Oops!(ontology pitfall scanner!): An on-line tool for ontology evaluation","volume":"10","author":"Poveda-Villal\u00f3n","year":"2014","journal-title":"Int. J. Semant. Web Inf. Syst. (IJSWIS)"},{"key":"10.1016\/j.datak.2026.102611_b38","series-title":"18th International Conference on Semantic Systems, SEMPDW 2022, 13 September 2022 Through 15 September 2022","article-title":"NEOntometrics: A flexible and scalable software for calculating ontology metrics","author":"Reiz","year":"2022"},{"issue":"8","key":"10.1016\/j.datak.2026.102611_b39","doi-asserted-by":"crossref","first-page":"301","DOI":"10.3390\/info12080301","article-title":"Delta: A modular ontology evaluation system","volume":"12","author":"Kondylakis","year":"2021","journal-title":"Information"},{"key":"10.1016\/j.datak.2026.102611_b40","first-page":"159","article-title":"OQuaRE: A square-based approach for evaluating the quality of ontologies","volume":"43","author":"Duque-Ramos","year":"2011","journal-title":"J. Res. Pr. Inf. Technol."},{"key":"10.1016\/j.datak.2026.102611_b41","doi-asserted-by":"crossref","unstructured":"N. Heist, S. Hertling, H. Paulheim, KGrEaT: a framework to evaluate knowledge graphs via downstream tasks, in: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, 2023, pp. 3938\u20133942.","DOI":"10.1145\/3583780.3615241"},{"key":"10.1016\/j.datak.2026.102611_b42","series-title":"International Conference on Secure Knowledge Management in Artificial Intelligence Era","first-page":"73","article-title":"A framework for syntactic and semantic quality evaluation of ontologies","author":"Iyer","year":"2021"},{"key":"10.1016\/j.datak.2026.102611_b43","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1016\/j.datak.2018.02.001","article-title":"Assessing the quality of domain ontologies: Metrics and an automated ranking system","volume":"115","author":"McDaniel","year":"2018","journal-title":"Data Knowl. Eng."},{"key":"10.1016\/j.datak.2026.102611_b44","series-title":"KEOD","first-page":"250","article-title":"Ontology metrics as a service (OMaaS)","author":"Reiz","year":"2020"},{"issue":"2","key":"10.1016\/j.datak.2026.102611_b45","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1016\/j.websem.2005.10.001","article-title":"Swoop: A web ontology editing browser","volume":"4","author":"Kalyanpur","year":"2006","journal-title":"J. Web Semant."},{"key":"10.1016\/j.datak.2026.102611_b46","series-title":"OntoQA: Metric-based ontology quality analysis","author":"Tartir","year":"2005"},{"key":"10.1016\/j.datak.2026.102611_b47","series-title":"IFIP International Conference on Artificial Intelligence Applications and Innovations","first-page":"369","article-title":"ODEval: a tool for evaluating RDF (S), DAML+ OIL, and OWL concept taxonomies","author":"Corcho","year":"2004"},{"key":"10.1016\/j.datak.2026.102611_b48","unstructured":"Q. Lu, V. Haarslev, OntoKBEval: A Support Tool for DL-based Evaluation of OWL Ontologies, in: Proceedings of the 2006 International Workshop on OWL: Experiences and Directions, 2006, pp. 10\u201311."},{"issue":"Suppl 4","key":"10.1016\/j.datak.2026.102611_b49","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1186\/s12911-019-0859-z","article-title":"Architecture and usability of OntoKeeper, an ontology evaluation tool","volume":"19","author":"Amith","year":"2019","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"10.1016\/j.datak.2026.102611_b50","series-title":"Semantic IoT: Theory and Applications","first-page":"161","article-title":"PerfectO: an online toolkit for improving quality, accessibility, and classification of domain-based ontologies","author":"Gyrard","year":"2021"},{"issue":"7","key":"10.1016\/j.datak.2026.102611_b51","doi-asserted-by":"crossref","first-page":"2696","DOI":"10.1016\/j.eswa.2012.11.004","article-title":"Evaluation of the oquare framework for ontology quality","volume":"40","author":"Duque-Ramos","year":"2013","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.datak.2026.102611_b52","series-title":"2018 2nd International Conference on Inventive Systems and Control","first-page":"1415","article-title":"A review on metrics for ontology evaluation","author":"Lourdusamy","year":"2018"},{"key":"10.1016\/j.datak.2026.102611_b53","series-title":"The Semantic Web \u2013 ISWC 2014: 13th International Semantic Web Conference, Riva Del Garda, Italy, October 19-23, 2014. Proceedings, Part I","isbn-type":"print","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1007\/978-3-319-11964-9_28","article-title":"Updating RDFS ABoxes and TBoxes in SPARQL","author":"Ahmeti","year":"2014","ISBN":"https:\/\/id.crossref.org\/isbn\/9783319119632"},{"key":"10.1016\/j.datak.2026.102611_b54","series-title":"International Conference on Application of Natural Language To Information Systems","first-page":"227","article-title":"Text2onto: A framework for ontology learning and data-driven change discovery","author":"Cimiano","year":"2005"},{"key":"10.1016\/j.datak.2026.102611_b55","series-title":"European Semantic Web Conference","first-page":"944","article-title":"Evolva: A comprehensive approach to ontology evolution","author":"Zablith","year":"2009"},{"key":"10.1016\/j.datak.2026.102611_b56","series-title":"Methods and Tools for Ontology Evolution","author":"Stojanovic","year":"2004"},{"key":"10.1016\/j.datak.2026.102611_b57","first-page":"4","article-title":"A component-based framework for ontology evolution","volume":"vol. 3","author":"Klein","year":"2003"},{"key":"10.1016\/j.datak.2026.102611_b58","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1007\/s10115-003-0137-2","article-title":"Ontology evolution: Not the same as schema evolution","volume":"6","author":"Noy","year":"2004","journal-title":"Knowl. Inf. Syst."},{"key":"10.1016\/j.datak.2026.102611_b59","series-title":"Perspectives in Business Informatics Research: 19th International Conference on Business Informatics Research, BIR 2020, Vienna, Austria, September 21\u201323, 2020, Proceedings 19","first-page":"111","article-title":"Design decisions and their implications: An ontology quality perspective","author":"Reiz","year":"2020"},{"key":"10.1016\/j.datak.2026.102611_b60","series-title":"International Conference on Semantic Computing","first-page":"185","article-title":"Ontology evaluation and ranking using ontoqa","author":"Tartir","year":"2007"},{"key":"10.1016\/j.datak.2026.102611_b61","series-title":"OWL web ontology language guide, W3C recommendation","author":"Smith","year":"2004"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b62","doi-asserted-by":"crossref","first-page":"107","DOI":"10.3844\/jcssp.2005.107.113","article-title":"Cohesion metrics for ontology design and application","volume":"1","author":"Yao","year":"2005","journal-title":"J. Comput. Sci."},{"key":"10.1016\/j.datak.2026.102611_b63","series-title":"Normalized ArcTan S-function - a versatile smoothing function","author":"Den Boer","year":"2011"},{"key":"10.1016\/j.datak.2026.102611_b64","series-title":"Wikipedia","author":"Wales","year":"2001"},{"key":"10.1016\/j.datak.2026.102611_b65","series-title":"Pizza.owl","author":"Rector","year":"2006"},{"key":"10.1016\/j.datak.2026.102611_b66","series-title":"Pubmed","author":"National Library of Medicine","year":"2025"},{"key":"10.1016\/j.datak.2026.102611_b67","series-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"10.1016\/j.datak.2026.102611_b68","series-title":"Data scientist resume keywords and skills (hard skills)","author":"ResumeWorded","year":"2024"},{"key":"10.1016\/j.datak.2026.102611_b69","series-title":"ABOUT DIABETES: Common terms","author":"American Diabetes Association","year":"2024"},{"key":"10.1016\/j.datak.2026.102611_b70","series-title":"Glossary","author":"The Endocrine Society","year":"2024"},{"issue":"1","key":"10.1016\/j.datak.2026.102611_b71","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1186\/s12651-025-00409-x","article-title":"Towards explicit soft skills labelling in ESCO through semantic NLP analysis","volume":"59","author":"Panzaru","year":"2025","journal-title":"J. Labour Mark. Res."}],"container-title":["Data &amp; Knowledge Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169023X26000583?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169023X26000583?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T00:47:48Z","timestamp":1781225268000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0169023X26000583"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":71,"alternative-id":["S0169023X26000583"],"URL":"https:\/\/doi.org\/10.1016\/j.datak.2026.102611","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.171779320.04772689\/v2","asserted-by":"object"}]},"ISSN":["0169-023X"],"issn-type":[{"value":"0169-023X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dynamic knowledge graph evaluation: Semantic and syntactic metrics for evaluating changes","name":"articletitle","label":"Article Title"},{"value":"Data & Knowledge Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.datak.2026.102611","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"102611"}}