{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T11:35:46Z","timestamp":1774438546596,"version":"3.50.1"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030869694","type":"print"},{"value":"9783030869700","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86970-0_23","type":"book-chapter","created":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T06:03:57Z","timestamp":1631253837000},"page":"320-337","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Analysis of Ontology Quality Dimensions, Criteria and Metrics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1249-0372","authenticated-orcid":false,"given":"R. S. I.","family":"Wilson","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0839-4529","authenticated-orcid":false,"given":"J. S.","family":"Goonetillake","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4749-9190","authenticated-orcid":false,"given":"W. A.","family":"Indika","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7445-588X","authenticated-orcid":false,"given":"Athula","family":"Ginige","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,11]]},"reference":[{"key":"23_CR1","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/S0169-023X(97)00056-6","volume":"25","author":"R Studer","year":"1998","unstructured":"Studer, R., Benjamins, V.R., Fensel, D.: Knowledge engineering: principles and methods. Data Knowl. Eng. 25, 161\u2013197 (1998)","journal-title":"Data Knowl. Eng."},{"key":"23_CR2","unstructured":"Natalya, F.N., Deborah, L.M.: What is an ontology and why we need it. https:\/\/protege.stanford.edu\/publications\/ontology_development\/ontology101-noy-mcguinness.html. Accessed 09 May 2021"},{"key":"23_CR3","first-page":"159","volume":"43","author":"A Duque-Ramos","year":"2011","unstructured":"Duque-Ramos, A., Fern\u00e1ndez-Breis, J.T., Stevens, R., Aussenac-Gilles, N.: OQuaRE: a SQuaRE-based approach for evaluating the quality of ontologies. J. Res. Pract. Inf. Technol. 43, 159\u2013176 (2011)","journal-title":"J. Res. Pract. Inf. Technol."},{"key":"23_CR4","first-page":"74","volume":"19","author":"S Staab","year":"2004","unstructured":"Staab, S., Gomez-Perez, A., Daelemana, W., Reinberger, M.-L., Noy, N.F.: Why evaluate ontology technologies? Because it works! IEEE Intell. Syst. 19, 74\u201381 (2004)","journal-title":"IEEE Intell. Syst."},{"key":"23_CR5","doi-asserted-by":"publisher","first-page":"2696","DOI":"10.1016\/j.eswa.2012.11.004","volume":"40","author":"A Duque-Ramos","year":"2013","unstructured":"Duque-Ramos, A., et al.: Evaluation of the OQuaRE framework for ontology quality. Expert Syst. Appl. 40, 2696\u20132703 (2013)","journal-title":"Expert Syst. Appl."},{"key":"23_CR6","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1016\/S0957-4174(96)00067-X","volume":"11","author":"A G\u00f3mez-P\u00e9rez","year":"1996","unstructured":"G\u00f3mez-P\u00e9rez, A.: Towards a framework to verify knowledge sharing technology. Expert Syst. Appl. 11, 519\u2013529 (1996)","journal-title":"Expert Syst. Appl."},{"key":"23_CR7","unstructured":"Brank, J., Grobelnik, M., Mladeni\u0107, D.: A survey of ontology evaluation techniques. In: Proceedings of the Conference on Data Mining and Data Warehouses, pp. 166\u2013170 (2005)"},{"key":"23_CR8","unstructured":"Ontology Summit 2013. http:\/\/ontolog.cim3.net\/OntologySummit\/2013\/index.html. Accessed 09 May 2021"},{"key":"23_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3329124","volume":"52","author":"M McDaniel","year":"2019","unstructured":"McDaniel, M., Storey, V.C.: Evaluating domain ontologies: clarification, classification, and challenges. ACM Comput. Surv. 52, 1\u201344 (2019)","journal-title":"ACM Comput. Surv."},{"key":"23_CR10","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.datak.2004.11.010","volume":"55","author":"A Burton-Jones","year":"2005","unstructured":"Burton-Jones, A., Storey, V.C., Sugumaran, V., Ahluwalia, P.: A semiotic metrics suite for assessing the quality of ontologies. Data Knowl. Eng. 55, 84\u2013102 (2005)","journal-title":"Data Knowl. Eng."},{"key":"23_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/11762256_13","volume-title":"The Semantic Web: Research and Applications","author":"A Gangemi","year":"2006","unstructured":"Gangemi, A., Catenacci, C., Ciaramita, M., Lehmann, J.: Modelling ontology evaluation and validation. In: Sure, Y., Domingue, J. (eds.) ESWC 2006. LNCS, vol. 4011, pp. 140\u2013154. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11762256_13"},{"key":"23_CR12","unstructured":"Gangemi, A., et al.: Ontology evaluation and validation: an integrated formal model for the quality diagnostic task, 53 (2005)"},{"key":"23_CR13","doi-asserted-by":"crossref","unstructured":"Lantow, B.: OntoMetrics: putting metrics into use for ontology evaluation. In: KEOD, pp. 186\u2013191 (2016)","DOI":"10.5220\/0006084601860191"},{"key":"23_CR14","unstructured":"Tartir, S., Arpinar, I.B., Moore, M., Sheth, A.P., Aleman-Meza, B.: OntoQA: metric-based ontology quality analysis (2005)"},{"key":"23_CR15","unstructured":"ISO\/IEC 25000:2005. https:\/\/www.iso.org\/standard\/35683.html. Accessed 09 May 2021"},{"key":"23_CR16","doi-asserted-by":"crossref","unstructured":"Degbelo, A.: A snapshot of ontology evaluation criteria and strategies. In: Proceedings of the 13th International Conference on Semantic Systems, pp. 1\u20138. Association for Computing Machinery, New York (2017)","DOI":"10.1145\/3132218.3132219"},{"key":"23_CR17","series-title":"International Handbooks on Information Systems","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-540-92673-3_13","volume-title":"Handbook on Ontologies","author":"D Vrande\u010di\u0107","year":"2009","unstructured":"G\u00f3mez-P\u00e9rez, A.: Ontology Evaluation. In: Staab, S., Studer, R. (eds.) Handbook on Ontologies. International Handbooks on Information Systems, pp. 251\u2013273. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-24750-0_13"},{"key":"23_CR18","series-title":"International Handbooks on Information Systems","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-540-92673-3_13","volume-title":"Handbook on ontologies","author":"D Vrande\u010di\u0107","year":"2009","unstructured":"Vrande\u010di\u0107, D.: Ontology evaluation. In: Staab, S., Studer, R. (eds.) Handbook on ontologies. IHIS, pp. 293\u2013313. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-540-92673-3_13"},{"key":"23_CR19","doi-asserted-by":"crossref","unstructured":"Reynoso, L., Amaolo, M., Vaucheret, C., \u00c1lvarez, M.: Survey of measures for the structural dimension of ontologies. In: 2013 IEEE 12th International Conference on Cognitive Informatics and Cognitive Computing, pp. 83\u201392 (2013)","DOI":"10.1109\/ICCI-CC.2013.6622229"},{"key":"23_CR20","unstructured":"Mc Gurk, S., Abela, C., Debattista, J.: Towards ontology quality assessment. In: MEPDaW\/LDQ@ ESWC, pp. 94\u2013106 (2017)"},{"key":"23_CR21","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1007\/978-3-642-17449-0_2","volume-title":"Exploring the Grand Challenges for Next Generation E-Business","author":"J Pak","year":"2010","unstructured":"Pak, J., Zhou, L.: A framework for ontology evaluation. In: Sharman, R., Rao, H.R., Raghu, T. S. (eds.) WEB 2009. LNBIP, vol. 52, pp. 10\u201318. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-17449-0_2"},{"key":"23_CR22","doi-asserted-by":"crossref","unstructured":"Hooi, Y.K., Hassan, M.F., Shariff, A.M.: Ontology evaluation: a criteria selection framework. In: 2015 International Symposium on Mathematical Sciences and Computing Research (iSMSC), pp. 298\u2013303 (2015)","DOI":"10.1109\/ISMSC.2015.7594069"},{"key":"23_CR23","doi-asserted-by":"crossref","unstructured":"Raad, J., Cruz, C.: A survey on ontology evaluation methods: In: Proceedings of the 7th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, pp. 179\u2013186. SCITEPRESS - Science and and Technology Publications, Lisbon (2015)","DOI":"10.5220\/0005591001790186"},{"key":"23_CR24","doi-asserted-by":"crossref","unstructured":"Verma, A.: An abstract framework for ontology evaluation. In: 2016 International Conference on Data Science and Engineering (ICDSE), pp. 1\u20136 (2016)","DOI":"10.1109\/ICDSE.2016.7823945"},{"key":"23_CR25","doi-asserted-by":"publisher","first-page":"257","DOI":"10.13053\/rcs-148-3-21","volume":"148","author":"C Reyes-Pena","year":"2019","unstructured":"Reyes-Pena, C., Tovar-Vidal, M.: Ontology: components and evaluation, a review. Res. Comput. Sci. 148, 257\u2013265 (2019)","journal-title":"Res. Comput. Sci."},{"key":"23_CR26","unstructured":"Kitchenham, B.: Procedures for undertaking systematic reviews. Joint Technical report, Computer Science Department, Keele University (TR\/SE-0401) and National ICT Australia Ltd. (0400011T.1) (2004)"},{"key":"23_CR27","doi-asserted-by":"publisher","first-page":"398","DOI":"10.3103\/S0147688210060043","volume":"37","author":"TA Gavrilova","year":"2010","unstructured":"Gavrilova, T.A., Gorovoy, V.A., Bolotnikova, E.S.: Evaluation of the cognitive ergonomics of ontologies on the basis of graph analysis. Sci. Tech. Inf. Process. 37, 398\u2013406 (2010)","journal-title":"Sci. Tech. Inf. Process."},{"key":"23_CR28","doi-asserted-by":"crossref","unstructured":"Demaidi, M.N., Gaber, M.M.: TONE: a method for terminological ontology evaluation. In: Proceedings of the ArabWIC 6th Annual International Conference Research Track, pp. 1\u201310. Association for Computing Machinery, New York (2019)","DOI":"10.1145\/3333165.3333179"},{"key":"23_CR29","doi-asserted-by":"crossref","unstructured":"Cross, V., Pal, A.: Metrics for ontologies. In: NAFIPS 2005 - 2005 Annual Meeting of the North American Fuzzy Information Processing Society, pp. 448\u2013453 (2005)","DOI":"10.1109\/NAFIPS.2005.1548577"},{"key":"23_CR30","doi-asserted-by":"publisher","first-page":"254","DOI":"10.23919\/TST.2017.7914198","volume":"22","author":"H Zhu","year":"2017","unstructured":"Zhu, H., Liu, D., Bayley, I., Aldea, A., Yang, Y., Chen, Y.: Quality model and metrics of ontology for semantic descriptions of web services. Tsinghua Sci. Technol. 22, 254\u2013272 (2017)","journal-title":"Tsinghua Sci. Technol."},{"key":"23_CR31","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.is.2008.09.001","volume":"35","author":"J Evermann","year":"2010","unstructured":"Evermann, J., Fang, J.: Evaluating ontologies: towards a cognitive measure of quality. Inf. Syst. 35, 391\u2013403 (2010)","journal-title":"Inf. Syst."},{"key":"23_CR32","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.jss.2009.07.047","volume":"83","author":"Y Ma","year":"2010","unstructured":"Ma, Y., Jin, B., Feng, Y.: Semantic oriented ontology cohesion metrics for ontology-based systems. J. Syst. Softw. 83, 143\u2013152 (2010)","journal-title":"J. Syst. Softw."},{"key":"23_CR33","doi-asserted-by":"publisher","first-page":"1291","DOI":"10.1016\/j.compind.2014.07.010","volume":"65","author":"M Rico","year":"2014","unstructured":"Rico, M., Caliusco, M.L., Chiotti, O., Galli, M.R.: OntoQualitas: a framework for ontology quality assessment in information interchanges between heterogeneous systems. Comput. Ind. 65, 1291\u20131300 (2014)","journal-title":"Comput. Ind."},{"key":"23_CR34","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.datak.2018.02.001","volume":"115","author":"M McDaniel","year":"2018","unstructured":"McDaniel, M., Storey, V.C., Sugumaran, V.: Assessing the quality of domain ontologies: metrics and an automated ranking system. Data Knowl. Eng. 115, 32\u201347 (2018)","journal-title":"Data Knowl. Eng."},{"key":"23_CR35","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/s10799-011-0094-5","volume":"12","author":"S Oh","year":"2011","unstructured":"Oh, S., Yeom, H.Y., Ahn, J.: Cohesion and coupling metrics for ontology modules. Inf. Technol. Manag. 12, 81 (2011)","journal-title":"Inf. Technol. Manag."},{"key":"23_CR36","unstructured":"IEEE Standard for a Software Quality Metrics Methodology: In IEEE Std 1061-1992, pp. 1\u201396 (1993)"},{"key":"23_CR37","doi-asserted-by":"publisher","first-page":"929","DOI":"10.1109\/32.489070","volume":"21","author":"B Kitchenham","year":"1995","unstructured":"Kitchenham, B., Pfleeger, S.L., Fenton, N.: Towards a framework for software measurement validation. IEEE Trans. Softw. Eng. 21, 929\u2013944 (1995)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"23_CR38","first-page":"528","volume":"2","author":"VR Basili","year":"1994","unstructured":"Basili, V.R., Caldiera, G., Rombach, H.D.: The goal question metric approach. Encyclopedia Softw. Eng. 2, 528\u2013532 (1994)","journal-title":"Encyclopedia Softw. Eng."},{"key":"23_CR39","unstructured":"Porzel, R., Malaka, R.: A task-based approach for ontology evaluation. In: Proceedings of the Workshop on Ontology Learning and Population at the 16th European Conference on Artificial Intelligence (ECAI), (2004)"},{"key":"23_CR40","unstructured":"OQuaRE: A SQUaRE based quality evaluation framework for Ontologies. http:\/\/miuras.inf.um.es\/evaluation\/oquare\/. Accessed 09 May 2021"},{"key":"23_CR41","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1080\/07421222.1996.11518099","volume":"12","author":"RY Wang","year":"1996","unstructured":"Wang, R.Y., Strong, D.M.: Beyond accuracy: what data quality means to data consumers. J. Manag. Inf. Syst. 12, 5\u201333 (1996)","journal-title":"J. Manag. Inf. Syst."},{"key":"23_CR42","doi-asserted-by":"crossref","unstructured":"Mouzhi Ge., Markus, H.: A review of information quality research. In. Proceedings of the 2007 International Conference on Information Quality, pp. 76\u201391 (2007)","DOI":"10.1049\/cp:20070800"},{"key":"23_CR43","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1017\/S0269888900007797","volume":"11","author":"M Uschold","year":"1996","unstructured":"Uschold, M., Gruninger, M.: Ontologies: principles, methods and applications. Knowl. Eng. Rev. 11, 93\u2013136 (1996)","journal-title":"Knowl. Eng. Rev."},{"key":"23_CR44","doi-asserted-by":"crossref","unstructured":"Nigel, B.: Human-computer interaction standards. In: Anzai, Y., Ogawa, K.(eds.) Proceedings of the 6th International Conference on Human Computer Interaction, vol. 20, pp. 885\u2013890. Elsevier, Amsterdam (1995)","DOI":"10.1016\/S0921-2647(06)80326-6"}],"container-title":["Lecture Notes in Computer Science","Computational Science and Its Applications \u2013 ICCSA 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86970-0_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T04:52:09Z","timestamp":1725771129000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86970-0_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030869694","9783030869700"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86970-0_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"11 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCSA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science and Its Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cagliari","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccsa2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iccsa.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Customed version of CyberChair 4","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1588","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"466","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"18","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}