{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T07:50:34Z","timestamp":1750837834365,"version":"3.40.3"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030495589"},{"type":"electronic","value":"9783030495596"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-49559-6_8","type":"book-chapter","created":{"date-parts":[[2020,6,25]],"date-time":"2020-06-25T16:04:55Z","timestamp":1593101095000},"page":"161-177","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["The Evaluation of Ontologies for Quality, Suitability for Reuse, and the Significant Role of Social Factors"],"prefix":"10.1007","author":[{"given":"Marzieh","family":"Talebpour","sequence":"first","affiliation":[]},{"given":"Martin","family":"Sykora","sequence":"additional","affiliation":[]},{"given":"Tom","family":"Jackson","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,26]]},"reference":[{"key":"8_CR1","unstructured":"Bontas, E.P., Mochol, M., Tolksdorf, R.: Case studies on ontology reuse. In: Proceedings of the IKNOW05 International Conference on Knowledge Management, vol. 74, p. 345, June 2005"},{"key":"8_CR2","unstructured":"d\u2019Aquin, M., et al.: What can be done with the semantic web? An overview of watson-based applications. In: CEUR Workshop Proceedings, vol. 426 (2008)"},{"key":"8_CR3","unstructured":"Fern\u00e1ndez, M., Cantador, I., Castells, P.: CORE: a tool for collaborative ontology reuse and evaluation. In: CEUR Workshop Proceedings, vol. 179 (2006)"},{"key":"8_CR4","unstructured":"G\u00f3mez-P\u00e9rez, A.: Some ideas and examples to evaluate ontologies. In: 11th Conference on Artificial Intelligence for Applications Proceedings, pp. 299\u2013305. IEEE, February 1995"},{"key":"8_CR5","unstructured":"Sabou, M., et al.: Ontology selection: ontology evaluation on the real semantic web. In: Vrandecic, D., et al. (ed.) 4th International EON Workshop, Evaluation of Ontologies for the Web, EON 2006, (CEUR Workshop Proceedings), Edinburgh, Scotland, UK (2006)"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Talebpour, M., Sykora, M.D., Jackson, T.: Ontology selection for reuse: will it ever get easier?. In: 10th International Conference on Knowledge Engineering and Ontology Development, 18\u201320 September, Seville, Spain (2018)","DOI":"10.5220\/0006937101080116"},{"key":"8_CR7","unstructured":"G\u00f3mez-P\u00e9rez, A., Facultad, D.I.: Evaluation of taxonomic knowledge in ontologies and knowledge bases (1999). http:\/\/sern.ucalgary.ca\/KSI\/KAW\/KAW99"},{"key":"8_CR8","first-page":"1","volume":"1","author":"H Hlomani","year":"2014","unstructured":"Hlomani, H., Stacey, D.: Approaches, methods, metrics, measures, and subjectivity in ontology evaluation: a survey. Semant. Web J. 1, 1\u201311 (2014). http:\/\/www.semantic-web-journal.net\/system\/files\/swj657.pdf","journal-title":"Semant. Web J."},{"key":"8_CR9","unstructured":"Su\u00e1rez-Figueroa, M.C., G\u00f3mez-P\u00e9rez, A.: First attempt towards a standard glossary of ontology engineering terminology. In: 8th International Conference on Terminology and Knowledge Engineering, TKE 2008 (2008). http:\/\/www.neon-project.org\/ . Accessed 17 Feb 2019"},{"key":"8_CR10","unstructured":"G\u00f3mez-P\u00e9rez, A.: From knowledge based systems to knowledge sharing technology: evaluation and assessment, differences, pp. 1\u201315 (1994). http:\/\/oa.upm.es\/6498\/"},{"key":"8_CR11","unstructured":"Brank, J., Mladenic, D., Grobelnik, M.: Gold standard based ontology evaluation using instance assignment. In: Workshop on Evaluation of Ontologies for the Web, EON, May 2006"},{"issue":"8","key":"8_CR12","doi-asserted-by":"publisher","first-page":"766","DOI":"10.1016\/j.is.2009.04.002","volume":"34","author":"J Yu","year":"2009","unstructured":"Yu, J., Thom, J.A., Tam, A.: Requirements-oriented methodology for evaluating ontologies. Inf. Syst. 34(8), 766\u2013791 (2009)","journal-title":"Inf. Syst."},{"key":"8_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/978-90-481-8847-5_5","volume-title":"Theory and Applications of Ontology: Computer Applications","author":"S Tartir","year":"2010","unstructured":"Tartir, S., Arpinar, I.B., Sheth, A.P.: Ontological evaluation and validation. In: Poli, R., Healy, M., Kameas, A. (eds.) Theory and Applications of Ontology: Computer Applications. Springer, Dordrecht (2010). https:\/\/doi.org\/10.1007\/978-90-481-8847-5_5"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Ning, H., Shihan, D.: Structure-based ontology evaluation. In: 2006 IEEE International Conference on e-Business Engineering, ICEBE 2006, pp. 132\u2013137. IEEE, October 2006","DOI":"10.1109\/ICEBE.2006.97"},{"key":"8_CR15","unstructured":"Brank, J., Grobelnik, M., Mladenic, D.: A survey of ontology evaluation techniques. In: Conference on Data Mining and Data Warehouses, SiKDD 2005, Ljubljana, Slovenia, p. 4 (2005)"},{"key":"8_CR16","unstructured":"Arpinar, I.B., Giriloganathan, K., Aleman-Meza, B.: Ontology quality by detection of conflicts in metadata. In: Proceedings of the 4th International EON Workshop, May 2006"},{"key":"8_CR17","unstructured":"Bandeira, J., et al.: FOCA: a methodology for ontology evaluation, vol. 3, pp. 1\u20133 (2016). http:\/\/arxiv.org\/abs\/1612.03353"},{"key":"8_CR18","unstructured":"Maiga, G., Ddembe, W.: A flexible approach for user evaluation of biomedical ontologies (2008)"},{"key":"8_CR19","unstructured":"Brewster, C., et al.: Data driven ontology evaluation. In: 4th International Conference on Language Resources and Evaluation, LREC 2004, Lisbon, Portugal, p. 4 (2004)"},{"key":"8_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/11762256_13","volume-title":"The Semantic Web: Research and Applications","author":"A Gangemi","year":"2006","unstructured":"Gangemi, A., Catenacci, C., Ciaramita, M., Lehmann, J.: Modelling Ontology Evaluation and Validation. In: Sure, Y., Domingue, J. (eds.) ESWC 2006. LNCS, vol. 4011, pp. 140\u2013154. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11762256_13"},{"key":"8_CR21","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/978-0-387-48438-9_8","volume-title":"Semantic Web","author":"L Obrst","year":"2007","unstructured":"Obrst, L., Ceusters, W., Mani, I., Ray, S., Smith, B.: The evaluation of ontologies. In: Baker, C.J.O., Cheung, K.H. (eds.) Semantic Web, pp. 139\u2013158. Springer, Boston (2007). https:\/\/doi.org\/10.1007\/978-0-387-48438-9_8"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Yu, J., Thom, J.A., Tam, A.: Ontology evaluation using wikipedia categories for browsing. In: Proceedings of the Sixteenth ACM Conference on Information and Knowledge Management, pp. 223\u2013232. ACM, November 2007","DOI":"10.1145\/1321440.1321474"},{"key":"8_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-319-41754-7_3","volume-title":"Natural Language Processing and Information Systems","author":"M McDaniel","year":"2016","unstructured":"McDaniel, M., Storey, V.C., Sugumaran, V.: The role of community acceptance in assessing ontology quality. In: M\u00e9tais, E., Meziane, F., Saraee, M., Sugumaran, V., Vadera, S. (eds.) NLDB 2016. LNCS, vol. 9612, pp. 24\u201336. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-41754-7_3"},{"key":"8_CR24","unstructured":"Supekar, K.: A peer-review approach for ontology evaluation. In: 8th International Protege Conference, pp. 77\u201379, July 2005"},{"key":"8_CR25","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/3-540-45810-7_24","volume-title":"Knowledge Engineering and Knowledge Management: Ontologies and the Semantic Web","author":"A Maedche","year":"2002","unstructured":"Maedche, A., Staab, S.: Measuring similarity between ontologies. In: G\u00f3mez-P\u00e9rez, A., Benjamins, V.R. (eds.) EKAW 2002. LNCS (LNAI), vol. 2473, pp. 251\u2013263. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/3-540-45810-7_24"},{"key":"8_CR26","first-page":"149","volume":"354","author":"M Fahad","year":"2008","unstructured":"Fahad, M., Qadir, M.A.: A framework for ontology evaluation. ICCS Suppl. 354, 149\u2013158 (2008)","journal-title":"ICCS Suppl."},{"key":"8_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/978-3-642-03996-6_20","volume-title":"Advances in Web and Network Technologies, and Information Management","author":"Y Netzer","year":"2009","unstructured":"Netzer, Y., Gabay, D., Adler, M., Goldberg, Y., Elhadad, M.: Ontology evaluation through text classification. In: Chen, L., et al. (eds.) APWeb\/WAIM -2009. LNCS, vol. 5731, pp. 210\u2013221. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-03996-6_20"},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Mart\u00ednez-Romero, M., Jonquet, C., O\u2019connor, M.J., Graybeal, J., Pazos, A., Musen, M.A.: NCBO ontology recommender 2.0: an enhanced approach for biomedical ontology recommendation, J. Biomed. Semant.,\u00a08(1), 21 (2017)","DOI":"10.1186\/s13326-017-0128-y"},{"key":"8_CR29","unstructured":"Porzel, R., Malaka, R.: A task-based approach for ontology evaluation. In: ECAI Workshop on Ontology Learning and Population, Valencia, Spain, pp. 1\u20136, August 2004"},{"key":"8_CR30","unstructured":"Kehagias, D.D., Papadimitriou, I., Hois, J., Tzovaras, D., Bateman, J.: A methodological approach for ontology evaluation and refinement. In: ASK-IT Final Conference. June (Cit. on p.), pp. 1\u201313, June 2008"},{"issue":"1","key":"8_CR31","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.datak.2004.11.010","volume":"55","author":"A Burton-Jones","year":"2005","unstructured":"Burton-Jones, A., Storey, V.C., Sugumaran, V., Ahluwalia, P.: A semiotic metrics suite for assessing the quality of ontologies. Data Knowl. Eng. 55(1), 84\u2013102 (2005)","journal-title":"Data Knowl. Eng."},{"key":"8_CR32","unstructured":"Buitelaar, P., Eigner, T., Declerck, T.: OntoSelect: a dynamic ontology library with support for ontology selection. In: Proceedings of the Demo Session at the International Semantic Web Conference (2004)"},{"key":"8_CR33","unstructured":"Buitelaar, P., Eigner, T.: Ontology search with the ontoselect ontology library. In: LREC, May 2008"},{"key":"8_CR34","doi-asserted-by":"publisher","unstructured":"Talebpour, M., Sykora, M. Jackson, T.W.: The role of community and social metrics in ontology evaluation: an interview study of ontology reuse. In: 9th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, pp. 119\u2013127 (2017) https:\/\/doi.org\/10.5220\/0006589201190127","DOI":"10.5220\/0006589201190127"},{"key":"8_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/978-3-642-10871-6_5","volume-title":"The Semantic Web","author":"M Fern\u00e1ndez","year":"2009","unstructured":"Fern\u00e1ndez, M., Overbeeke, C., Sabou, M., Motta, E.: What makes a good ontology? A case-study in fine-grained knowledge reuse. In: G\u00f3mez-P\u00e9rez, A., Yu, Y., Ding, Y. (eds.) ASWC 2009. LNCS, vol. 5926, pp. 61\u201375. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-10871-6_5"},{"key":"8_CR36","first-page":"20","volume-title":"Metadata and the Web: Introduction to metadata","author":"T Gill","year":"2008","unstructured":"Gill, T.: Metadata and the Web: Introduction to metadata, vol. 3, pp. 20\u201338. Getty publications, Los Angeles (2008)"},{"key":"8_CR37","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/10722280_5","volume-title":"Conceptual Structures: Logical, Linguistic, and Computational Issues","author":"JF Sowa","year":"2000","unstructured":"Sowa, J.F.: Ontology, metadata, and semiotics. In: Ganter, B., Mineau, G.W. (eds.) ICCS-ConceptStruct 2000. LNCS (LNAI), vol. 1867, pp. 55\u201381. Springer, Heidelberg (2000). https:\/\/doi.org\/10.1007\/10722280_5"},{"issue":"2","key":"8_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jdm.2004040101","volume":"15","author":"A Lozano-Tello","year":"2004","unstructured":"Lozano-Tello, A., G\u00f3mez-P\u00e9rez, A.: Ontometric: a method to choose the appropriate ontology. J. Database Manage. (JDM) 15(2), 1\u201318 (2004)","journal-title":"J. Database Manage. (JDM)"},{"key":"8_CR39","doi-asserted-by":"crossref","unstructured":"Ding, L.: Swoogle: a search and metadata engine for the semantic web. In: Proceedings of the Thirteenth ACM International Conference on Information and Knowledge Management, pp. 652\u2013659. ACM, November 2004","DOI":"10.1145\/1031171.1031289"},{"key":"8_CR40","doi-asserted-by":"crossref","unstructured":"Hartmann, J., Sure, Y., Haase, P., Palma, R., Suarez-Figueroa, M.: OMV\u2013ontology metadata vocabulary. In: ISWC, vol. 3729, November 2005","DOI":"10.1007\/11575863_112"},{"issue":"1","key":"8_CR41","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s13326-017-0172-7","volume":"9","author":"N Matentzoglu","year":"2018","unstructured":"Matentzoglu, N., Malone, J., Mungall, C., Stevens, R.: MIRO: guidelines for minimum information for the reporting of an ontology. J. Biomed. Semant. 9(1), 6 (2018)","journal-title":"J. Biomed. Semant."},{"key":"8_CR42","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/978-3-642-16438-5_34","volume-title":"Knowledge Engineering and Management by the Masses","author":"H Lewen","year":"2010","unstructured":"Lewen, H., d\u2019Aquin, M.: Extending open rating systems for ontology ranking and reuse. In: Cimiano, P., Pinto, H.S. (eds.) EKAW 2010. LNCS (LNAI), vol. 6317, pp. 441\u2013450. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-16438-5_34"},{"key":"8_CR43","unstructured":"Lewen, H., Supekar, K., Noy, N.F., Musen, M.A.: Topic-specific trust and open rating systems: an approach for ontology evaluation. In; Workshop on Evaluation of Ontologies for the Web, May 2006"},{"key":"8_CR44","doi-asserted-by":"publisher","DOI":"10.4324\/9781315424538","volume-title":"Mixed Method Design: Principles and Procedures","author":"JM Morse","year":"2016","unstructured":"Morse, J.M.: Mixed Method Design: Principles and Procedures. Routledge, London (2016)"},{"key":"8_CR45","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/978-3-030-15640-4_16","volume-title":"Knowledge Discovery, Knowledge Engineering and Knowledge Management","author":"M Talebpour","year":"2019","unstructured":"Talebpour, M., Sykora, M., Jackson, T.: Social and community related themes in ontology evaluation: findings from an interview study. In: Fred, A., et al. (eds.) IC3K 2017. CCIS, vol. 976, pp. 320\u2013336. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15640-4_16"},{"key":"8_CR46","unstructured":"Supekar, K., Patel, C., Lee, Y., Characterizing Quality of Knowledge on Semantic Web. In: FLAIRS Conference, pp. 472\u2013478, May 2004"},{"key":"8_CR47","unstructured":"Wang, X., Guo, L., Fang, J.: Automated ontology selection based on description logic. In: Proceedings 2008 12th International Conference on Computer Supported Cooperative Work in Design, CSCWD, vol. 1, pp. 482\u2013487 (2008)"},{"issue":"1","key":"8_CR48","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1016\/j.cmpb.2014.01.020","volume":"114","author":"M Mart\u00ednez-Romero","year":"2014","unstructured":"Mart\u00ednez-Romero, M., V\u00e1zquez-Naya, J.M., Pereira, J., Pazos, A.: BiOSS: a system for biomedical ontology selection. Comput. Methods Programs Biomed. 114(1), 125\u2013140 (2014)","journal-title":"Comput. Methods Programs Biomed."}],"container-title":["Communications in Computer and Information Science","Knowledge Discovery, Knowledge Engineering and Knowledge Management"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-49559-6_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,21]],"date-time":"2021-03-21T19:59:07Z","timestamp":1616356747000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-49559-6_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030495589","9783030495596"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-49559-6_8","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"26 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IC3K","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Joint Conference on Knowledge Discovery, Knowledge Engineering, and Knowledge Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seville","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ic3k2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic3k.org\/?y=2018","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PRIMORIS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"167","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}