{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,11]],"date-time":"2025-12-11T07:36:01Z","timestamp":1765438561644,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2018,12,17]],"date-time":"2018-12-17T00:00:00Z","timestamp":1545004800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,12,17]],"date-time":"2018-12-17T00:00:00Z","timestamp":1545004800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2019,8,1]]},"DOI":"10.1007\/s10791-018-9345-y","type":"journal-article","created":{"date-parts":[[2018,12,17]],"date-time":"2018-12-17T10:23:01Z","timestamp":1545042181000},"page":"256-284","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Automated assessment of knowledge hierarchy evolution: comparing directed acyclic graphs"],"prefix":"10.1007","volume":"22","author":[{"given":"Guruprasad","family":"Nayak","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8934-9166","authenticated-orcid":false,"given":"Sourav","family":"Dutta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Deepak","family":"Ajwani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick","family":"Nicholson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandra","family":"Sala","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,12,17]]},"reference":[{"issue":"4","key":"9345_CR1","doi-asserted-by":"publisher","first-page":"390","DOI":"10.2307\/2412432","volume":"21","author":"E Adams III","year":"1972","unstructured":"Adams, E, I. I. I. (1972). Consensus techniques and the comparison of taxonomic trees. Systematic Zoology, 21(4), 390\u2013397.","journal-title":"Systematic Zoology"},{"issue":"1","key":"9345_CR2","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/j.tcs.2004.12.030","volume":"337","author":"P Bille","year":"2005","unstructured":"Bille, P. (2005). A survey on tree edit distance and related problems. Theoretical Computer Science, 337(1), 217\u2013239.","journal-title":"Theoretical Computer Science"},{"key":"9345_CR3","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., & Taylor, J. (2008). Freebase: A collaboratively created graph database for structuring human knowledge. In Proceedings of the 2008 ACM SIGMOD international conference on management of data, SIGMOD \u201908 (pp. 1247\u20131250). ISBN 978-1-60558-102-6.","DOI":"10.1145\/1376616.1376746"},{"key":"9345_CR4","doi-asserted-by":"crossref","unstructured":"Bordea, G., Buitelaar, P., Feralli, S., & Navigli, R. (2015). Semeval-2015 task 17: Taxonomy extraction evaluation (texeval). In SemEval-2015.","DOI":"10.18653\/v1\/S15-2151"},{"key":"9345_CR5","doi-asserted-by":"crossref","unstructured":"Bordea, G., Lefever, E., & Buitelaar, P. (2016). Semeval-2016 task 13: Taxonomy extraction evaluation (texeval-2). In SemEval-2016 (pp. 1081\u20131091).","DOI":"10.18653\/v1\/S16-1168"},{"key":"9345_CR6","doi-asserted-by":"crossref","unstructured":"Brandenburg, F., Gleiner, A., & Hofmeier, A. (2012). Comparing and aggregating partial orders with Kendall tau distances. In WALCOM: Algorithms and computation (pp. 88\u201399).","DOI":"10.1007\/978-3-642-28076-4_11"},{"key":"9345_CR7","unstructured":"Brank, J., Grobelnik, M., & Mladeni\u0107, D. (2005) A survey of ontology evaluation techniques. In SiKDD."},{"key":"9345_CR8","unstructured":"Brank, J., Mladenic, D., & Grobelnik, M. (2006). Gold standard based ontology evaluation using instance assignment. In Workshop on evaluation of ontologies for the web, EON."},{"key":"9345_CR9","unstructured":"Cai, S., & Knight, K. (2013). Smatch: An evaluation metric for semantic feature structures. In Annual Meeting of the Association for Computational Linguistics (ACL) (pp. 748\u2013752). Association for Computational Linguistics."},{"issue":"7","key":"9345_CR10","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.ijar.2013.03.003","volume":"54","author":"V Cross","year":"2013","unstructured":"Cross, V., Yu, X., & Hu, X. (2013). Unifying ontological similarity measures: A theoretical and empirical investigation. International Journal of Approximate Reasoning, 54(7), 861\u2013875.","journal-title":"International Journal of Approximate Reasoning"},{"key":"9345_CR11","doi-asserted-by":"crossref","unstructured":"d\u2019Aquin, M. (2009). Formally measuring agreement and disagreement in ontologies. In K-CAP (pp. 145\u2013152).","DOI":"10.1145\/1597735.1597761"},{"key":"9345_CR12","doi-asserted-by":"crossref","unstructured":"David, J., Euzenat, J., & \u0160v\u00e1b-Zamazal, O. (2010). Ontology similarity in the alignment space. In ISWC (pp. 129\u2013144).","DOI":"10.1007\/978-3-642-17746-0_9"},{"key":"9345_CR13","doi-asserted-by":"crossref","unstructured":"de Knijff, J., Meijer, K., Frasincar, F., & Hogenboom, F. (2011). Word sense disambiguation for automatic taxonomy construction from text-based web corpora. In WISE.","DOI":"10.1007\/978-3-642-24434-6_18"},{"key":"9345_CR14","doi-asserted-by":"crossref","unstructured":"Dellschaft, K., Staab, S. (2006). On how to perform a gold standard based evaluation of ontology learning. In International semantic web conference (pp. 228\u2013241).","DOI":"10.1007\/11926078_17"},{"key":"9345_CR15","doi-asserted-by":"crossref","unstructured":"Elghawalby, H., & Hancock, E.\u00a0R. (2008). Measuring graph similarity using spectral geometry. In ICIAR (pp. 517\u2013526).","DOI":"10.1007\/978-3-540-69812-8_51"},{"key":"9345_CR16","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/6412.001.0001","volume-title":"Spinning the semantic web: Bringing the World Wide Web to its full potential","author":"D Fensel","year":"2005","unstructured":"Fensel, D. (2005). Spinning the semantic web: Bringing the World Wide Web to its full potential. Cambridge: MIT Press."},{"issue":"01","key":"9345_CR17","doi-asserted-by":"publisher","first-page":"1450001","DOI":"10.1142\/S0218001414500013","volume":"28","author":"P Foggia","year":"2014","unstructured":"Foggia, P., Percannella, G., & Vento, M. (2014). Graph matching and learning in pattern recognition in the last 10 years. Pattern Recognition and AI, 28(01), 1450001.","journal-title":"Pattern Recognition and AI"},{"key":"9345_CR18","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1080\/01621459.1983.10478008","volume":"78","author":"E Fowlkes","year":"1983","unstructured":"Fowlkes, E., & Mallows, C. (1983). A method for comparing two hierarchical clusterings. Journal of the American Statistical Association, 78, 553\u2013569.","journal-title":"Journal of the American Statistical Association"},{"issue":"1","key":"9345_CR19","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/s10044-008-0141-y","volume":"13","author":"X Gao","year":"2010","unstructured":"Gao, X., Xiao, B., Tao, D., & Li, X. (2010). A survey of graph edit distance. Pattern Analysis and Applications, 13(1), 113\u2013129.","journal-title":"Pattern Analysis and Applications"},{"key":"9345_CR20","doi-asserted-by":"crossref","unstructured":"Geffet, M., & Dagan, I. (2005). The distributional inclusion hypotheses and lexical entailment. In ACL (pp. 107\u2013114).","DOI":"10.3115\/1219840.1219854"},{"key":"9345_CR21","unstructured":"Goyal, P., & Ferrara, E. (2017). Graph embedding techniques, applications, and performance: A survey. arXiv:1705.02801v4 [cs.SI]."},{"key":"9345_CR22","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.knosys.2018.03.022","volume":"151","author":"P Goyal","year":"2018","unstructured":"Goyal, P., & Ferrara, E. (2018). Graph embedding techniques, applications, and performance: A survey. Knowledge-Based Systems, 151, 78\u201394.","journal-title":"Knowledge-Based Systems"},{"key":"9345_CR23","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1145\/503124.503150","volume":"45","author":"N Guarino","year":"2002","unstructured":"Guarino, N., & Welty, C. (2002). Evaluating ontological decisions with ontoclean. Communications of ACM, 45, 61\u201365.","journal-title":"Communications of ACM"},{"issue":"3","key":"9345_CR24","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1017\/S1351324903003176","volume":"9","author":"SM Harabagiu","year":"2003","unstructured":"Harabagiu, S. M., Maiorano, S. J., & Pa\u015fca, M. A. (2003). Open-domain textual question answering techniques. Natural Language Engineering, 9(3), 231\u2013267.","journal-title":"Natural Language Engineering"},{"key":"9345_CR25","doi-asserted-by":"crossref","unstructured":"Hulpu\u015f, I., Prangnawarat, N., & Hayes, C. (2015). Path-based semantic relatedness on linked data and its use to word and entity disambiguation. In ISWC (pp. 442\u2013457).","DOI":"10.1007\/978-3-319-25007-6_26"},{"key":"9345_CR26","doi-asserted-by":"crossref","unstructured":"Jurgens, D., & Pilehvar, M.\u00a0T. (2016). Semeval-2016: Semantic taxonomy enrichment. In SemEval (pp. 1092\u20131102).","DOI":"10.18653\/v1\/S16-1169"},{"issue":"1","key":"9345_CR27","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/BF02289026","volume":"18","author":"L Katz","year":"1953","unstructured":"Katz, L. (1953). A new status index derived from sociometric analysis. Psychometrika, 18(1), 39\u201343.","journal-title":"Psychometrika"},{"key":"9345_CR28","doi-asserted-by":"crossref","unstructured":"Koutra, D., Ke, T.-Y., Kang, U., Chau, D., Pao, H.-K., & Faloutsos, C. (2011). Unifying guilt-by-association approaches: Theorems and fast algorithms. In ECML-PKDD (pp. 245\u2013260).","DOI":"10.1007\/978-3-642-23783-6_16"},{"issue":"3","key":"9345_CR29","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1145\/2824443","volume":"10","author":"D Koutra","year":"2016","unstructured":"Koutra, D., Shah, N., Vogelstein, J. T., Gallagher, B., & Faloutsos, C. (2016). Deltacon: A principled massive-graph similarity function with attribution. TKDD, 10(3), 28.","journal-title":"TKDD"},{"key":"9345_CR30","unstructured":"Kozareva, Z., & Hovy, E. (2010). A semi-supervised method to learn and construct taxonomies using the web. In Proceedings of the 2010 conference on empirical methods in natural language processing (pp. 1110\u20131118). Association for Computational Linguistics."},{"issue":"2","key":"9345_CR31","doi-asserted-by":"crossref","first-page":"167","DOI":"10.3233\/SW-140134","volume":"6","author":"J Lehmann","year":"2015","unstructured":"Lehmann, J., Isele, R., Jakob, M., Jentzsch, A., Kontokostas, D., Mendes, P. N., et al. (2015). Dbpedia: A large-scale, multilingual knowledge base extracted from wikipedia. Semantic Web, 6(2), 167\u2013195.","journal-title":"Semantic Web"},{"key":"9345_CR32","doi-asserted-by":"crossref","unstructured":"Levin, R., Abassi, H., & Cohen, U. (2016). Guided walk: A scalable recommendation algorithm for complex heterogeneous social networks. In Recommender systems (pp. 293\u2013300).","DOI":"10.1145\/2959100.2959143"},{"key":"9345_CR33","doi-asserted-by":"crossref","unstructured":"Liu, X., Song, Y., Liu, S., & Wang, H. (2012). Automatic taxonomy construction from keywords. In KDD (pp. 1433\u20131441).","DOI":"10.1145\/2339530.2339754"},{"key":"9345_CR34","doi-asserted-by":"crossref","unstructured":"Maedche, A., & Staab, S. (2002). Measuring similarity between ontologies. In EKAW (pp. 251\u2013263).","DOI":"10.1007\/3-540-45810-7_24"},{"issue":"5","key":"9345_CR35","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1007\/s10618-015-0406-1","volume":"29","author":"E Malmi","year":"2015","unstructured":"Malmi, E., Tatti, N., & Gionis, A. (2015). Beyond rankings: Comparing directed acyclic graphs. Data Mining and Knowledge Discovery, 29(5), 1233\u20131257.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"9345_CR36","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.patrec.2016.04.012","volume":"79","author":"M McVicar","year":"2016","unstructured":"McVicar, M., Sach, B., Mesnage, C., Lijffijt, J., Spyropoulou, E., & De Bie, T. (2016). Sumoted: An intuitive edit distance between rooted unordered uniquely-labelled trees. Pattern Recognition Letters, 79, 52\u201359.","journal-title":"Pattern Recognition Letters"},{"key":"9345_CR37","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199206650.001.0001","volume-title":"Networks: An introduction","author":"M Newman","year":"2010","unstructured":"Newman, M. (2010). Networks: An introduction. Oxford: Oxford University Press."},{"key":"9345_CR38","doi-asserted-by":"crossref","unstructured":"Ou, M., Cui, P., Pei, J., Zhang, Z., & Zhu, W. (2016). Asymmetric transitivity preserving graph embedding. In KDD (pp. 1105\u20131114).","DOI":"10.1145\/2939672.2939751"},{"issue":"7","key":"9345_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1000443","volume":"5","author":"C Pesquita","year":"2009","unstructured":"Pesquita, C., Faria, D., Falco, A. O., Lord, P., & Couto, F. M. (2009). Semantic similarity in biomedical ontologies. PLOS Computational Biology, 5(7), 1\u201312.","journal-title":"PLOS Computational Biology"},{"issue":"336","key":"9345_CR40","doi-asserted-by":"publisher","first-page":"846","DOI":"10.1080\/01621459.1971.10482356","volume":"66","author":"WM Rand","year":"1971","unstructured":"Rand, W. M. (1971). Objective criteria for the evaluation of clustering methods. JASA, 66(336), 846\u2013850.","journal-title":"JASA"},{"key":"9345_CR41","unstructured":"Resnik, P. (1995). Using information content to evaluate semantic similarity in taxonomy. In IJCAI (pp. 448\u2013453)."},{"key":"9345_CR42","unstructured":"Shervashidze, N., Vishwanathan, S., Petri, T., Mehlhorn, K., & Borgwardt, K. (2009). Efficient graphlet kernels for large graph comparison. In AI and Statistics (pp. 488\u2013495)."},{"issue":"3","key":"9345_CR43","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.websem.2008.06.001","volume":"6","author":"FM Suchanek","year":"2008","unstructured":"Suchanek, F. M., Kasneci, G., & Weikum, G. (2008). YAGO: A large ontology from wikipedia and wordnet. Journal of Web Semantics, 6(3), 203\u2013217.","journal-title":"Journal of Web Semantics"},{"key":"9345_CR44","doi-asserted-by":"crossref","unstructured":"Sun, J., Ajwani, D., Nicholson, P.\u00a0K., Sala, A., & Parthasarathy, S. (2017). Breaking cycles in noisy hierarchies. In WebSci (pp. 151\u2013160).","DOI":"10.1145\/3091478.3091495"},{"key":"9345_CR45","doi-asserted-by":"crossref","unstructured":"Suominen, O., & Hyv\u00f6nen, E. (2012). Improving the quality of SKOS vocabularies with skosify. In EKAW (pp. 383\u2013397).","DOI":"10.1007\/978-3-642-33876-2_34"},{"key":"9345_CR46","doi-asserted-by":"crossref","unstructured":"Vedula, N., Nicholson, P.\u00a0K., Ajwani, D., Dutta, S., Sala, A., & Parthasarathy, S. (2018). Enriching taxonomies with functional domain knowledge. In SIGIR.","DOI":"10.1145\/3209978.3210000"},{"key":"9345_CR47","unstructured":"Velardi, P., Navigli, R., Faralli, S., & Mar\u00eda Ruiz-Mart\u00ednez, J. (2012). A new method for evaluating automatically learned terminological taxonomies. In LREC (pp. 1498\u20131504)."},{"issue":"3","key":"9345_CR48","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1162\/COLI_a_00146","volume":"39","author":"P Velardi","year":"2013","unstructured":"Velardi, P., Faralli, S., & Navigli, R. (2013). Ontolearn reloaded: A graph-based algorithm for taxonomy induction. Computational Linguistics, 39(3), 665\u2013707.","journal-title":"Computational Linguistics"},{"key":"9345_CR49","doi-asserted-by":"crossref","first-page":"41","DOI":"10.3233\/AO-2008-0048","volume":"3","author":"J Volker","year":"2010","unstructured":"Volker, J., Vrandecic, J., Sure, J., & Hotho, A. (2010). AEON: An approach to the automatic evaluation of ontologies. Journal of Applied Ontology, 3, 41\u201362.","journal-title":"Journal of Applied Ontology"},{"key":"9345_CR50","first-page":"1","volume":"4769","author":"S Wagner","year":"2007","unstructured":"Wagner, S., & Wagner, D. (2007). Comparing clusterings: An overview. Analysis, 4769, 1\u201319.","journal-title":"Analysis"},{"key":"9345_CR51","doi-asserted-by":"crossref","unstructured":"Wu, Z., & Palmer, M. (1994). Verbs semantics and lexical selection. In ACL (pp. 133\u2013138).","DOI":"10.3115\/981732.981751"},{"key":"9345_CR52","first-page":"1635","volume":"23","author":"E Zavitsanos","year":"2011","unstructured":"Zavitsanos, E., Paliouras, G., & Vouros, G. A. (2011). Gold standard evaluation of ontology learning methods through ontology transformation and alignment. TKDE, 23, 1635\u20131648.","journal-title":"TKDE"}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9345-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-018-9345-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9345-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:47:43Z","timestamp":1704206863000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-018-9345-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,17]]},"references-count":52,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2019,8,1]]}},"alternative-id":["9345"],"URL":"https:\/\/doi.org\/10.1007\/s10791-018-9345-y","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"type":"print","value":"1386-4564"},{"type":"electronic","value":"1573-7659"}],"subject":[],"published":{"date-parts":[[2018,12,17]]},"assertion":[{"value":"1 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 November 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}