{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T09:36:52Z","timestamp":1769161012762,"version":"3.49.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,3,6]],"date-time":"2013-03-06T00:00:00Z","timestamp":1362528000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1007\/s11192-013-0985-9","type":"journal-article","created":{"date-parts":[[2013,3,5]],"date-time":"2013-03-05T12:06:40Z","timestamp":1362485200000},"page":"571-600","source":"Crossref","is-referenced-by-count":19,"title":["Cluster methods for assessing research performance: exploring Spanish computer science"],"prefix":"10.1007","volume":"97","author":[{"given":"Alfonso","family":"Ib\u00e1\u00f1ez","sequence":"first","affiliation":[]},{"given":"Pedro","family":"Larra\u00f1aga","sequence":"additional","affiliation":[]},{"given":"Concha","family":"Bielza","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,3,6]]},"reference":[{"issue":"2","key":"985_CR1","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s11192-010-0297-2","volume":"86","author":"G. Abramo","year":"2011","unstructured":"Abramo, G., & D\u2019Angelo, C. A. (2011). National-scale research performance assessment at the individual level. Scientometrics, 86(2), 347\u2013364.","journal-title":"Scientometrics"},{"issue":"2","key":"985_CR2","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/s11192-007-1942-2","volume":"76","author":"G. Abramo","year":"2008","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Pugini, F. (2008). The measurement of Italian universities\u2019 research productivity by a non parametric-bibliometric methodology. Scientometrics, 76(2), 225\u2013244.","journal-title":"Scientometrics"},{"key":"985_CR3","unstructured":"Agrait, N., Poves, A. (2009). Report on CNEAI assessment results. Technical report, National Evaluation Committee of Research Activity (in Spanish)."},{"issue":"2","key":"985_CR4","doi-asserted-by":"crossref","first-page":"336","DOI":"10.1016\/j.joi.2011.11.002","volume":"6","author":"L. Bornmann","year":"2012","unstructured":"Bornmann, L., & Leydesdorff, L. (2012). Which are the best performing regions in information science in terms of highly cited papers? Some improvements of our previous mapping approaches. Journal of Informetrics, 6(2), 336\u2013345.","journal-title":"Journal of Informetrics"},{"key":"985_CR5","volume-title":"Bayesian classification (autoclass): Theory and results","author":"P. Cheeseman","year":"1996","unstructured":"Cheeseman, P., & Stutz, J. (1996). Bayesian classification (autoclass): Theory and results. Menlo Park: AAAI Press."},{"issue":"3","key":"985_CR6","doi-asserted-by":"crossref","first-page":"332","DOI":"10.1371\/journal.pone.0000332","volume":"2","author":"E. Cobo","year":"2007","unstructured":"Cobo, E., Selva O\u2019Callagham, A., Ribera, J., Cardellach, F., Dominguez, R., & Vilardell, M. (2007). Statistical reviewers improve reporting in biomedical articles: A randomized trial. PLoS ONE, 2(3), 332.","journal-title":"PLoS ONE"},{"issue":"8","key":"985_CR7","doi-asserted-by":"crossref","first-page":"1564","DOI":"10.1002\/asi.21348","volume":"61","author":"R. Costas","year":"2010","unstructured":"Costas, R., VanLeeuwen, T. N., & Bordons, M. (2010). A bibliometric classificatory approach for the study and assessment of research performance at the individual level: The effects of age on productivity and impact. Journal of the American Society for Information Science and Technology, 61(8), 1564\u20131581.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"1","key":"985_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"A. P. Dempster","year":"1977","unstructured":"Dempster, A. P., Laird, N. M., & Rubin, D. B. (1977). Maximum likelihood from incomplete data via the EM algorithm. Journal of the Royal Statistical Society Series B (Methodological), 39(1), 1\u201338.","journal-title":"Journal of the Royal Statistical Society Series B (Methodological)"},{"key":"985_CR9","volume-title":"Cluster analysis","author":"B. S. Everitt","year":"2001","unstructured":"Everitt, B. S., Landau, S., & Leese, M. (2001). Cluster analysis. London.: Arnold."},{"key":"985_CR10","doi-asserted-by":"crossref","unstructured":"Fraley, C., Raftery, A. (1999). Mclust: Software for model-based cluster and discriminant analysis. Technical report, Department of Statistics, University of Washington.","DOI":"10.1007\/s003579900058"},{"issue":"17","key":"985_CR11","first-page":"13","volume":"10","author":"E. Garfield","year":"1996","unstructured":"Garfield, E. (1996). The significant scientific literature appears in a small core of journals. The Scientist, 10(17), 13.","journal-title":"The Scientist"},{"issue":"2\/3","key":"985_CR12","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1023\/A:1012801612483","volume":"17","author":"M. Halkidi","year":"2001","unstructured":"Halkidi, M., Batistakis, Y., & Vazirgiannis, M. (2001). On clustering validation techniques. Journal of Intelligent Information Systems, 17(2\/3), 107\u2013145.","journal-title":"Journal of Intelligent Information Systems"},{"issue":"5","key":"985_CR13","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1191\/0269216305pm1039ed","volume":"19","author":"G. Hanks","year":"2005","unstructured":"Hanks, G. (2005). Peer review in action: the contribution of referees to advancing reliable knowledge. Palliative Medicine, 19(5), 359\u2013370.","journal-title":"Palliative Medicine"},{"issue":"3","key":"985_CR14","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1007\/s11192-007-1781-1","volume":"75","author":"Y. He","year":"2008","unstructured":"He, Y., & Guan, J. C. (2008). Contribution of Chinese publications in computer science: A case study on LNCS. Scientometrics, 75(3), 519\u2013534.","journal-title":"Scientometrics"},{"issue":"2","key":"985_CR15","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/S0165-6147(00)01618-7","volume":"22","author":"D. Horrobin","year":"2001","unstructured":"Horrobin, D. (2001). Something rotten at the core of science. Trends in Pharmacological Sciences, 22(2), 51\u201352.","journal-title":"Trends in Pharmacological Sciences"},{"key":"985_CR16","doi-asserted-by":"crossref","first-page":"1438","DOI":"10.1001\/jama.1990.03440100162024","volume":"263","author":"D. L. Horrobin","year":"1990","unstructured":"Horrobin, D. L. (1990). The philosophical basis of peer review and the suppression of innovation. Journal of the American Medical Association, 263, 1438\u20131441.","journal-title":"Journal of the American Medical Association"},{"issue":"2","key":"985_CR17","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1007\/s11192-011-0486-7","volume":"89","author":"A. Ib\u00e1\u00f1ez","year":"2011","unstructured":"Ib\u00e1\u00f1ez, A., Larra\u00f1aga, P., & Bielza, C. (2011). Using Bayesian networks to discover relationships between bibliometric indices. A case study of computer science and artificial intelligence journals. Scientometrics, 89(2), 523\u2013551.","journal-title":"Scientometrics"},{"key":"985_CR18","doi-asserted-by":"crossref","unstructured":"Ib\u00e1\u00f1ez, A., Bielza, C., Larra\u00f1aga, P. (2013). Relationship among research collaboration, number of documents and number of citations: A case study in Spanish computer science production in 2000\u20132009. Scientometrics. doi: 10.1007\/s11192-012-0883-6 .","DOI":"10.1007\/s11192-012-0883-6"},{"key":"985_CR19","volume-title":"Algorithms for clustering data","author":"A. Jain","year":"1988","unstructured":"Jain, A., & Dubes, R. (1988). Algorithms for clustering data. Englewood Cliffs: Prentice-Hall."},{"issue":"3","key":"985_CR20","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1145\/331499.331504","volume":"31","author":"A. Jain","year":"1999","unstructured":"Jain, A., Murty, M., & Flynn, P. (1999). Data clustering: A review. ACM Computing Surveys, 31(3), 264\u2013323.","journal-title":"ACM Computing Surveys"},{"key":"985_CR21","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316801","volume-title":"Finding groups in data: An introduction to cluster analysis","author":"L. Kaufman","year":"1990","unstructured":"Kaufman, L., & Rousseeuw, P. J. (1990). Finding groups in data: An introduction to cluster analysis. New York: Wiley."},{"key":"985_CR22","volume-title":"Introduction to combinatorial mathematics","author":"G. Liu","year":"1968","unstructured":"Liu, G. (1968). Introduction to combinatorial mathematics. New York: McGraw-Hill."},{"issue":"7-11","key":"985_CR23","doi-asserted-by":"crossref","first-page":"1321","DOI":"10.1016\/0169-7552(96)00024-4","volume":"28","author":"Y. S. Maarek","year":"1996","unstructured":"Maarek, Y. S., & BenShaul, I. Z. (1996). Automatically organizing bookmarks per contents. Computer Networks and ISDN Systems, 28(7-11), 1321\u20131333.","journal-title":"Computer Networks and ISDN Systems"},{"key":"985_CR24","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1007\/BF02129604","volume":"36","author":"M. H. MacRoberts","year":"1996","unstructured":"MacRoberts, M. H., & MacRoberts, B. R. (1996). Problems of citation analysis. Scientometrics, 36, 435\u2013444.","journal-title":"Scientometrics"},{"key":"985_CR25","volume-title":"The EM algorithm and extensions","author":"G. McLachlan","year":"1997","unstructured":"McLachlan, G., & Krishnan, T. (1997). The EM algorithm and extensions. New York: Wiley."},{"key":"985_CR26","unstructured":"McQueen, J. B. (1967). Some methods for classification and analysis of multivariate observations. In Proceeding of the Fifth Berkeley symposium on mathematical statistics and probability (pp. 281\u2013297)."},{"key":"985_CR27","unstructured":"Moxham, H., Anderson, J. (1992). Peer review. A view from the inside. Science and Technology Policy 5(1), 7\u201315."},{"key":"985_CR28","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.oraloncology.2004.11.001","volume":"41","author":"A. Mulligan","year":"2005","unstructured":"Mulligan, A. (2005). Is peer review in crisis?. Oral Oncology, 41, 135\u2013141.","journal-title":"Oral Oncology"},{"issue":"6078","key":"985_CR29","first-page":"139","volume":"336","author":"E. Pain","year":"2012","unstructured":"Pain, E. (2012). Research cuts will cause \u201cexodus\u201d from Spain. Science, 336(6078), 139\u2013140.","journal-title":"HortScience"},{"key":"985_CR30","unstructured":"Palomares-Montero, D., Garc\u00eda-Aracil, A. (2010). Fuzzy cluster analysis on Spanish public universities. In: Investigaciones de Econom\u00eda de la Educaci\u00f3n, Asociaci\u00f3n de Econom\u00eda de la Educaci\u00f3n (Vol. 5, Chapt. 49, pp. 976\u2013994)."},{"issue":"6","key":"985_CR31","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1080\/14786440109462720","volume":"2","author":"K. Pearson","year":"1901","unstructured":"Pearson, K. (1901). On lines and planes of closest fit to systems of point in space. Philosophical Magazine, 2(6), 559\u2013572.","journal-title":"Philosophical Magazine"},{"key":"985_CR32","unstructured":"R Development Core Team. (2011). R: A language and environment for statistical computing. R Foundation for Statistical Computing, Vienna. http:\/\/www.R-project.org . Accessed 14 Nov 2011."},{"issue":"336","key":"985_CR33","doi-asserted-by":"crossref","first-page":"846","DOI":"10.1080\/01621459.1971.10482356","volume":"66","author":"W. M. Rand","year":"1971","unstructured":"Rand, W. M. (1971). Objective criteria for the evaluation of clustering methods. Journal of the American Statistical Association, 66(336), 846\u2013850.","journal-title":"Journal of the American Statistical Association"},{"key":"985_CR34","unstructured":"Rojas-Sola, J. I., Jorda-Albinana, B. (2009). Bibliometric analysis of Venezuelan publications in the computer sciences category of the JCR data base (1997\u20132007). Interciencia, 34(10), 689\u2013695 (in Spanish)."},{"issue":"1","key":"985_CR35","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/s11192-006-0008-1","volume":"66","author":"R. Rojo","year":"2006","unstructured":"Rojo, R., & G\u00f3mez, I. (2006). Analysis of the Spanish scientific and technological output in the ICT sector. Scientometrics, 66(1), 101\u2013121.","journal-title":"Scientometrics"},{"issue":"1","key":"985_CR36","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","volume":"20","author":"P. J. Rousseeuw","year":"1987","unstructured":"Rousseeuw, P. J. (1987). Silhouettes: A graphical aid to the interpretation and validation of cluster analysis. Journal of Computational and Applied Mathematics, 20(1), 53\u201365.","journal-title":"Journal of Computational and Applied Mathematics"},{"issue":"4","key":"985_CR37","first-page":"411","volume":"90","author":"R. Ruiz P\u00e9rez","year":"2002","unstructured":"Ruiz P\u00e9rez, R., Delgado-L\u00f3pez-C\u00f3zar, E., & Jim\u00e9nez-Contreras, E. (2002). Spanish personal name variations in national and international biomedical databases: Implications for information retrieval and bibliometric studies. Journal of the Medical Library Association, 90(4), 411\u2013430.","journal-title":"Journal of the Medical Library Association"},{"issue":"4","key":"985_CR38","first-page":"898","volume":"22","author":"R. Ruiz P\u00e9rez","year":"2010","unstructured":"Ruiz P\u00e9rez, R., Delgado-L\u00f3pez-C\u00f3zar, E., & Jim\u00e9nez Contreras, E. (2010). Principles and criteria used by the National Evaluation Committee of Research Activity (CNEAI-Spain) for the assessment of scientific publications: 1989\u20132009. Psicothema, 22(4), 898\u2013908.","journal-title":"Psicothema"},{"issue":"5757","key":"985_CR39","first-page":"41","volume":"311","author":"T. Scarpa","year":"2006","unstructured":"Scarpa, T. (2006). Peer review at NIH. Science, 311(5757), 41.","journal-title":"HortScience"},{"issue":"1","key":"985_CR40","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1099\/00221287-17-1-201","volume":"17","author":"P. Sneath","year":"1957","unstructured":"Sneath, P. (1957). The application of computers to taxonomy. Journal of General Microbiology, 17(1), 201\u2013226.","journal-title":"Journal of General Microbiology"},{"issue":"1","key":"985_CR41","first-page":"1","volume":"5","author":"T. Sorensen","year":"1948","unstructured":"Sorensen, T. (1948). A method of establishing groups of equal amplitude in plant sociology based on similarity of species content and its application to analyzes of the vegetation on Danish commons. Biologiske Skrifter, 5(1), 1\u201334.","journal-title":"Biologiske Skrifter"},{"issue":"3","key":"985_CR42","doi-asserted-by":"crossref","first-page":"771","DOI":"10.1007\/s11192-011-0418-6","volume":"88","author":"D. Torres Salinas","year":"2011","unstructured":"Torres Salinas, D., Moreno Torres, J. G., Delgado-L\u00f3pez-C\u00f3zar, E., & Herrera, F. (2011). A methodology for institution-field ranking based on a bidimensional analysis: the IFQ 2 A index. Scientometrics, 88(3), 771\u2013786.","journal-title":"Scientometrics"},{"key":"985_CR43","unstructured":"Torres-Salinas, D., Moreno-Torres, J. G., Robinson-Garc\u00eda, N., Delgado-L\u00f3pez-C\u00f3zar, E., Herrera, F. (2011). Rankings ISI of Spanish universities according to fields and scientific disciplines (2nd ed. 2011). El Profesional de la Informaci\u00f3n, 20(6), 701\u2013709 (in Spanish)."},{"issue":"1","key":"985_CR44","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1007\/s11192-005-0008-6","volume":"62","author":"A. F. J. VanRaan","year":"2005","unstructured":"VanRaan, A. F. J. (2005). Fatal attraction: Conceptual and methodological problems in the ranking of universities by bibliometric methods. Scientometrics, 62(1), 133\u2013143.","journal-title":"Scientometrics"},{"issue":"2","key":"985_CR45","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1007\/s11192-008-2156-y","volume":"81","author":"J. Wainer","year":"2009","unstructured":"Wainer, J., Xavier, E. C., & Bezerra, F. (2009). Scientific production in computer science: A comparative study of Brazil and other countries. Scientometrics, 81(2), 535\u2013547.","journal-title":"Scientometrics"},{"key":"985_CR46","unstructured":"Wallace, C., Dowe, D. (1994). Intrinsic classification by MML-The SNOB program. In Proceeding of the 7th Australian Joint Conference on artificial intelligence (pp. 37\u201344)."},{"issue":"301","key":"985_CR47","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1080\/01621459.1963.10500845","volume":"58","author":"J. H. Ward","year":"1963","unstructured":"Ward, J. H. (1963). Hierarchical grouping to optimize an objective function. Journal of American Statistical Association, 58(301), 236\u2013244.","journal-title":"Journal of American Statistical Association"},{"issue":"3","key":"985_CR48","doi-asserted-by":"crossref","first-page":"645","DOI":"10.1109\/TNN.2005.845141","volume":"16","author":"R. Xu","year":"2005","unstructured":"Xu, R., & Wunsch, D. (2005). Survey of clustering algorithms. IEEE Transactions on Neural Networks, 16(3), 645\u2013678.","journal-title":"IEEE Transactions on Neural Networks"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-013-0985-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-013-0985-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-013-0985-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,6]],"date-time":"2024-05-06T21:49:50Z","timestamp":1715032190000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-013-0985-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3,6]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["985"],"URL":"https:\/\/doi.org\/10.1007\/s11192-013-0985-9","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3,6]]}}}