{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:10:04Z","timestamp":1776107404563,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,10,3]],"date-time":"2017-10-03T00:00:00Z","timestamp":1506988800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1007\/s11192-017-2532-6","type":"journal-article","created":{"date-parts":[[2017,10,4]],"date-time":"2017-10-04T05:05:22Z","timestamp":1507093522000},"page":"1627-1643","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Using Google Scholar institutional level data to evaluate the quality of university research"],"prefix":"10.1007","volume":"113","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4102-4696","authenticated-orcid":false,"given":"John","family":"Mingers","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jesse R.","family":"O\u2019Hanley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Musbaudeen","family":"Okunola","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,3]]},"reference":[{"issue":"1","key":"2532_CR1","doi-asserted-by":"crossref","first-page":"72","DOI":"10.5465\/AMLE.2009.37012181","volume":"8","author":"N Adler","year":"2009","unstructured":"Adler, N., & Harzing, A.-W. (2009). When knowledge wins: Transcending the sense and nonsense of academic rankings. Academy of Management Learning and Education, 8(1), 72\u201395.","journal-title":"Academy of Management Learning and Education"},{"issue":"6","key":"2532_CR2","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1108\/EL-12-2011-0174","volume":"31","author":"L Adriaanse","year":"2013","unstructured":"Adriaanse, L., & Rensleigh, C. (2013). Web of Science, Scopus and Google Scholar. The Electronic Library, 31(6), 727\u2013744.","journal-title":"The Electronic Library"},{"issue":"2","key":"2532_CR3","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1016\/j.joi.2015.01.006","volume":"9","author":"L Bornmann","year":"2015","unstructured":"Bornmann, L., & Marx, W. (2015). Methods for the generation of normalized citation impact scores in bibliometrics: Which method best reflects the judgements of experts? Journal of Informetrics, 9(2), 408\u2013418.","journal-title":"Journal of Informetrics"},{"issue":"5","key":"2532_CR4","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1002\/asi.20806","volume":"59","author":"L Bornmann","year":"2008","unstructured":"Bornmann, L., Mutz, R., & Daniel, H. D. (2008). Are there better indices for evaluation purposes than the h index? A comparison of nine different variants of the h index using data from biomedicine. Journal of the American Society for Information Science and Technology, 59(5), 830\u2013837.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"2532_CR5","doi-asserted-by":"crossref","unstructured":"Bornmann, L., Thor, A., Marx, W., & Schier, H. (2016). The application of bibliometrics to research evaluation in the humanities and social sciences: An exploratory study using normalized Google Scholar data for the publications of a research institute. Journal of the Association for Information Science and Technology , 67(11), 2778\u20132789.","DOI":"10.1002\/asi.23627"},{"issue":"1","key":"2532_CR6","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1111\/j.1835-2561.2010.00076.x","volume":"20","author":"J Broadbent","year":"2010","unstructured":"Broadbent, J. (2010). The UK research assessment exercise: Performance measurement and resource allocation. Australian Accounting Review, 20(1), 14\u201323.","journal-title":"Australian Accounting Review"},{"issue":"3","key":"2532_CR7","doi-asserted-by":"crossref","first-page":"918","DOI":"10.1016\/j.ejor.2015.02.005","volume":"244","author":"C Daraio","year":"2015","unstructured":"Daraio, C., Bonaccorsi, A., & Simar, L. (2015). Rankings and university performance: A conditional multidimensional approach. European Journal of Operational Research, 244(3), 918\u2013930.","journal-title":"European Journal of Operational Research"},{"issue":"4","key":"2532_CR8","doi-asserted-by":"crossref","first-page":"419","DOI":"10.3145\/epi.2012.jul.15","volume":"21","author":"E Delgado-L\u00f3pez-C\u00f3zar","year":"2012","unstructured":"Delgado-L\u00f3pez-C\u00f3zar, E., & Cabezas-Clavijo, \u00c1. (2012). Google Scholar metrics: An unreliable tool for assessing scientific journals. El profesional de la informaci\u00f3n, 21(4), 419\u2013427.","journal-title":"El profesional de la informaci\u00f3n"},{"issue":"1","key":"2532_CR9","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1002\/aris.2010.1440440109","volume":"44","author":"L Egghe","year":"2010","unstructured":"Egghe, L. (2010). The Hirsch index and related impact measures. Annual Review of Information Science and Technology, 44(1), 65\u2013114.","journal-title":"Annual Review of Information Science and Technology"},{"key":"2532_CR10","unstructured":"Else, H. (2015). REF 2014 cost almost \u00a3250 million. Times Higher Education, 13 July 2015. https:\/\/www.timeshighereducation.com\/news\/ref-2014-cost-250-million . Accessed 25 Sept 2017."},{"issue":"2","key":"2532_CR11","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1016\/j.ejor.2009.08.001","volume":"203","author":"F Franceschini","year":"2010","unstructured":"Franceschini, F., & Maisano, D. A. (2010). Analysis of the Hirsch index\u2019s operational properties. European Journal of Operational Research, 203(2), 494\u2013504.","journal-title":"European Journal of Operational Research"},{"issue":"10","key":"2532_CR12","doi-asserted-by":"crossref","first-page":"2070","DOI":"10.1002\/asi.21372","volume":"61","author":"MA Garc\u00eda-P\u00e9rez","year":"2010","unstructured":"Garc\u00eda-P\u00e9rez, M. A. (2010). Accuracy and completeness of publication and citation records in the Web of Science, PsycINFO, and Google Scholar: A case study for the computation of h indices in Psychology. Journal of the American Society for Information Science and Technology, 61(10), 2070\u20132085.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"2532_CR13","first-page":"110","volume-title":"Beyond bibliometrics: Harnessing multidimensional indicators of scholarly impact","author":"Y Gingras","year":"2014","unstructured":"Gingras, Y. (2014). Criteria for evaluating indicators. In B. Cronin & C. Sugimoto (Eds.), Beyond bibliometrics: Harnessing multidimensional indicators of scholarly impact (pp. 110\u2013125). London: MIT Press."},{"key":"2532_CR14","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/10719.001.0001","volume-title":"Bibliometrics and research evaluation: Uses and abuses","author":"Y Gingras","year":"2016","unstructured":"Gingras, Y. (2016). Bibliometrics and research evaluation: Uses and abuses. Cambridge, MA: MIT Press."},{"key":"2532_CR15","unstructured":"Gl\u00e4nzel, W., & Debackere, K. (2009). On the \u2018multi-dimensionality\u2019of rankings: some methodological and mathematical questions to be solved in university assessment. Paper presented at the international symposium on university ranking. Leiden, Netherlands."},{"issue":"3","key":"2532_CR16","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1007\/s11192-012-0777-7","volume":"94","author":"A-W Harzing","year":"2013","unstructured":"Harzing, A.-W. (2013). A preliminary test of Google Scholar as a source for citation data: A longitudinal study of Nobel prize winners. Scientometrics, 94(3), 1057\u20131075.","journal-title":"Scientometrics"},{"issue":"1","key":"2532_CR17","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1007\/s11192-013-0975-y","volume":"98","author":"A-W Harzing","year":"2014","unstructured":"Harzing, A.-W. (2014). A longitudinal study of Google Scholar coverage between 2012 and 2013. Scientometrics, 98(1), 565\u2013575.","journal-title":"Scientometrics"},{"issue":"2","key":"2532_CR18","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1007\/s11192-015-1798-9","volume":"106","author":"A-W Harzing","year":"2016","unstructured":"Harzing, A.-W., & Alakangas, S. (2016). Google Scholar, Scopus and the Web of Science: A longitudinal and cross-disciplinary comparison. Scientometrics, 106(2), 787\u2013804.","journal-title":"Scientometrics"},{"key":"2532_CR19","doi-asserted-by":"crossref","DOI":"10.1057\/9781137446671","volume-title":"Rankings and the reshaping of higher education: The battle for world-class excellence","author":"E Hazelkorn","year":"2015","unstructured":"Hazelkorn, E. (2015). Rankings and the reshaping of higher education: The battle for world-class excellence. berlin: Springer."},{"key":"2532_CR20","volume-title":"Watching the rankings","author":"R Holmes","year":"2013","unstructured":"Holmes, R. (2013). Watching the rankings. Seattle: Createspace Independent Publishing Platform."},{"key":"2532_CR21","unstructured":"Mart\u00edn-Mart\u00edn, A., Ordu\u00f1a-Malea, E., Ayll\u00f3n, J. M., & L\u00f3pez-C\u00f3zar, E. D. (2014). Does Google Scholar contain all highly cited documents (1950\u20132013)? arXiv preprint arXiv:1410.8464 ."},{"key":"2532_CR22","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1016\/j.ijedudev.2014.10.004","volume":"40","author":"B Millot","year":"2015","unstructured":"Millot, B. (2015). International rankings: Universities vs higher education systems. International Journal of Educational Development, 40, 156\u2013165.","journal-title":"International Journal of Educational Development"},{"issue":"1","key":"2532_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ejor.2015.04.002","volume":"246","author":"J Mingers","year":"2015","unstructured":"Mingers, J., & Leydesdorff, L. (2015). A review of theory and practice in scientometrics. European Journal of Operational Research, 246(1), 1\u201319.","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"2532_CR24","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1007\/s11192-010-0270-0","volume":"85","author":"J Mingers","year":"2010","unstructured":"Mingers, J., & Lipitakis, E. (2010). Counting the citations: A comparison of Web of Science and Google Scholar in the field of management. Scientometrics, 85(2), 613\u2013625.","journal-title":"Scientometrics"},{"key":"2532_CR25","unstructured":"Mingers, J., & White, L. (2015). Throwing out the baby with the bathwater: The undesirable effects of national research assessment exercises on research. arXiv preprint arXiv:1502.00658 ."},{"issue":"8","key":"2532_CR26","doi-asserted-by":"crossref","first-page":"1051","DOI":"10.1177\/0018726712467048","volume":"66","author":"J Mingers","year":"2013","unstructured":"Mingers, J., & Willmott, H. (2013). Taylorizing business school research: On the \u201cone best way\u201d performative effects of journal ranking lists. Human Relations, 66(8), 1051\u20131073.","journal-title":"Human Relations"},{"issue":"1","key":"2532_CR32","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1016\/j.ejor.2016.07.058","volume":"257","author":"J Mingers","year":"2017","unstructured":"Mingers, J., & Yang, L. (2017). Evaluating journal quality: A review of journal citation indicators and ranking in business and management. European Journal of Operational Research, 257(1), 323\u2013337.","journal-title":"European Journal of Operational Research"},{"issue":"1","key":"2532_CR27","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1007\/s11192-008-0108-1","volume":"74","author":"H Moed","year":"2008","unstructured":"Moed, H. (2008). UK research assessment exercises: Informed judgements on research quality or quantity? Scientometrics, 74(1), 153\u2013161.","journal-title":"Scientometrics"},{"key":"2532_CR28","doi-asserted-by":"crossref","unstructured":"Prins, Ad A M, Costas, R., van Leeuwen, T. N., & Wouters, P. F. (2016). Using Google Scholar in research evaluation of humanities and social science programs: A comparison with Web of Science data. Research Evaluation , 25(3), 264\u2013270.","DOI":"10.1093\/reseval\/rvv049"},{"issue":"9","key":"2532_CR29","doi-asserted-by":"crossref","first-page":"1657","DOI":"10.1016\/j.respol.2013.06.009","volume":"42","author":"G Rebora","year":"2013","unstructured":"Rebora, G., & Turri, M. (2013). The UK and Italian research assessment exercises face to face. Research Policy, 42(9), 1657\u20131666.","journal-title":"Research Policy"},{"issue":"4","key":"2532_CR30","doi-asserted-by":"crossref","first-page":"833","DOI":"10.1016\/j.joi.2013.08.002","volume":"7","author":"L Waltman","year":"2013","unstructured":"Waltman, L., & van Eck, N. (2013). A systematic empirical comparison of different approaches for normalizing citation impact indicators. Journal of Informetrics, 7(4), 833\u2013849.","journal-title":"Journal of Informetrics"},{"issue":"2","key":"2532_CR31","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.ipm.2014.10.011","volume":"51","author":"F Xu","year":"2015","unstructured":"Xu, F., Liu, W. B., & Mingers, J. (2015). New journal classification methods based on the global h-index. Information Processing and Management, 51(2), 50\u201361.","journal-title":"Information Processing and Management"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-017-2532-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2532-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2532-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,4]],"date-time":"2019-10-04T02:52:40Z","timestamp":1570157560000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-017-2532-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,3]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["2532"],"URL":"https:\/\/doi.org\/10.1007\/s11192-017-2532-6","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,10,3]]}}}