{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:21:13Z","timestamp":1792797673725,"version":"4.5.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,8,20]],"date-time":"2016-08-20T00:00:00Z","timestamp":1471651200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2016,11]]},"DOI":"10.1007\/s11192-016-2102-3","type":"journal-article","created":{"date-parts":[[2016,8,20]],"date-time":"2016-08-20T01:56:32Z","timestamp":1471658192000},"page":"1255-1281","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["The determinants of the research output of universities: specialization, quality and inefficiencies"],"prefix":"10.1007","volume":"109","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5815-127X","authenticated-orcid":false,"given":"Jos\u00e9 Manuel","family":"Pastor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lorenzo","family":"Serrano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,8,20]]},"reference":[{"issue":"1","key":"2102_CR1","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/S0272-7757(01)00068-1","volume":"22","author":"M Abbott","year":"2003","unstructured":"Abbott, M., & Doucouliagos, C. (2003). The efficiency of Australian universities: A data envelopment analysis. Economics of Education Review, 22(1), 89\u201397.","journal-title":"Economics of Education Review"},{"issue":"3","key":"2102_CR2","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1080\/0964529042000258608","volume":"12","author":"M Abbott","year":"2004","unstructured":"Abbott, M., & Doucouliagos, H. (2004). Research output of Australian universities. Education Economics, 12(3), 251\u2013265.","journal-title":"Education Economics"},{"key":"2102_CR3","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1287\/mnsc.48.1.44.14279","volume":"48","author":"AK Agrawal","year":"2002","unstructured":"Agrawal, A. K., & Henderson, R. M. (2002). Putting patents in context: Exploring knowledge transfer from MIT. Management Science, 48, 44\u201360.","journal-title":"Management Science"},{"key":"2102_CR4","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1111\/j.1467-6451.2009.00395.x","volume":"57","author":"P Azoulay","year":"2009","unstructured":"Azoulay, P., Ding, W., & Stuart, T. (2009). The impact of academic patenting on the rate, quality and direction of (public) research output. The Journal of Industrial Economics, 57, 637\u2013676.","journal-title":"The Journal of Industrial Economics"},{"key":"2102_CR5","doi-asserted-by":"crossref","DOI":"10.4337\/9781847206848","volume-title":"Universities and strategic knowledge creation: Specialization and performance in Europe","author":"A Bonaccorsi","year":"2007","unstructured":"Bonaccorsi, A., & Daraio, C. (2007). Universities and strategic knowledge creation: Specialization and performance in Europe. Cheltenham: Edward Elgar Publishing."},{"issue":"2","key":"2102_CR6","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1080\/10438590600982830","volume":"16","author":"L Breschi","year":"2007","unstructured":"Breschi, L., Lissoni, F., & Montobbio, F. (2007). The scientific productivity of academic inventors: New evidence from Italian data. Economics of Innovation and New Technology, 16(2), 101\u2013118.","journal-title":"Economics of Innovation and New Technology"},{"issue":"2","key":"2102_CR7","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1016\/j.respol.2008.11.006","volume":"38","author":"Buenstorf","year":"2009","unstructured":"Buenstorf, (2009). Is commercialization good or bad for science? Individual-level evidence from the Max Planck Society. Research Policy, 38(2), 281\u2013292.","journal-title":"Research Policy"},{"issue":"2","key":"2102_CR8","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1080\/10438590600982855","volume":"16","author":"N Carayol","year":"2007","unstructured":"Carayol, N. (2007). Academic incentives, research organization and patenting at a large French University. Economics of Innovation and New Technology, 16(2), 119\u2013138.","journal-title":"Economics of Innovation and New Technology"},{"key":"2102_CR9","unstructured":"Center for Science and Technology Studies (CWTS). (2009). The Leiden ranking. Retrieved November from http:\/\/www.cwts.nl\/ranking\/LeidenRankingWebSite.html ."},{"key":"2102_CR10","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1016\/0377-2217(78)90138-8","volume":"2","author":"A Charnes","year":"1978","unstructured":"Charnes, A., Cooper, W. W., & Rhodes, E. (1978). Measuring the efficiency of decision-making units. European Journal of Operational Research, 2, 429\u2013444. doi: 10.1016\/0377-2217(78)90138-8 .","journal-title":"European Journal of Operational Research"},{"key":"2102_CR11","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.respol.2010.09.010","volume":"40","author":"G Crespi","year":"2011","unstructured":"Crespi, G., D\u2019Este, P., Fontana, R., & Geuna, A. (2011). The impact of academic patenting on university research and its transfer. Research Policy, 40, 55\u201368.","journal-title":"Research Policy"},{"issue":"3","key":"2102_CR12","doi-asserted-by":"crossref","first-page":"424","DOI":"10.2307\/2109566","volume":"73","author":"H Groot de","year":"1991","unstructured":"de Groot, H., McMahon, W., & Volkwein, J. F. (1991). The cost structure of American Research Universities. The Review of Economics and Statistics, 73(3), 424\u2013431.","journal-title":"The Review of Economics and Statistics"},{"issue":"5","key":"2102_CR13","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1016\/j.respol.2008.01.010","volume":"37","author":"K Fabrizio","year":"2008","unstructured":"Fabrizio, K., & DiMinin, A. (2008). Commercializing the laboratory: The relationship between faculty patenting and publishing. Research Policy, 37(5), 914\u2013931.","journal-title":"Research Policy"},{"issue":"22","key":"2102_CR14","doi-asserted-by":"crossref","first-page":"2623","DOI":"10.1096\/fj.08-107938","volume":"22","author":"ME Falagas","year":"2008","unstructured":"Falagas, M. E., Kouranos, V. D., Arencibia-Jorge, R., & Karageorgopoulos, D. E. (2008). Comparison of SCImago journal rank indicator with journal impact factor. The FASEB Journal, 22(22), 2623\u20132628.","journal-title":"The FASEB Journal"},{"issue":"3","key":"2102_CR15","doi-asserted-by":"crossref","first-page":"253","DOI":"10.2307\/2343100","volume":"120","author":"M Farrell","year":"1957","unstructured":"Farrell, M. (1957). The measurement of productive efficiency. Journal of the Royal Statistics Society, Series A, 120(3), 253\u2013281.","journal-title":"Journal of the Royal Statistics Society, Series A"},{"key":"2102_CR46","doi-asserted-by":"crossref","unstructured":"Filippini, M., & Lepori, B. (2007). Cost structure, economies of capacity utilization and scope in Swiss higher education institutions. In Universities and strategic knowledge creation: Specialization and performance in Europe (pp. 272\u2013304).","DOI":"10.4337\/9781847206848.00016"},{"issue":"3","key":"2102_CR16","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1080\/0904529042000258590","volume":"12","author":"AT Flegg","year":"2004","unstructured":"Flegg, A. T., Allen, D. O., Field, K., & Thurlow, T. W. (2004). Measuring the efficiency of British universities: A multi-period data envelopment analysis. Education Economics, 12(3), 231\u2013249.","journal-title":"Education Economics"},{"issue":"1","key":"2102_CR17","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1002\/jae.3950100106","volume":"10","author":"JC Glass","year":"1995","unstructured":"Glass, J. C., McKillop, D. G., & Hyndman, N. (1995). Efficiency in the provision of university teaching and research: An empirical analysis of UK universities. Journal of Applied Econometrics, 10(1), 61\u201372.","journal-title":"Journal of Applied Econometrics"},{"issue":"1","key":"2102_CR18","doi-asserted-by":"crossref","first-page":"9","DOI":"10.3989\/redc.2012.1.851","volume":"35","author":"B Gonz\u00e1lez-Albo","year":"2012","unstructured":"Gonz\u00e1lez-Albo, B., Moreno, L., Morillo, F., & Bordons, M. (2012). Bibliometric indicators for the analysis of the research performance of a multidisciplinary institution: The CSIC. Revista Espa\u00f1ola de Documentaci\u00f3n Cient\u00edfica, 35(1), 9\u201337.","journal-title":"Revista Espa\u00f1ola de Documentaci\u00f3n Cient\u00edfica"},{"issue":"3","key":"2102_CR19","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1007\/s11123-015-0459-6","volume":"45","author":"C Guccio","year":"2016","unstructured":"Guccio, C., Martorana, M. F., & Monaco, L. (2016). Evaluating the impact of the Bologna Process on the efficiency convergence of Italian universities: A non-parametric frontier approach. Journal of Productivity Analysis, 45(3), 275\u2013298.","journal-title":"Journal of Productivity Analysis"},{"issue":"3","key":"2102_CR20","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/0048-7333(88)90041-8","volume":"17","author":"G Johnes","year":"1988","unstructured":"Johnes, G. (1988). Determinants of research output in economics departments in British universities. Research Policy, 17(3), 171\u2013178.","journal-title":"Research Policy"},{"key":"2102_CR44","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/S0377-2217(96)90048-X","volume":"89","author":"J Johnes","year":"1996","unstructured":"Johnes, J. (1996). Performance assessment in higher education in Britain. European Journal of Operational Research, 89(1), 18\u201333.","journal-title":"European Journal of Operational Research"},{"issue":"3","key":"2102_CR21","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/j.econedurev.2005.02.005","volume":"25","author":"J Johnes","year":"2006","unstructured":"Johnes, J. (2006). Data envelopment analysis and its application to the measurement of efficiency in higher education. Economics of Education Review, 25(3), 273\u2013288.","journal-title":"Economics of Education Review"},{"issue":"1","key":"2102_CR22","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.econedurev.2008.02.001","volume":"28","author":"G Johnes","year":"2009","unstructured":"Johnes, G., & Johnes, J. (2009). Higher education institutions\u2019 costs and efficiency: Taking the decomposition a further step. Economics of Education Review, 28(1), 107\u2013113. doi: 10.1016\/j.econedurev.2008.02.001 .","journal-title":"Economics of Education Review"},{"issue":"16","key":"2102_CR23","doi-asserted-by":"crossref","first-page":"2063","DOI":"10.1080\/00036840701765361","volume":"42","author":"G Kempkes","year":"2010","unstructured":"Kempkes, G., & Pohl, C. (2010). The efficiency of German universities\u2014some evidence from nonparametric and parametric methods. Applied Economics, 42(16), 2063\u20132079.","journal-title":"Applied Economics"},{"issue":"1","key":"2102_CR24","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/s11192-009-0050-x","volume":"82","author":"A Klitkou","year":"2010","unstructured":"Klitkou, A., & Gulbrandsen, M. (2010). The relationship between academic patenting and scientific publishing in Norway. Scientometrics, 82(1), 93\u2013108.","journal-title":"Scientometrics"},{"key":"2102_CR25","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1016\/j.procs.2010.12.084","volume":"3","author":"CT Kuah","year":"2011","unstructured":"Kuah, C. T., & Wong, K. (2011). Efficiency assessment of universities through data envelopment analysis. Procedia Computer Science, 3, 499\u2013506.","journal-title":"Procedia Computer Science"},{"key":"2102_CR47","unstructured":"Lepori, B. (2007). Paterns in the Swiss higher education system. In Universities and strategic knowledge creation: Specialization and performance in Europe (pp. 209\u2013240)."},{"issue":"9","key":"2102_CR26","doi-asserted-by":"crossref","first-page":"829","DOI":"10.1080\/00343400020002967","volume":"34","author":"J Maudos","year":"2000","unstructured":"Maudos, J., Pastor, J. M., & Serrano, L. (2000). Efficiency and productive specialization: An application to the Spanish regions. Regional Studies, 34(9), 829\u2013842.","journal-title":"Regional Studies"},{"key":"2102_CR27","volume-title":"Citation analysis in research evaluation","author":"HF Moed","year":"2005","unstructured":"Moed, H. F. (2005). Citation analysis in research evaluation. Dordrecht: Springer."},{"issue":"1","key":"2102_CR28","doi-asserted-by":"crossref","first-page":"25","DOI":"10.3846\/20294913.2014.837116","volume":"20","author":"J Nazarko","year":"2014","unstructured":"Nazarko, J., & \u0160aparauskas, J. (2014). Application of DEA method in efficiency evaluation of public higher education institutions. Technological and Economic Development of Economy, 20(1), 25\u201344.","journal-title":"Technological and Economic Development of Economy"},{"key":"2102_CR29","doi-asserted-by":"publisher","DOI":"10.1111\/pirs.12157","author":"JM Pastor","year":"2015","unstructured":"Pastor, J. M., Peraita, C., & P\u00e9rez, F. (2015a). Estimating the long-term economic impacts of Spanish universities on the National Economy. Papers in Regional Science,. doi: 10.1111\/pirs.12157 .","journal-title":"Papers in Regional Science"},{"issue":"5","key":"2102_CR30","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1007\/s10734-012-9562-z","volume":"65","author":"JM Pastor","year":"2013","unstructured":"Pastor, J. M., P\u00e9rez, F., & Fern\u00e1ndez de Guevara, J. (2013). Measuring the local economic impact of universities: An approach that considers uncertainty. Higher Education, 65(5), 539\u2013564.","journal-title":"Higher Education"},{"issue":"3","key":"2102_CR31","doi-asserted-by":"crossref","first-page":"1867","DOI":"10.1007\/s11192-014-1509-y","volume":"102","author":"JM Pastor","year":"2015","unstructured":"Pastor, J. M., Serrano, L., & Zaera, I. (2015b). The research output of European higher education institutions. Scientometrics, 102(3), 1867\u20131893.","journal-title":"Scientometrics"},{"key":"2102_CR33","unstructured":"Rey, O. (2009). Quality indicators and educational research publications: Which publications count?. Dossier d\u2019actualit\u00e9 No. 46\u2013June\u2013July. Service de Veille scientifique et technologique, L\u2019Institut Fran\u00e7ais de l\u2019\u00c9ducation. http:\/\/ife.ens-lyon.fr\/vst\/DA\/detailsDossier.php?parent=accueil&dossier=46&lang=en ."},{"key":"2102_CR45","unstructured":"Salas, V. (2012). La producci\u00f3n universitaria. El caso chileno. Departamento de Econom\u00eda. Universidad de Santiago de Chile."},{"issue":"1","key":"2102_CR34","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/S0377-2217(03)00402-8","volume":"159","author":"CS Sarrico","year":"2004","unstructured":"Sarrico, C. S., & Dyson, R. G. (2004). Restricting virtual weights in data envelopment analysis. European Journal of Operational Research, 159(1), 17\u201334.","journal-title":"European Journal of Operational Research"},{"key":"2102_CR35","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/j.ejor.2008.06.003","volume":"197","author":"CS Sarrico","year":"2009","unstructured":"Sarrico, C. S., Teixeira, P., Rosa, M. J., & Cardoso, M. F. (2009). Subject mix and productivity in Portuguese universities. European Journal of Operational Research, 197, 287\u2013295.","journal-title":"European Journal of Operational Research"},{"key":"2102_CR36","doi-asserted-by":"publisher","DOI":"10.1111\/pirs.12150","author":"T Schubert","year":"2014","unstructured":"Schubert, T., & Kroll, H. (2014). Universities\u2019 effects on regional GDP and unemployment: The case of Germany. Papers in Regional Science,. doi: 10.1111\/pirs.12150 .","journal-title":"Papers in Regional Science"},{"key":"2102_CR37","unstructured":"SCImago. (2012). SIR world report 2012. Global ranking. SCIMAGO Institutions Rankings (SIR). http:\/\/www.scimagoir.com ."},{"key":"2102_CR38","unstructured":"SCImago. (2012). SJR\u2014SCImago Journal & Country Rank. Retrieved July 2012, from http:\/\/www.scimagojr.com ."},{"issue":"2","key":"2102_CR40","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1080\/10438590600982806","volume":"16","author":"PE Stephan","year":"2007","unstructured":"Stephan, P. E., Gurmu, S., Sumell, A. J., & Black, G. (2007). Who\u2019s patenting in the university? Evidence from the survey of doctorate recipients. Economics of Innovation and New Technology, 16(2), 71\u201399.","journal-title":"Economics of Innovation and New Technology"},{"issue":"7","key":"2102_CR41","doi-asserted-by":"publisher","first-page":"1282","DOI":"10.1057\/jors.2010.68","volume":"62","author":"E Thanassoulis","year":"2011","unstructured":"Thanassoulis, E., Kortelainen, M., Johnes, G., & Johnes, J. (2011). Costs and efficiency of higher education institutions in England: A DEA analysis. Journal of the Operational Research Society, 62(7), 1282\u20131297. doi: 10.1057\/jors.2010.68 .","journal-title":"Journal of the Operational Research Society"},{"issue":"2","key":"2102_CR42","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1007\/s11192-009-2178-0","volume":"81","author":"ES Vieira","year":"2009","unstructured":"Vieira, E. S., & Gomes, J. A. N. F. (2009). A comparison of scopus and web of science for a typical university. Scientometrics, 81(2), 587\u2013600.","journal-title":"Scientometrics"},{"issue":"3","key":"2102_CR43","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/j.econedurev.2006.09.012","volume":"27","author":"AC Worthington","year":"2008","unstructured":"Worthington, A. C., & Lee, B. L. (2008). Efficiency, technology and productivity change in Australian universities, 1998\u20132003. Economics of Education Review, 27(3), 285\u2013298.","journal-title":"Economics of Education Review"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-016-2102-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-016-2102-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-016-2102-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,24]],"date-time":"2017-06-24T17:03:39Z","timestamp":1498323819000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-016-2102-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,20]]},"references-count":45,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2016,11]]}},"alternative-id":["2102"],"URL":"https:\/\/doi.org\/10.1007\/s11192-016-2102-3","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,8,20]]}}}