{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T05:20:07Z","timestamp":1777440007233,"version":"3.51.4"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2011,2,15]],"date-time":"2011-02-15T00:00:00Z","timestamp":1297728000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2011,6]]},"DOI":"10.1007\/s11192-011-0352-7","type":"journal-article","created":{"date-parts":[[2011,2,14]],"date-time":"2011-02-14T05:13:55Z","timestamp":1297660435000},"page":"499-514","source":"Crossref","is-referenced-by-count":165,"title":["Evaluating research: from informed peer review to bibliometrics"],"prefix":"10.1007","volume":"87","author":[{"given":"Giovanni","family":"Abramo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ciriaco Andrea","family":"D\u2019Angelo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2011,2,15]]},"reference":[{"issue":"2","key":"352_CR1","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s11192-010-0297-2","volume":"86","author":"G Abramo","year":"2011","unstructured":"Abramo, G., & D\u2019Angelo, C. A. (2011). National-scale research performance assessment at the individual level. Scientometrics, 86(2), 347\u2013364.","journal-title":"Scientometrics"},{"issue":"2","key":"352_CR2","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/s11192-007-1942-2","volume":"76","author":"G Abramo","year":"2008","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Pugini, F. (2008). The measurement of Italian Universities\u2019 research productivity by a non parametric-bibliometric methodology. Scientometrics, 76(2), 225\u2013244.","journal-title":"Scientometrics"},{"issue":"1","key":"352_CR3","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1016\/j.respol.2008.11.001","volume":"38","author":"G Abramo","year":"2009","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Caprasecca, A. (2009). Allocative efficiency in public research funding: can bibliometrics help? Research Policy, 38(1), 206\u2013215.","journal-title":"Research Policy"},{"issue":"3","key":"352_CR4","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1007\/s11192-010-0238-0","volume":"85","author":"G Abramo","year":"2010","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Viel, F. (2010). Peer review research assessment: a sensitivity analysis of performance rankings to the share of research product evaluated. Scientometrics, 85(3), 705\u2013720.","journal-title":"Scientometrics"},{"key":"352_CR5","doi-asserted-by":"crossref","first-page":"127","DOI":"10.2307\/20076113","volume":"4950","author":"J Adams","year":"1998","unstructured":"Adams, J., & Griliches, Z. (1998). Research productivity in a system of universities. Annales d\u2019economie et de statistique, 4950, 127\u2013162.","journal-title":"Annales d\u2019economie et de statistique"},{"issue":"5","key":"352_CR6","doi-asserted-by":"crossref","first-page":"838","DOI":"10.1002\/asi.20788","volume":"59","author":"DW Aksnes","year":"2008","unstructured":"Aksnes, D. W. (2008). When different persons have an identical author name. How frequent are homonyms? Journal of the American Society for Information Science and Technology, 59(5), 838\u2013841.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"1","key":"352_CR7","doi-asserted-by":"crossref","first-page":"33","DOI":"10.3152\/147154404781776563","volume":"13","author":"DW Aksnes","year":"2004","unstructured":"Aksnes, D. W., & Taxt, R. E. (2004). Peers reviews and bibliometric indicators: a comparative study at Norvegian University. Research Evaluation, 13(1), 33\u201341.","journal-title":"Research Evaluation"},{"key":"352_CR8","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1111\/j.1478-9299.2008.00167.x","volume":"7","author":"L Butler","year":"2007","unstructured":"Butler, L., & McAllister, I. (2007). Metrics or peer review? Evaluating the 2001 UK Research assessment exercise in political science. Political Studies Review, 7, 3\u201317.","journal-title":"Political Studies Review"},{"issue":"2","key":"352_CR9","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1002\/asi.21460","volume":"62","author":"CA D\u2019Angelo","year":"2011","unstructured":"D\u2019Angelo, C. A., Giuffrida, C., & Abramo, G. (2011). A heuristic approach to author name disambiguation in large-scale bibliometric databases. Journal of the American Society for Information Science and Technology, 62(2), 257\u2013269.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"352_CR11","first-page":"5","volume":"21","author":"E Garfield","year":"1980","unstructured":"Garfield, E. (1980). Premature discovery or delayed recognition\u2014Why? Current Contents, 21, 5\u201310.","journal-title":"Current Contents"},{"key":"352_CR12","doi-asserted-by":"crossref","unstructured":"Glanzel, W., 2008. Seven myths in bibliometrics. About facts and fiction in quantitative science studies. In Kretschmer & F. Havemann (Eds.), Proceedings of WIS Fourth international conference on webometrics, informetrics and scientometrics and ninth COLLNET meeting, Berlin.","DOI":"10.1080\/09737766.2008.10700836"},{"issue":"2","key":"352_CR13","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1080\/14636770307132","volume":"22","author":"G Harman","year":"2000","unstructured":"Harman, G. (2000). Allocating research infrastructure grants in post-binary higher education systems: British and Australian approaches. Journal of Higher Education Policy and Management, 22(2), 111\u2013126.","journal-title":"Journal of Higher Education Policy and Management"},{"issue":"10","key":"352_CR14","doi-asserted-by":"crossref","first-page":"1438","DOI":"10.1001\/jama.263.10.1438","volume":"263","author":"DF Horrobin","year":"1990","unstructured":"Horrobin, D. F. (1990). The philosophical basis of peer review and the suppression of innovation. Journal of the American Medical Association, 263(10), 1438\u20131441.","journal-title":"Journal of the American Medical Association"},{"key":"352_CR15","doi-asserted-by":"crossref","unstructured":"Lach, S., & Schankerman, M., 2003. Incentives and invention in universities, National Bureau of Economic Research working paper 9727. http:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=1158310 .","DOI":"10.3386\/w9727"},{"key":"352_CR16","volume-title":"Citation analysis in research evaluation","author":"HF Moed","year":"2005","unstructured":"Moed, H. F. (2005). Citation analysis in research evaluation. Dordrecht: Springer."},{"key":"352_CR17","unstructured":"Moxham, H., Anderson, J., 1992. Peer review. A view from the inside. Science and Technology Policy, 7\u201315."},{"issue":"5","key":"352_CR18","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1108\/EUM0000000007207","volume":"53","author":"C Oppenheim","year":"1997","unstructured":"Oppenheim, C. (1997). The correlation between citation counts and the 1992 research assessment exercise ratings for British research in genetics, anatomy and archaeology. Journal of Documentation, 53(5), 477\u2013487.","journal-title":"Journal of Documentation"},{"issue":"6","key":"352_CR19","first-page":"709","volume":"56","author":"C Oppenheim","year":"2003","unstructured":"Oppenheim, C., & Norris, M. (2003). Citation counts and the research assessment exercise V: archaeology and the 2001 RAE. Journal of Documentation, 56(6), 709\u2013730.","journal-title":"Journal of Documentation"},{"issue":"1","key":"352_CR20","first-page":"1","volume":"57","author":"DA Pendlebury","year":"2009","unstructured":"Pendlebury, D. A. (2009). The use and misuse of journal metrics and other citation indicators. Scientometrics, 57(1), 1\u201311.","journal-title":"Scientometrics"},{"key":"352_CR22","unstructured":"REF (Research Excellence Framework). 2009. http:\/\/www.hefce.ac.uk\/pubs\/hefce\/2009\/09_38\/#exec . Accessed 21 Jan 2011."},{"key":"352_CR23","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1016\/S0048-7333(98)00026-2","volume":"27","author":"EJ Rinia","year":"1998","unstructured":"Rinia, E. J., van Leeuwen, Th. N., van Vuren, H. G., & van Raan, A. F. J. (1998). Comparative analysis of a set of bibliometric indicators and central peer review criteria, evaluation of condensed matter physics in The Netherlands. Research Policy, 27, 95\u2013107.","journal-title":"Research Policy"},{"issue":"4","key":"352_CR25","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1002\/asi.20765","volume":"59","author":"AFJ Raan van","year":"2008","unstructured":"van Raan, A. F. J. (2008). Scaling rules in the science system: influence of field-specific citation characteristics on the impact of research groups. Journal of the American Society for Information Science and Technology, 59(4), 565\u2013576.","journal-title":"Journal of the American Society for Information Science and Technology"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-011-0352-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-011-0352-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-011-0352-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,8]],"date-time":"2019-06-08T14:38:57Z","timestamp":1560004737000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-011-0352-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,2,15]]},"references-count":22,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2011,6]]}},"alternative-id":["352"],"URL":"https:\/\/doi.org\/10.1007\/s11192-011-0352-7","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,2,15]]}}}