{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T15:39:23Z","timestamp":1759937963829},"reference-count":13,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,11,14]],"date-time":"2013-11-14T00:00:00Z","timestamp":1384387200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2014,3]]},"DOI":"10.1007\/s11192-013-1177-3","type":"journal-article","created":{"date-parts":[[2013,11,12]],"date-time":"2013-11-12T23:57:06Z","timestamp":1384300626000},"page":"2069-2086","source":"Crossref","is-referenced-by-count":19,"title":["Inefficiency in selecting products for submission to national research assessment exercises"],"prefix":"10.1007","volume":"98","author":[{"given":"Giovanni","family":"Abramo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ciriaco Andrea","family":"D\u2019Angelo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Flavia","family":"Di Costa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,11,14]]},"reference":[{"issue":"3","key":"1177_CR1","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1007\/s11192-011-0352-7","volume":"87","author":"G Abramo","year":"2010","unstructured":"Abramo, G., & D\u2019Angelo, C. A. (2010). Evaluating research: From informed peer review to bibliometrics. Scientometrics, 87(3), 499\u2013514.","journal-title":"Scientometrics"},{"issue":"1","key":"1177_CR2","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1016\/j.respol.2008.11.001","volume":"38","author":"G Abramo","year":"2009","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Caprasecca, A. (2009). Allocative efficiency in public research funding: Can bibliometrics help? Research Policy, 38(1), 206\u2013215.","journal-title":"Research Policy"},{"key":"1177_CR5","unstructured":"Council of Canadian Academies. (2012). Expert Panel on Science Performance and Research Funding Informing research choices: Indicators and judgment\/The Expert Panel on Science Performance and Research Funding. Ottawa: Council of Canadian Academies."},{"key":"1177_CR22","doi-asserted-by":"crossref","unstructured":"D\u2019Angelo, C. A., Giuffrida, C., & Abramo, G. (2011). A heuristic approach to author name disambiguation in bibliometrics databases for large-scale research assessments. Journal of the American Society for Information Science and Technology, 62(2), 257\u2013269.","DOI":"10.1002\/asi.21460"},{"key":"1177_CR7","unstructured":"Excellence in Research for Australia (ERA). (2013). Retrieved July 15, 2013 from http:\/\/www.arc.gov.au\/era\/default.htm ."},{"issue":"4","key":"1177_CR9","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1023\/B:MINE.0000005155.70870.bd","volume":"41","author":"A Geuna","year":"2003","unstructured":"Geuna, A., & Martin, B. R. (2003). University research evaluation and funding: An international comparison. Minerva, 41(4), 277\u2013304.","journal-title":"Minerva"},{"key":"1177_CR10","volume-title":"Financing public universities. Higher education dynamics","author":"M Herbst","year":"2007","unstructured":"Herbst, M. (2007). Financing public universities. Higher education dynamics (Vol. 18). The Netherlands: Springer."},{"issue":"2","key":"1177_CR11","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/j.respol.2011.09.007","volume":"41","author":"D Hicks","year":"2012","unstructured":"Hicks, D. (2012). Performance-based university research funding systems. Research Policy, 41(2), 251\u2013261.","journal-title":"Research Policy"},{"issue":"10","key":"1177_CR12","doi-asserted-by":"crossref","first-page":"1438","DOI":"10.1001\/jama.1990.03440100162024","volume":"263","author":"DF Horrobin","year":"1990","unstructured":"Horrobin, D. F. (1990). The philosophical basis of peer review and the suppression of innovation. Journal of the American Medical Association, 263(10), 1438\u20131441.","journal-title":"Journal of the American Medical Association"},{"key":"1177_CR13","volume-title":"Management benchmark study","author":"GB Jordan","year":"2001","unstructured":"Jordan, G. B., & Malone, E. L. (2001). Performance assessment. In US Department of Energy Office of Science and Office of Planning and Analysis (Ed.), Management benchmark study. Washington, D.C.: US Department of Energy."},{"issue":"1","key":"1177_CR14","first-page":"7","volume":"5","author":"H Moxham","year":"1992","unstructured":"Moxham, H., & Anderson, J. (1992). Peer review. A view from the inside. Science and Technology Policy, 5(1), 7\u201315.","journal-title":"Science and Technology Policy"},{"key":"1177_CR17","unstructured":"Research Excellence Framework (REF). (2013). Retrieved July 15, 2013 from http:\/\/www.ref.ac.uk\/ ."},{"key":"1177_CR21","unstructured":"VQR. (2012). Valutazione della Qualit\u00e0 della Ricerca (2004\u20132010). Retrieved Oct 31, 2013 from www.anvur.org\/attachments\/article\/122\/bando_vqr_def_07_11.pdf ."}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-013-1177-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-013-1177-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-013-1177-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T05:34:32Z","timestamp":1559367272000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-013-1177-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,11,14]]},"references-count":13,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2014,3]]}},"alternative-id":["1177"],"URL":"https:\/\/doi.org\/10.1007\/s11192-013-1177-3","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,11,14]]}}}