{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T05:45:58Z","timestamp":1777441558079,"version":"3.51.4"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,12,5]],"date-time":"2017-12-05T00:00:00Z","timestamp":1512432000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2018,2]]},"DOI":"10.1007\/s11192-017-2609-2","type":"journal-article","created":{"date-parts":[[2017,12,5]],"date-time":"2017-12-05T09:52:18Z","timestamp":1512467538000},"page":"449-461","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Toward predicting research proposal success"],"prefix":"10.1007","volume":"114","author":[{"given":"Kevin W.","family":"Boyack","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Caleb","family":"Smith","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard","family":"Klavans","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,12,5]]},"reference":[{"issue":"1","key":"2609_CR1","first-page":"65","volume":"64","author":"C Biddle","year":"1996","unstructured":"Biddle, C., & Aker, J. (1996). How does the peer review process influence AANA Journal article readability? Journal of the American Association of Nurse Anesthetists, 64(1), 65\u201368.","journal-title":"Journal of the American Association of Nurse Anesthetists"},{"issue":"2","key":"2609_CR2","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/s11192-005-0214-2","volume":"63","author":"L Bornmann","year":"2005","unstructured":"Bornmann, L., & Daniel, H.-D. (2005). Selection of research fellowship recipients by committee peer review. Reliability, fairness and predictive validity of Board of Trustees decisions. Scientometrics, 63(2), 297\u2013320.","journal-title":"Scientometrics"},{"issue":"3","key":"2609_CR3","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1007\/s11192-006-0121-1","volume":"68","author":"L Bornmann","year":"2006","unstructured":"Bornmann, L., & Daniel, H.-D. (2006). Selecting scientific excellence through committee peer review\u2014A citation analysis of publications previously published to approval or rejection of post-doctoral research fellowship applicants. Scientometrics, 68(3), 427\u2013440.","journal-title":"Scientometrics"},{"key":"2609_CR4","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/j.joi.2009.10.004","volume":"4","author":"L Bornmann","year":"2010","unstructured":"Bornmann, L., Leydesdorff, L., & van den Besselaar, P. (2010). A meta-evaluation of scientific research proposals: Different ways of comparing rejected to awarded applications. Journal of Informetrics, 4, 211\u2013220.","journal-title":"Journal of Informetrics"},{"issue":"10","key":"2609_CR5","doi-asserted-by":"crossref","first-page":"e3480","DOI":"10.1371\/journal.pone.0003480","volume":"3","author":"L Bornmann","year":"2008","unstructured":"Bornmann, L., Wallon, G., & Ledin, A. (2008). Does the committee peer review select the best applicants for funding? An investigation of the selection process for two European Molecular Biology Organization programmes. PLoS ONE, 3(10), e3480.","journal-title":"PLoS ONE"},{"issue":"6","key":"2609_CR6","doi-asserted-by":"crossref","first-page":"e68258","DOI":"10.1371\/journal.pone.0068258","volume":"8","author":"A Cabezas-Clavijo","year":"2013","unstructured":"Cabezas-Clavijo, A., Robinson-Garcia, N., Escabias, M., & Jimenez-Contreras, E. (2013). Reviewers\u2019 ratings and bibliometric indicators: Hand in hand when assessing over research proposals? PLoS ONE, 8(6), e68258.","journal-title":"PLoS ONE"},{"key":"2609_CR7","doi-asserted-by":"crossref","first-page":"881","DOI":"10.1126\/science.7302566","volume":"214","author":"S Cole","year":"1981","unstructured":"Cole, S., Cole, J. R., & Simon, G. A. (1981). Chance and consensus in peer review. Science, 214, 881\u2013886.","journal-title":"Science"},{"key":"2609_CR8","doi-asserted-by":"publisher","DOI":"10.17226\/20041","volume-title":"Peer review in the national science foundation: Phase one of a study","author":"S Cole","year":"1978","unstructured":"Cole, S., Rubin, L., & Cole, J. R. (1978). Peer review in the national science foundation: Phase one of a study. Washington, DC: The National Academies Press. https:\/\/doi.org\/10.17226\/20041 ."},{"key":"2609_CR9","doi-asserted-by":"crossref","first-page":"1611","DOI":"10.1007\/s11192-016-2145-5","volume":"109","author":"SG Enger","year":"2016","unstructured":"Enger, S. G., & Castellacci, S. (2016). Who get Horizon 2020 research grants? Propensity to apply and probability to succeed in a two-step analysis. Scientometrics, 109, 1611\u20131638.","journal-title":"Scientometrics"},{"key":"2609_CR10","doi-asserted-by":"crossref","first-page":"e13323","DOI":"10.7554\/eLife.13323","volume":"5","author":"FC Fang","year":"2016","unstructured":"Fang, F. C., Bowen, A., & Casadevall, A. (2016). NIH peer review percentile scores are poorly predictive of grant productivity. eLife, 5, e13323.","journal-title":"eLife"},{"issue":"9","key":"2609_CR11","doi-asserted-by":"crossref","first-page":"e106474","DOI":"10.1371\/journal.pone.0106474","volume":"9","author":"SG Gallo","year":"2014","unstructured":"Gallo, S. G., Carpenter, A. S., Irwin, D., McPartland, C. D., Travis, J., Reynders, S., et al. (2014). The validation of peer review through research impact measures and the implications for funding strategies. PLoS ONE, 9(9), e106474.","journal-title":"PLoS ONE"},{"key":"2609_CR12","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1126\/science.122.3159.108","volume":"122","author":"E Garfield","year":"1955","unstructured":"Garfield, E. (1955). Citation indexes for science: A new dimension in documentation through association of ideas. Science, 122, 108\u2013111.","journal-title":"Science"},{"key":"2609_CR13","doi-asserted-by":"crossref","first-page":"d4797","DOI":"10.1136\/bmj.d4797","volume":"343","author":"N Graves","year":"2011","unstructured":"Graves, N., Barnett, A. G., & Clarke, P. (2011). Funding grant proposals for scientific research: Retrospective analysis of scores by members of grant review panel. British Medical Journal, 343, d4797.","journal-title":"British Medical Journal"},{"key":"2609_CR14","first-page":"e002800","volume":"3","author":"DL Herbert","year":"2013","unstructured":"Herbert, D. L., Barnett, A. G., Clarke, P., & Graves, N. (2013). On the time spent preparing grant proposals: An observational study of Australian researchers. British Medical Journal Open, 3, e002800.","journal-title":"British Medical Journal Open"},{"key":"2609_CR15","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1007\/s11192-013-1008-6","volume":"97","author":"M H\u00f6rlesberger","year":"2013","unstructured":"H\u00f6rlesberger, M., Roche, I., Besagni, D., Scherngell, T., Francois, C., Cuxac, P., et al. (2013). A concept for inferring \u2018frontier research\u2019 in grant proposals. Scientometrics, 97, 129\u2013148.","journal-title":"Scientometrics"},{"issue":"1","key":"2609_CR16","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1007\/s11192-009-0411-5","volume":"79","author":"S Hornbostel","year":"2009","unstructured":"Hornbostel, S., B\u00f6hmer, S., Klingsporn, B., Neufeld, J., & Von Ins, M. (2009). Funding of young scientist and scientific excellence. Scientometrics, 79(1), 171\u2013190.","journal-title":"Scientometrics"},{"issue":"9","key":"2609_CR17","doi-asserted-by":"crossref","first-page":"1168","DOI":"10.1016\/j.jpubeco.2011.05.005","volume":"95","author":"BA Jacob","year":"2011","unstructured":"Jacob, B. A., & Lefgren, L. (2011). The impact of research grant funding on scientific productivity. Journal of Public Economics, 95(9), 1168\u20131177.","journal-title":"Journal of Public Economics"},{"key":"2609_CR18","doi-asserted-by":"crossref","first-page":"11076","DOI":"10.1073\/pnas.0804538105","volume":"105","author":"VE Johnson","year":"2008","unstructured":"Johnson, V. E. (2008). Statistical analysis of the National Institutes of Health peer review system. Proceedings of the National Academy of Sciences of the USA, 105, 11076\u201311080.","journal-title":"Proceedings of the National Academy of Sciences of the USA"},{"key":"2609_CR19","doi-asserted-by":"crossref","first-page":"1158","DOI":"10.1016\/j.joi.2017.10.002","volume":"11","author":"R Klavans","year":"2017","unstructured":"Klavans, R., & Boyack, K. W. (2017). Research portfolio analysis and topic prominence. Journal of Informetrics, 11, 1158\u20131174.","journal-title":"Journal of Informetrics"},{"key":"2609_CR20","doi-asserted-by":"crossref","first-page":"434","DOI":"10.1126\/science.aaa0185","volume":"348","author":"D Li","year":"2015","unstructured":"Li, D., & Agha, L. (2015). Big names or big ideas: Do peer-review panels select the best science proposals? Science, 348, 434\u2013438.","journal-title":"Science"},{"issue":"6","key":"2609_CR21","doi-asserted-by":"crossref","first-page":"e126938","DOI":"10.1371\/journal.pone.0126938","volume":"10","author":"MD Lindner","year":"2015","unstructured":"Lindner, M. D., & Nakamura, R. K. (2015). Examining the predictive validity of NIH peer review scores. PLoS ONE, 10(6), e126938.","journal-title":"PLoS ONE"},{"issue":"10","key":"2609_CR22","doi-asserted-by":"crossref","first-page":"702","DOI":"10.3152\/147154306781778579","volume":"33","author":"G Melin","year":"2006","unstructured":"Melin, G., & Danell, R. (2006). The top eight percent: Development of approved and rejected applicants for a prestigious grant in Sweden. Science and Public Policy, 33(10), 702\u2013712.","journal-title":"Science and Public Policy"},{"issue":"3810","key":"2609_CR23","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1126\/science.159.3810.56","volume":"159","author":"RK Merton","year":"1968","unstructured":"Merton, R. K. (1968). The Matthew effect in science. Science, 159(3810), 56\u201363.","journal-title":"Science"},{"key":"2609_CR24","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1002\/smj.4250060306","volume":"6","author":"H Mintzberg","year":"1985","unstructured":"Mintzberg, H., & Waters, J. A. (1985). Of strategies, deliberate and emergent. Strategic Management Journal, 6, 257\u2013272.","journal-title":"Strategic Management Journal"},{"issue":"11","key":"2609_CR25","doi-asserted-by":"crossref","first-page":"2321","DOI":"10.1002\/asi.23315","volume":"66","author":"R Mutz","year":"2015","unstructured":"Mutz, R., Bornmann, L., & Daniel, H.-D. (2015). Testing for the fairness and predictive validity of funding decisions: A multilevel multiple imputation for missing data approach using ex-ante and ex-post evaluation data from the Austrian Science Fund. Journal of the Association for Information Science and Technology, 66(11), 2321\u20132339.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"2609_CR26","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1093\/reseval\/rvs018","volume":"21","author":"J Neufeld","year":"2012","unstructured":"Neufeld, J., & Hornbostel, S. (2012). Funding programmes for young scientists\u2014Do the \u2018best\u2019 apply? Research Evaluation, 21, 270\u2013279.","journal-title":"Research Evaluation"},{"key":"2609_CR27","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1093\/reseval\/rvt014","volume":"22","author":"J Neufeld","year":"2013","unstructured":"Neufeld, J., Huber, N., & Wegner, A. (2013). Peer review-based selection decisions in individual research funding, applicants\u2019 publication strategies and performance: The case of ERC Starting Grants. Research Evaluation, 22, 237\u2013247.","journal-title":"Research Evaluation"},{"issue":"7427","key":"2609_CR28","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1038\/492034a","volume":"492","author":"JM Nicholson","year":"2012","unstructured":"Nicholson, J. M., & Ioannidis, J. P. A. (2012). Conform and be funded. Nature, 492(7427), 34\u201336.","journal-title":"Nature"},{"issue":"3","key":"2609_CR29","doi-asserted-by":"crossref","first-page":"789","DOI":"10.1007\/s11192-008-2220-7","volume":"81","author":"M Reinhart","year":"2009","unstructured":"Reinhart, M. (2009). Peer review of grant applications in biology and medicine: Reliability, fairness and validity. Scientometrics, 81(3), 789\u2013809.","journal-title":"Scientometrics"},{"issue":"2","key":"2609_CR30","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1001\/jama.1994.03520020045012","volume":"272","author":"JC Roberts","year":"1994","unstructured":"Roberts, J. C., Fletcher, R. H., & Fletcher, S. W. (1994). Effects of peer review and editing on the readability of articles published in Annals of Internal Medicine. Journal of the American Medical Association, 272(2), 119\u2013121.","journal-title":"Journal of the American Medical Association"},{"key":"2609_CR31","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/j.envsci.2006.10.001","volume":"10","author":"D Sarewitz","year":"2007","unstructured":"Sarewitz, D., & Pielke, R. A., Jr. (2007). The neglected heart of science policy: Reconciling supply of and demand for science. Environmental Science & Policy, 10, 5\u201316.","journal-title":"Environmental Science & Policy"},{"issue":"1","key":"2609_CR32","doi-asserted-by":"crossref","first-page":"e86969","DOI":"10.1371\/journal.pone.0086969","volume":"9","author":"RT Saygitov","year":"2014","unstructured":"Saygitov, R. T. (2014). The impact of funding through the RF President\u2019s Grants for Young Scientists (the field\u2014Medicine) on research productivity: A quasi-experimental study and a brief systematic review. PLoS ONE, 9(1), e86969.","journal-title":"PLoS ONE"},{"issue":"1","key":"2609_CR33","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1093\/applin\/7.1.39","volume":"7","author":"J Swales","year":"1986","unstructured":"Swales, J. (1986). Citation analysis and discourse analysis. Applied Linguistics, 7(1), 39\u201356.","journal-title":"Applied Linguistics"},{"key":"2609_CR34","volume-title":"The structure of scientific articles: Applications to citation indexing and summarization","author":"S Teufel","year":"2010","unstructured":"Teufel, S. (2010). The structure of scientific articles: Applications to citation indexing and summarization. Stanford, CA: CSLI Publications."},{"key":"2609_CR35","doi-asserted-by":"crossref","unstructured":"Teufel, S., Siddharthan, A., & Batchelor, C. (2009). Towards discipline-independent argumentative zoning: Evidence from chemistry and computational linguistics. In Proceedings of the 2009 conference on empirical methods in natural language processing (pp. 1493\u20131502). Singapore.","DOI":"10.3115\/1699648.1699696"},{"issue":"4","key":"2609_CR36","doi-asserted-by":"crossref","first-page":"273","DOI":"10.3152\/095820209X475360","volume":"18","author":"P Besselaar Van den","year":"2009","unstructured":"Van den Besselaar, P., & Leydesdorff, L. (2009). Past performance, peer review and project selection: A case study in the social and behavioral sciences. Research Evaluation, 18(4), 273\u2013288.","journal-title":"Research Evaluation"},{"key":"2609_CR37","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1016\/j.joi.2015.07.011","volume":"9","author":"P Besselaar Van den","year":"2015","unstructured":"Van den Besselaar, P., & Sandstr\u00f6m, U. (2015). Early career grants, performance, and careers: A study on predictive validity of grant decisions. Journal of Informetrics, 9, 826\u2013838.","journal-title":"Journal of Informetrics"},{"key":"2609_CR38","unstructured":"Van den Besselaar, P., & Sandstr\u00f6m, U. (2017). Influence of cognitive distance on grant decisions. In Science, technology and innovation indicators 2017. Paris, France."},{"key":"2609_CR39","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1093\/reseval\/rvs009","volume":"21","author":"TN Leeuwen Van","year":"2012","unstructured":"Van Leeuwen, T. N., & Moed, H. (2012). Funding decisions, peer review, and scientific excellence in physical sciences, chemistry, and geosciences. Research Evaluation, 21, 189\u2013198.","journal-title":"Research Evaluation"},{"issue":"3","key":"2609_CR40","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1016\/j.respol.2003.09.005","volume":"33","author":"N Viner","year":"2004","unstructured":"Viner, N., Powell, P., & Green, R. (2004). Institutionalized biases in the award of research grants: A preliminary analysis revisiting the principle of accumulative advantage. Research Policy, 33(3), 443\u2013454.","journal-title":"Research Policy"},{"issue":"3","key":"2609_CR41","doi-asserted-by":"crossref","first-page":"e0118494","DOI":"10.1371\/journal.pone.0118494","volume":"10","author":"T Hippel Von","year":"2015","unstructured":"Von Hippel, T., & Von Hippel, C. (2015). To apply or not to apply: A survey analysis of grant writing costs and benefits. PLoS ONE, 10(3), e0118494.","journal-title":"PLoS ONE"},{"issue":"3","key":"2609_CR42","doi-asserted-by":"crossref","first-page":"391","DOI":"10.2307\/2091086","volume":"32","author":"H Zuckerman","year":"1967","unstructured":"Zuckerman, H. (1967). Nobel laureates in science: Patterns of productivity, collaboration, and authorship. American Sociological Review, 32(3), 391\u2013403.","journal-title":"American Sociological Review"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-017-2609-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2609-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2609-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,7]],"date-time":"2019-10-07T08:53:03Z","timestamp":1570438383000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-017-2609-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12,5]]},"references-count":42,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,2]]}},"alternative-id":["2609"],"URL":"https:\/\/doi.org\/10.1007\/s11192-017-2609-2","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,12,5]]}}}