{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T10:50:50Z","timestamp":1768819850125,"version":"3.49.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,3,4]],"date-time":"2019-03-04T00:00:00Z","timestamp":1551657600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100010909","name":"Young Scientists Fund","doi-asserted-by":"publisher","award":["17CTQ029"],"award-info":[{"award-number":["17CTQ029"]}],"id":[{"id":"10.13039\/501100010909","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2019,5]]},"DOI":"10.1007\/s11192-019-03073-4","type":"journal-article","created":{"date-parts":[[2019,3,4]],"date-time":"2019-03-04T00:56:43Z","timestamp":1551661003000},"page":"959-972","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Research fund evaluation based on academic publication output analysis: the case of Chinese research fund evaluation"],"prefix":"10.1007","volume":"119","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4965-7065","authenticated-orcid":false,"given":"Ji-ping","family":"Gao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hai-yan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Li-hua","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yun-tao","family":"Pan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,3,4]]},"reference":[{"key":"3073_CR1","first-page":"45","volume":"31","author":"Y Bo","year":"2011","unstructured":"Bo, Y., & Zeng, J. (2011). Metrological analysis of national social sciences funding annual projects (2000\u20132009). Science and Technology Management Research,\n                           31, 45\u201348.","journal-title":"Science and Technology Management Research"},{"key":"3073_CR2","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/BF02017571","volume":"21","author":"S Bonzi","year":"1991","unstructured":"Bonzi, S., & Snyder, H. W. (1991). Motivations for citation: A comparison of self citation and citation to others. Scientometrics,\n                           21, 245\u2013254.","journal-title":"Scientometrics"},{"key":"3073_CR3","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1136\/amiajnl-2011-000213","volume":"18","author":"KW Boyack","year":"2011","unstructured":"Boyack, K. W., & Jordan, P. (2011). Metrics associated with NIH funding: A high-level view. Journal of the American Medical Informatics Association,\n                           18, 423\u2013431.","journal-title":"Journal of the American Medical Informatics Association"},{"key":"3073_CR4","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1186\/2047-9158-2-18","volume":"2","author":"H Cao","year":"2013","unstructured":"Cao, H., Chen, G., & Dong, E. (2013). Progress of basic research in Parkinson\u2019s disease in China: Data mini-review from the National Natural Science Foundation. Translational neurodegeneration,\n                           2, 18.","journal-title":"Translational neurodegeneration"},{"key":"3073_CR5","first-page":"1","volume":"15","author":"H Chen","year":"2013","unstructured":"Chen, H., Roco, M. C., Son, J., Jiang, S., Larson, C. A., & Gao, Q. (2013). Global nanotechnology development from 1991 to 2012: Patents, scientific publications, and effect of NSF funding. Journal of Nanoparticle Research,\n                           15, 1\u201321.","journal-title":"Journal of Nanoparticle Research"},{"key":"3073_CR6","doi-asserted-by":"publisher","first-page":"1647","DOI":"10.1002\/asi.22692","volume":"63","author":"R Costas","year":"2012","unstructured":"Costas, R., & Leeuwen, T. N. (2012). Approaching the \u201creward triangle\u201d: General analysis of the presence of funding acknowledgments and \u201cpeer interactive communication\u201d in scientific publications. Journal of the American Society for Information Science and Technology,\n                           63, 1647\u20131661.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"3073_CR7","first-page":"28","volume":"2","author":"M Feng","year":"2009","unstructured":"Feng, M., & Yishan, W. (2009). A survey study on motivations for citation: A case study on periodicals research and library and information science community in China. Journal of Data and Information,\n                           2, 28\u201343.","journal-title":"Journal of Data and Information"},{"key":"3073_CR8","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1126\/science.178.4060.471","volume":"178","author":"E Garfield","year":"1972","unstructured":"Garfield, E. (1972). Citation analysis as a tool in journal evaluation. Science,\n                           178, 471\u2013479.","journal-title":"Science"},{"key":"3073_CR9","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1002\/asi.23406","volume":"67","author":"A G\u00f6k","year":"2016","unstructured":"G\u00f6k, A., Rigby, J., & Shapira, P. (2016). The impact of research funding on scientific outputs: Evidence from six smaller European countries. Journal of the Association for Information Science and Technology,\n                           67, 715\u2013730.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"3073_CR10","doi-asserted-by":"publisher","first-page":"999","DOI":"10.1002\/asi.23737","volume":"68","author":"N Grassano","year":"2017","unstructured":"Grassano, N., Rotolo, D., Hutton, J., Lang, F., & Hopkins, M. M. (2017). Funding data from publication acknowledgments: Coverage, uses, and limitations. Journal of the Association for Information Science and Technology,\n                           68, 999\u20131017.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"3073_CR11","first-page":"61","volume":"29","author":"H Guo","year":"2011","unstructured":"Guo, H., Pan, Y., Ma, Z., Su, C., Yu, Z., & Xu, B. (2011). Quantitative analysit of papers sponsored by Natural Science Foundation of China. Science & Technology Review,\n                           29, 61\u201366.","journal-title":"Science & Technology Review"},{"key":"3073_CR12","doi-asserted-by":"publisher","first-page":"13201","DOI":"10.1073\/pnas.1510649112","volume":"112","author":"IM Handley","year":"2015","unstructured":"Handley, I. M., Brown, E. R., Moss-Racusin, C. A., & Smith, J. L. (2015). Quality of evidence revealing subtle gender biases in science is in the eye of the beholder. Proceedings of the National Academy of Sciences,\n                           112, 13201.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"3073_CR13","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1016\/j.joi.2013.11.002","volume":"8","author":"Z Hu","year":"2014","unstructured":"Hu, Z., & Wu, Y. (2014). Regularity in the time-dependent distribution of the percentage of never-cited papers: An empirical pilot study based on the six journals. Journal of Informetrics,\n                           8, 136\u2013146.","journal-title":"Journal of Informetrics"},{"key":"3073_CR14","first-page":"1","volume":"56","author":"Z Hu","year":"2017","unstructured":"Hu, Z., & Wu, Y. (2017). A probe into causes of non-citation based on survey data. Social Science Information,\n                           56, 1\u201313.","journal-title":"Social Science Information"},{"key":"3073_CR15","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1007\/s11051-006-9147-9","volume":"8","author":"Z Huang","year":"2006","unstructured":"Huang, Z., Chen, H., Li, X., & Roco, M. C. (2006). Connecting NSF funding to patent innovation in nanotechnology (2001\u20132004). Journal of Nanoparticle Research,\n                           8, 859\u2013879.","journal-title":"Journal of Nanoparticle Research"},{"key":"3073_CR16","first-page":"e154509","volume":"11","author":"Y Huang","year":"2016","unstructured":"Huang, Y., Zhang, Y., Youtie, J., Porter, A. L., & Wang, X. (2016). How does national scientific funding support emerging interdisciplinary research: A comparison study of big data research in the US and China. PLoS ONE,\n                           11, e154509.","journal-title":"PLoS ONE"},{"key":"3073_CR17","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.foodpol.2008.09.001","volume":"34","author":"S Khan","year":"2009","unstructured":"Khan, S., & Hanjra, M. A. (2009). Footprints of water and energy inputs in food production\u2014global perspectives. Food Policy,\n                           34, 130\u2013140.","journal-title":"Food Policy"},{"key":"3073_CR18","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/s11192-005-0217-z","volume":"63","author":"TNV Leeuwen","year":"2005","unstructured":"Leeuwen, T. N. V., & Moed, H. F. (2005). Characteristics of journal impact factors: The effects of uncitedness and citation distribution on the understanding of journal impact factors. Scientometrics,\n                           63, 357\u2013371.","journal-title":"Scientometrics"},{"key":"3073_CR19","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1136\/gut.43.2.288","volume":"43","author":"G Lewison","year":"1998","unstructured":"Lewison, G. (1998). Gastroenterology research in the United Kingdom: funding sources and impact. Gut,\n                           43, 288\u2013293.","journal-title":"Gut"},{"key":"3073_CR20","unstructured":"LI, G. (2004) Improving the efficiency of scientific research depends on the ouput impact. Invention and Innovation, 1\u20135."},{"key":"3073_CR21","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/s00005-009-0001-5","volume":"57","author":"HF Moed","year":"2009","unstructured":"Moed, H. F. (2009). New developments in the use of citation analysis in research evaluation. Archivum immunologiae et therapiae experimentalis,\n                           57, 13.","journal-title":"Archivum immunologiae et therapiae experimentalis"},{"key":"3073_CR22","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1007\/s11192-012-0779-5","volume":"94","author":"J Rigby","year":"2013","unstructured":"Rigby, J. (2013). Looking for the impact of peer review: Does count of funding acknowledgements really predict research impact? Scientometrics,\n                           94, 57\u201373.","journal-title":"Scientometrics"},{"key":"3073_CR23","volume-title":"Basic research is the supply side of innovation\u2014an interview with Yang Wei, director of the National Natural Science Foundation of China","author":"L Siyao","year":"2016","unstructured":"Siyao, L., & Yongxin, Z. (2016). Basic research is the supply side of innovation\u2014an interview with Yang Wei, director of the National Natural Science Foundation of China. Beijing: People\u2019s Daily."},{"key":"3073_CR24","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1002\/asi.23713","volume":"68","author":"L Tang","year":"2017","unstructured":"Tang, L., Hu, G., & Liu, W. (2017). Funding acknowledgment analysis: Queries and caveats. Journal of the Association for Information Science and Technology,\n                           68, 790\u2013794.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"3073_CR25","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1007\/s11192-011-0576-6","volume":"91","author":"X Wang","year":"2011","unstructured":"Wang, X., Liu, D., Ding, K., & Wang, X. (2011). Science funding and research output: a study on 10 countries. Scientometrics,\n                           91, 591\u2013599.","journal-title":"Scientometrics"},{"key":"3073_CR26","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1007\/s11192-011-0362-5","volume":"87","author":"J Wang","year":"2011","unstructured":"Wang, J., & Shapira, P. (2011). Funding acknowledgement analysis: An enhanced tool to investigate research sponsorship impacts: The case of nanotechnology. Scientometrics,\n                           87, 563\u2013586.","journal-title":"Scientometrics"},{"key":"3073_CR27","first-page":"555","volume":"10","author":"J Wang","year":"2015","unstructured":"Wang, J., & Shapira, P. (2015). Is there a relationship between research sponsorship and publication impact? An analysis of funding acknowledgments in nanotechnology papers. PLoS ONE,\n                           10, 555\u2013582.","journal-title":"PLoS ONE"},{"key":"3073_CR28","unstructured":"Wikipedia (2018) Benchmarking. \n                    https:\/\/en.wikipedia.org\/wiki\/Benchmarking\n                    \n                  . Accessed 24 November 2018."},{"key":"3073_CR29","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1007\/s11192-015-1633-3","volume":"104","author":"X Xu","year":"2015","unstructured":"Xu, X., Tan, A. M., & Zhao, S. X. (2015). Funding ratios in social science: the perspective of countries\/territories level and comparison with natural sciences. Scientometrics,\n                           104, 673\u2013684.","journal-title":"Scientometrics"},{"key":"3073_CR30","first-page":"1","volume":"32","author":"Z Yu","year":"2013","unstructured":"Yu, Z., Ma, Z., Guo, H., Wang, N., & Jia, J. (2013). A quantitative analysis of papers sponsored by National Science and Technology programs. Journal of Intelligence,\n                           32, 1\u20135.","journal-title":"Journal of Intelligence"},{"key":"3073_CR31","first-page":"705","volume":"28","author":"A Zhang","year":"2010","unstructured":"Zhang, A., Gao, P., & Liu, S. (2010). Analysis on the output of social science paper subsidized by science foundations of countries. Information Science,\n                           28, 705\u2013708.","journal-title":"Information Science"},{"key":"3073_CR32","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/s11192-010-0191-y","volume":"84","author":"D Zhao","year":"2010","unstructured":"Zhao, D. (2010). Characteristics and impact of grant-funded research: A case study of the library and information science field. Scientometrics,\n                           84, 293\u2013306.","journal-title":"Scientometrics"},{"key":"3073_CR33","first-page":"32","volume":"31","author":"G Zou","year":"2011","unstructured":"Zou, G., & Tang, Y. (2011). Survey and analysis on input and output of major Projects of Natural Science Fund in China. Science and Technology Management Research,\n                           31, 32\u201335.","journal-title":"Science and Technology Management Research"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-019-03073-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-019-03073-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-019-03073-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,2]],"date-time":"2020-03-02T19:32:52Z","timestamp":1583177572000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-019-03073-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3,4]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,5]]}},"alternative-id":["3073"],"URL":"https:\/\/doi.org\/10.1007\/s11192-019-03073-4","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3,4]]},"assertion":[{"value":"3 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2019","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}