{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T10:51:39Z","timestamp":1778669499345,"version":"3.51.4"},"reference-count":84,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T00:00:00Z","timestamp":1619481600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T00:00:00Z","timestamp":1619481600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s11192-021-03944-9","type":"journal-article","created":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T09:02:52Z","timestamp":1619514172000},"page":"4941-4974","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["The citation impact of articles from which authors gained monetary rewards based on journal metrics"],"prefix":"10.1007","volume":"126","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1934-5303","authenticated-orcid":false,"given":"Gabriel-Alexandru","family":"V\u00eeiu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mihai","family":"P\u0103unescu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,4,27]]},"reference":[{"issue":"5","key":"3944_CR1","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1093\/scipol\/scu087","volume":"42","author":"K Aagaard","year":"2015","unstructured":"Aagaard, K. (2015). How incentives trickle down: Local use of a national bibliometric indicator system. Science and Public Policy, 42(5), 725\u2013737. https:\/\/doi.org\/10.1093\/scipol\/scu087","journal-title":"Science and Public Policy"},{"issue":"4","key":"3944_CR2","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1093\/reseval\/rvx031","volume":"26","author":"D Aboal","year":"2017","unstructured":"Aboal, D., & Tacsir, E. (2017). The impact of subsidies on researcher\u2019s productivity: Evidence from a developing country. Research Evaluation, 26(4), 269\u2013283. https:\/\/doi.org\/10.1093\/reseval\/rvx031","journal-title":"Research Evaluation"},{"issue":"6351","key":"3944_CR3","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1126\/science.357.6351.541","volume":"357","author":"A Abritis","year":"2017","unstructured":"Abritis, A., & McCook, A. (2017). Cash incentives for papers go global. Science, 357(6351), 541\u2013541. https:\/\/doi.org\/10.1126\/science.357.6351.541","journal-title":"Science"},{"issue":"2","key":"3944_CR4","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1007\/s11192-011-0407-9","volume":"88","author":"P Albarr\u00e1n","year":"2011","unstructured":"Albarr\u00e1n, P., Crespo, J. A., Ortu\u00f1o, I., & Ruiz-Castillo, J. (2011). The skewness of science in 219 sub-fields and a number of aggregates. Scientometrics, 88(2), 385\u2013397. https:\/\/doi.org\/10.1007\/s11192-011-0407-9","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR6","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1093\/scipol\/scy052","volume":"46","author":"H-J Bak","year":"2019","unstructured":"Bak, H.-J., & Kim, D. H. (2019). The unintended consequences of performance-based incentives on inequality in scientists\u2019 research performance. Science and Public Policy, 46(2), 219\u2013231. https:\/\/doi.org\/10.1093\/scipol\/scy052","journal-title":"Science and Public Policy"},{"issue":"5","key":"3944_CR7","doi-asserted-by":"publisher","first-page":"314","DOI":"10.5860\/crln.68.5.7804","volume":"68","author":"C Bergstrom","year":"2007","unstructured":"Bergstrom, C. (2007). Eigenfactor: Measuring the value and prestige of scholarly journals. College & Research Libraries News, 68(5), 314\u2013316. https:\/\/doi.org\/10.5860\/crln.68.5.7804","journal-title":"College & Research Libraries News"},{"issue":"45","key":"3944_CR8","doi-asserted-by":"publisher","first-page":"11433","DOI":"10.1523\/JNEUROSCI.0003-08.2008","volume":"28","author":"C Bergstrom","year":"2008","unstructured":"Bergstrom, C., West, J., & Wiseman, M. (2008). The EigenfactorTM metrics. Journal of Neuroscience, 28(45), 11433\u201311434. https:\/\/doi.org\/10.1523\/JNEUROSCI.0003-08.2008","journal-title":"Journal of Neuroscience"},{"issue":"2","key":"3944_CR9","doi-asserted-by":"publisher","first-page":"180","DOI":"10.3346\/jkms.2017.32.2.180","volume":"32","author":"L Bornmann","year":"2017","unstructured":"Bornmann, L., & Pudovkin, A. I. (2017). The journal impact factor should not be discarded. Journal of Korean Medical Science, 32(2), 180\u2013182. https:\/\/doi.org\/10.3346\/jkms.2017.32.2.180","journal-title":"Journal of Korean Medical Science"},{"issue":"2","key":"3944_CR10","doi-asserted-by":"publisher","first-page":"1457","DOI":"10.1007\/s11192-020-03512-7","volume":"124","author":"L Bornmann","year":"2020","unstructured":"Bornmann, L., & Williams, R. (2020). An evaluation of percentile measures of citation impact, and a proposal for making them better. Scientometrics, 124(2), 1457\u20131478. https:\/\/doi.org\/10.1007\/s11192-020-03512-7","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR11","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.joi.2012.10.001","volume":"7","author":"L Bornmann","year":"2013","unstructured":"Bornmann, L., Leydesdorff, L., & Mutz, R. (2013). The use of percentiles and percentile rank classes in the analysis of bibliometric data: Opportunities and limits. Journal of Informetrics, 7(1), 158\u2013165. https:\/\/doi.org\/10.1016\/j.joi.2012.10.001","journal-title":"Journal of Informetrics"},{"issue":"2","key":"3944_CR12","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/BF02017317","volume":"36","author":"T Braun","year":"1996","unstructured":"Braun, T., & Gl\u00e4nzel, W. (1996). International collaboration: Will it be keeping alive East European research? Scientometrics, 36(2), 247\u2013254. https:\/\/doi.org\/10.1007\/BF02017317","journal-title":"Scientometrics"},{"key":"3944_CR5","unstructured":"Clarivate Analytics. (2018). In: Cites indicators handbook. http:\/\/help.incites.clarivate.com\/inCites2Live\/8980-TRS\/version\/default\/part\/AttachmentData\/data\/InCites-Indicators-Handbook-June2018.pdf"},{"issue":"4","key":"3944_CR13","doi-asserted-by":"publisher","first-page":"74","DOI":"10.2478\/jdis-2018-0022","volume":"3","author":"L Cleere","year":"2018","unstructured":"Cleere, L., & Ma, L. (2018). A local adaptation in an output-based research support scheme (OBRSS) at University College Dublin. Journal of Data and Information Science, 3(4), 74\u201384. https:\/\/doi.org\/10.2478\/jdis-2018-0022","journal-title":"Journal of Data and Information Science"},{"issue":"7691","key":"3944_CR14","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1038\/d41586-018-01642-w","volume":"554","author":"S Curry","year":"2018","unstructured":"Curry, S. (2018). Let\u2019s move beyond the rhetoric: it\u2019s time to change how we judge research. Nature, 554(7691), 147\u2013147. https:\/\/doi.org\/10.1038\/d41586-018-01642-w","journal-title":"Nature"},{"issue":"5","key":"3944_CR15","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.1007\/s11948-014-9606-0","volume":"21","author":"D Cutas","year":"2015","unstructured":"Cutas, D., & Shaw, D. (2015). Writers blocked: On the wrongs of research co-authorship and some possible strategies for improvement. Science and Engineering Ethics, 21(5), 1315\u20131329. https:\/\/doi.org\/10.1007\/s11948-014-9606-0","journal-title":"Science and Engineering Ethics"},{"issue":"3","key":"3944_CR16","doi-asserted-by":"publisher","first-page":"2053","DOI":"10.1007\/s11192-018-2833-4","volume":"116","author":"SB Demir","year":"2018","unstructured":"Demir, S. B. (2018). Pros and cons of the new financial support policy for Turkish researchers. Scientometrics, 116(3), 2053\u20132068. https:\/\/doi.org\/10.1007\/s11192-018-2833-4","journal-title":"Scientometrics"},{"key":"3944_CR17","doi-asserted-by":"publisher","DOI":"10.2777\/14136","author":"European Commission","year":"2018","unstructured":"European Commission. (2018). Science, research and innovation performance of the Eu 2018. Strengthening the foundations for Europe\u2019s future. Science, Research and Innovation Performance of the EU. https:\/\/doi.org\/10.2777\/14136","journal-title":"Science, Research and Innovation Performance of the EU"},{"issue":"5","key":"3944_CR18","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1016\/j.ipm.2010.01.001","volume":"46","author":"M Franceschet","year":"2010","unstructured":"Franceschet, M. (2010). Ten good reasons to use the EigenfactorTM metrics. Information Processing & Management, 46(5), 555\u2013558. https:\/\/doi.org\/10.1016\/j.ipm.2010.01.001","journal-title":"Information Processing & Management"},{"issue":"6043","key":"3944_CR19","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1126\/science.1197286","volume":"333","author":"C Franzoni","year":"2011","unstructured":"Franzoni, C., Scellato, G., & Stephan, P. (2011). Changing incentives to publish. Science, 333(6043), 702\u2013703. https:\/\/doi.org\/10.1126\/science.1197286","journal-title":"Science"},{"key":"3944_CR20","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1023\/B:MINE.0000005155.70870.bd","volume":"41","author":"A Geuna","year":"2003","unstructured":"Geuna, A., & Martin, B. (2003). University research evaluation and funding: an international comparison. Minerva, 41, 277\u2013304.","journal-title":"Minerva"},{"key":"3944_CR21","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/10719.001.0001","volume-title":"Bibliometrics and research evaluation : uses and abuses","author":"Y Gingras","year":"2016","unstructured":"Gingras, Y. (2016). Bibliometrics and research evaluation\u202f: uses and abuses. The MIT Press."},{"issue":"2","key":"3944_CR22","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1093\/reseval\/rvu035","volume":"24","author":"B Good","year":"2015","unstructured":"Good, B., Vermeulen, N., Tiefenthaler, B., & Arnold, E. (2015). Counting quality? The Czech performance-based research funding system. Research Evaluation, 24(2), 91\u2013105. https:\/\/doi.org\/10.1093\/reseval\/rvu035","journal-title":"Research Evaluation"},{"issue":"1","key":"3944_CR23","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1093\/reseval\/rvu029","volume":"24","author":"B Hammarfelt","year":"2015","unstructured":"Hammarfelt, B., & de Rijcke, S. (2015). Accountability in context: effects of research evaluation systems on publication practices, disciplinary norms, and individual working routines in the faculty of Arts at Uppsala University. Research Evaluation, 24(1), 63\u201377. https:\/\/doi.org\/10.1093\/reseval\/rvu029","journal-title":"Research Evaluation"},{"issue":"7739","key":"3944_CR24","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1038\/d41586-019-00120-1","volume":"565","author":"DW Hedding","year":"2019","unstructured":"Hedding, D. W. (2019). Payouts push professors towards predatory journals. Nature, 565(7739), 267\u2013267. https:\/\/doi.org\/10.1038\/d41586-019-00120-1","journal-title":"Nature"},{"issue":"3","key":"3944_CR25","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/j.econlet.2011.08.005","volume":"113","author":"JS Heywood","year":"2011","unstructured":"Heywood, J. S., Wei, X., & Ye, G. (2011). Piece rates for professors. Economics Letters, 113(3), 285\u2013287. https:\/\/doi.org\/10.1016\/j.econlet.2011.08.005","journal-title":"Economics Letters"},{"issue":"2","key":"3944_CR26","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.respol.2011.09.007","volume":"41","author":"D Hicks","year":"2012","unstructured":"Hicks, D. (2012). Performance-based university research funding systems. Research Policy, 41(2), 251\u2013261. https:\/\/doi.org\/10.1016\/j.respol.2011.09.007","journal-title":"Research Policy"},{"issue":"7548","key":"3944_CR27","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1038\/520429a","volume":"520","author":"D Hicks","year":"2015","unstructured":"Hicks, D., Wouters, P., Waltman, L., de Rijcke, S., & Rafols, I. (2015). The Leiden Manifesto for research metrics. Nature, 520(7548), 9\u201311. https:\/\/doi.org\/10.1038\/520429a","journal-title":"Nature"},{"issue":"7722","key":"3944_CR28","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1038\/d41586-018-06185-8","volume":"561","author":"JPA Ioannidis","year":"2018","unstructured":"Ioannidis, J. P. A., Klavans, R., & Boyack, K. W. (2018). Thousands of scientists publish a paper every five days. Nature, 561(7722), 167\u2013169. https:\/\/doi.org\/10.1038\/d41586-018-06185-8","journal-title":"Nature"},{"issue":"1","key":"3944_CR29","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/S0048-7333(02)00008-2","volume":"32","author":"E Jim\u00e9nez-Contreras","year":"2003","unstructured":"Jim\u00e9nez-Contreras, E., de Moya Aneg\u00f3n, F., & L\u00f3pez-C\u00f3zar, E. D. (2003). The evolution of research activity in Spain. Research Policy, 32(1), 123\u2013142. https:\/\/doi.org\/10.1016\/S0048-7333(02)00008-2","journal-title":"Research Policy"},{"issue":"1","key":"3944_CR30","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1080\/10967494.2015.1032460","volume":"19","author":"DH Kim","year":"2016","unstructured":"Kim, D. H., & Bak, H.-J. (2016). How do scientists respond to performance-based incentives? Evidence from South Korea. International Public Management Journal, 19(1), 31\u201352. https:\/\/doi.org\/10.1080\/10967494.2015.1032460","journal-title":"International Public Management Journal"},{"issue":"3","key":"3944_CR31","doi-asserted-by":"publisher","first-page":"1519","DOI":"10.1007\/s11192-019-03092-1","volume":"119","author":"P Korytkowski","year":"2019","unstructured":"Korytkowski, P., & Kulczycki, E. (2019). Examining how country-level science policy shapes publication patterns: The case of Poland. Scientometrics, 119(3), 1519\u20131543. https:\/\/doi.org\/10.1007\/s11192-019-03092-1","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR32","doi-asserted-by":"publisher","first-page":"1101","DOI":"10.1007\/s11192-014-1439-8","volume":"102","author":"M Kozak","year":"2014","unstructured":"Kozak, M., Bornmann, L., & Leydesdorff, L. (2014). How have the Eastern European countries of the former Warsaw Pact developed since 1990? A bibliometric study. Scientometrics, 102(2), 1101\u20131117. https:\/\/doi.org\/10.1007\/s11192-014-1439-8","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR33","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/BF02458473","volume":"45","author":"J Kozlowski","year":"1999","unstructured":"Kozlowski, J., Radosevic, S., & Ircha, D. (1999). History matters: The inherited disciplinary structure of the post-communist science in countries of central and eastern Europe and its restructuring. Scientometrics, 45(1), 137\u2013166. https:\/\/doi.org\/10.1007\/BF02458473","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/reseval\/rvw023","volume":"26","author":"E Kulczycki","year":"2017","unstructured":"Kulczycki, E. (2017). Assessing publications through a bibliometric indicator: The case of comprehensive evaluation of scientific units in Poland. Research Evaluation, 26(1), 1\u201312. https:\/\/doi.org\/10.1093\/reseval\/rvw023","journal-title":"Research Evaluation"},{"key":"3944_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-02511-3_1","volume-title":"Springer handbook of science and technology indicators","author":"V Larivi\u00e8re","year":"2019","unstructured":"Larivi\u00e8re, V., & Sugimoto, C. R. (2019). The journal impact factor: A brief history, critique, and discussion of adverse effects. In W. Gl\u00e4nzel, H. F. Moed, U. Schmoch, & M. Thelwall (Eds.), Springer handbook of science and technology indicators (pp. 3\u201324). Cham: Springer. https:\/\/doi.org\/10.1007\/978-3-030-02511-3_1"},{"key":"3944_CR36","doi-asserted-by":"publisher","DOI":"10.1101\/062109","author":"V Larivi\u00e8re","year":"2016","unstructured":"Larivi\u00e8re, V., Kiermer, V., MacCallum, C. J., McNutt, M., Patterson, M., Pulverer, B., et al. (2016). A simple proposal for the publication of journal citation distributions. bioRxiv. https:\/\/doi.org\/10.1101\/062109","journal-title":"bioRxiv"},{"issue":"3","key":"3944_CR37","doi-asserted-by":"publisher","first-page":"1669","DOI":"10.1007\/s11192-019-03099-8","volume":"119","author":"L Leydesdorff","year":"2019","unstructured":"Leydesdorff, L., Bornmann, L., & Adams, J. (2019). The integrated impact indicator revisited (I3*): A non-parametric alternative to the journal impact factor. Scientometrics, 119(3), 1669\u20131694. https:\/\/doi.org\/10.1007\/s11192-019-03099-8","journal-title":"Scientometrics"},{"issue":"3","key":"3944_CR38","doi-asserted-by":"publisher","first-page":"2129","DOI":"10.1007\/s11192-016-2150-8","volume":"109","author":"L Leydesdorff","year":"2016","unstructured":"Leydesdorff, L., Wouters, P., & Bornmann, L. (2016). Professional and citizen bibliometrics: Complementarities and ambivalences in the development and use. Scientometrics, 109(3), 2129\u20132150. https:\/\/doi.org\/10.1007\/s11192-016-2150-8","journal-title":"Scientometrics"},{"issue":"3","key":"3944_CR39","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1007\/s11192-015-1821-1","volume":"106","author":"W Liu","year":"2016","unstructured":"Liu, W., Hu, G., & Gu, M. (2016). The probability of publishing in first-quartile journals. Scientometrics, 106(3), 1273\u20131276. https:\/\/doi.org\/10.1007\/s11192-015-1821-1","journal-title":"Scientometrics"},{"issue":"11","key":"3944_CR40","doi-asserted-by":"publisher","first-page":"2140","DOI":"10.1002\/asi.22731","volume":"63","author":"GA Lozano","year":"2012","unstructured":"Lozano, G. A., Larivi\u00e8re, V., & Gingras, Y. (2012). The weakening relationship between the impact factor and papers\u2019 citations in the digital age. Journal of the American Society for Information Science and Technology, 63(11), 2140\u20132145. https:\/\/doi.org\/10.1002\/asi.22731","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"4","key":"3944_CR41","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1093\/reseval\/rvz017","volume":"28","author":"L Ma","year":"2019","unstructured":"Ma, L. (2019). Money, morale, and motivation: A study of the output-based research support scheme in University College Dublin. Research Evaluation, 28(4), 304\u2013312. https:\/\/doi.org\/10.1093\/reseval\/rvz017","journal-title":"Research Evaluation"},{"issue":"3","key":"3944_CR42","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1007\/BF02129604","volume":"36","author":"MH MacRoberts","year":"1996","unstructured":"MacRoberts, M. H., & MacRoberts, B. R. (1996). Problems of citation analysis. Scientometrics, 36(3), 435\u2013444. https:\/\/doi.org\/10.1007\/BF02129604","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR43","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1162\/qss_a_00014","volume":"1","author":"S Milojevi\u0107","year":"2020","unstructured":"Milojevi\u0107, S. (2020). Practical method to reclassify Web of Science articles into unique subject categories and broad disciplines. Quantitative Science Studies, 1(1), 183\u2013206. https:\/\/doi.org\/10.1162\/qss_a_00014","journal-title":"Quantitative Science Studies"},{"issue":"1","key":"3944_CR44","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1007\/s11192-019-03210-z","volume":"121","author":"R Miranda","year":"2019","unstructured":"Miranda, R., & Garcia-Carpintero, E. (2019). Comparison of the share of documents and citations from different quartile journals in 25 research areas. Scientometrics, 121(1), 479\u2013501. https:\/\/doi.org\/10.1007\/s11192-019-03210-z","journal-title":"Scientometrics"},{"key":"3944_CR45","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1007\/978-94-007-3937-6_41","volume-title":"European higher education at the crossroads","author":"A Miroiu","year":"2012","unstructured":"Miroiu, A., & Vl\u0103sceanu, L. (2012). Relating quality and funding: The Romanian case. In A. Curaj, P. Scott, L. Vl\u0103sceanu, & L. Wilson (Eds.), European higher education at the crossroads (pp. 791\u2013807). Dordrecht: Springer, Netherlands. https:\/\/doi.org\/10.1007\/978-94-007-3937-6_41"},{"issue":"8","key":"3944_CR46","doi-asserted-by":"publisher","first-page":"575","DOI":"10.3152\/030234207X255179","volume":"34","author":"HF Moed","year":"2007","unstructured":"Moed, H. F. (2007). The future of research evaluation rests with an intelligent combination of advanced metrics and transparent peer review. Science and Public Policy, 34(8), 575\u2013583. https:\/\/doi.org\/10.3152\/030234207X255179","journal-title":"Science and Public Policy"},{"issue":"3","key":"3944_CR47","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1016\/j.joi.2010.01.002","volume":"4","author":"HF Moed","year":"2010","unstructured":"Moed, H. F. (2010). Measuring contextual citation impact of scientific journals. Journal of Informetrics, 4(3), 265\u2013277. https:\/\/doi.org\/10.1016\/j.joi.2010.01.002","journal-title":"Journal of Informetrics"},{"issue":"3","key":"3944_CR48","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1093\/reseval\/rvx023","volume":"26","author":"R M\u00fcller","year":"2017","unstructured":"M\u00fcller, R., & de Rijcke, S. (2017). Thinking with indicators. Exploring the epistemic impacts of academic performance indicators in the life sciences. Research Evaluation, 26(3), 157\u2013168. https:\/\/doi.org\/10.1093\/reseval\/rvx023","journal-title":"Research Evaluation"},{"issue":"2","key":"3944_CR49","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/s11192-006-0016-1","volume":"66","author":"\u00dc Must","year":"2006","unstructured":"Must, \u00dc. (2006). \u201cNew\u201dcountries in Europe\u2014Research, development and innovation strategies versus bibliometric data. Scientometrics, 66(2), 241\u2013248. https:\/\/doi.org\/10.1007\/s11192-006-0016-1","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR50","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1093\/scipol\/scx054","volume":"45","author":"MW Neff","year":"2018","unstructured":"Neff, M. W. (2018). Publication incentives undermine the utility of science: Ecological research in Mexico. Science and Public Policy, 45(2), 191\u2013201. https:\/\/doi.org\/10.1093\/scipol\/scx054","journal-title":"Science and Public Policy"},{"issue":"1","key":"3944_CR51","doi-asserted-by":"publisher","first-page":"103831","DOI":"10.1016\/j.respol.2019.103831","volume":"49","author":"M Osterloh","year":"2020","unstructured":"Osterloh, M., & Frey, B. S. (2020). How to avoid borrowed plumes in academia. Research Policy, 49(1), 103831. https:\/\/doi.org\/10.1016\/j.respol.2019.103831","journal-title":"Research Policy"},{"issue":"3","key":"3944_CR52","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1007\/s11192-010-0312-7","volume":"86","author":"C Osuna","year":"2011","unstructured":"Osuna, C., Cruz-Castro, L., & Sanz-Men\u00e9ndez, L. (2011). Overturning some assumptions about the effects of evaluation systems on publication performance. Scientometrics, 86(3), 575\u2013592. https:\/\/doi.org\/10.1007\/s11192-010-0312-7","journal-title":"Scientometrics"},{"issue":"3","key":"3944_CR53","doi-asserted-by":"publisher","first-page":"2131","DOI":"10.1007\/s11192-014-1510-5","volume":"102","author":"D Paji\u0107","year":"2015","unstructured":"Paji\u0107, D. (2015). Globalization of the social sciences in Eastern Europe: genuine breakthrough or a slippery slope of the research evaluation practice? Scientometrics, 102(3), 2131\u20132150. https:\/\/doi.org\/10.1007\/s11192-014-1510-5","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR54","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00005-009-0008-y","volume":"57","author":"DA Pendlebury","year":"2009","unstructured":"Pendlebury, D. A. (2009). The use and misuse of journal metrics and other citation indicators. Archivum Immunologiae et Therapiae Experimentalis, 57(1), 1\u201311. https:\/\/doi.org\/10.1007\/s00005-009-0008-y","journal-title":"Archivum Immunologiae et Therapiae Experimentalis"},{"issue":"1","key":"3944_CR55","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.joi.2016.10.007","volume":"11","author":"A Perianes-Rodriguez","year":"2017","unstructured":"Perianes-Rodriguez, A., & Ruiz-Castillo, J. (2017). A comparison of the web of science and publication-level classification systems of science. Journal of Informetrics, 11(1), 32\u201345. https:\/\/doi.org\/10.1016\/j.joi.2016.10.007","journal-title":"Journal of Informetrics"},{"issue":"2","key":"3944_CR56","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1515\/nispa-2017-0017","volume":"10","author":"P Pis\u00e1r","year":"2017","unstructured":"Pis\u00e1r, P., & \u0160ipikal, M. (2017). Negative effects of performance based funding of universities: The case of Slovakia. NISPAcee Journal of Public Administration and Policy, 10(2), 171\u2013189. https:\/\/doi.org\/10.1515\/nispa-2017-0017","journal-title":"NISPAcee Journal of Public Administration and Policy"},{"key":"3944_CR57","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1007\/978-3-030-02077-4_13","volume-title":"Performance-based budgeting in the public sector","author":"P Pis\u00e1r","year":"2019","unstructured":"Pis\u00e1r, P., \u0160ipikal, M., Jahoda, R., & \u0160pa\u010dek, D. (2019). Performance based funding of universities: Czech Republic and Slovakia. In M. S. de Vries, J. Nemec, & D. \u0160pa\u010dek (Eds.), Performance-based budgeting in the public sector (pp. 237\u2013254). Cham: Palgrave Macmillan. https:\/\/doi.org\/10.1007\/978-3-030-02077-4_13"},{"issue":"13","key":"3944_CR58","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1002\/asi.10153","volume":"53","author":"AI Pudovkin","year":"2002","unstructured":"Pudovkin, A. I., & Garfield, E. (2002). Algorithmic procedure for finding semantically related journals. Journal of the American Society for Information Science and Technology, 53(13), 1113\u20131119. https:\/\/doi.org\/10.1002\/asi.10153","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"5","key":"3944_CR59","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1108\/AJIM-01-2017-0014","volume":"69","author":"W Quan","year":"2017","unstructured":"Quan, W., Chen, B., & Shu, F. (2017). Publish or impoverish. Aslib Journal of Information Management, 69(5), 486\u2013502. https:\/\/doi.org\/10.1108\/AJIM-01-2017-0014","journal-title":"Aslib Journal of Information Management"},{"key":"3944_CR60","unstructured":"R Core Team. (2020). R: A language and environment for statistical computing. Vienna: R Foundation for Statistical Computing. https:\/\/www.r-project.org\/."},{"issue":"3","key":"3944_CR61","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1016\/j.joi.2018.07.002","volume":"12","author":"J Ruiz-Castillo","year":"2018","unstructured":"Ruiz-Castillo, J., & Costas, R. (2018). Individual and field citation distributions in 29 broad scientific fields. Journal of Informetrics, 12(3), 868\u2013892. https:\/\/doi.org\/10.1016\/j.joi.2018.07.002","journal-title":"Journal of Informetrics"},{"issue":"1","key":"3944_CR62","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.joi.2014.11.010","volume":"9","author":"J Ruiz-Castillo","year":"2015","unstructured":"Ruiz-Castillo, J., & Waltman, L. (2015). Field-normalized citation impact indicators using algorithmically constructed classification systems of science. Journal of Informetrics, 9(1), 102\u2013117. https:\/\/doi.org\/10.1016\/j.joi.2014.11.010","journal-title":"Journal of Informetrics"},{"issue":"1","key":"3944_CR63","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/s11192-019-03285-8","volume":"122","author":"V Sandoval-Romero","year":"2020","unstructured":"Sandoval-Romero, V., & Larivi\u00e8re, V. (2020). The national system of researchers in Mexico: Implications of publication incentives for researchers in social sciences. Scientometrics, 122(1), 99\u2013126. https:\/\/doi.org\/10.1007\/s11192-019-03285-8","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR64","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.joi.2018.01.007","volume":"12","author":"U Sandstr\u00f6m","year":"2018","unstructured":"Sandstr\u00f6m, U., & Van den Besselaar, P. (2018). Funding, evaluation, and the performance of national research systems. Journal of Informetrics, 12(1), 365\u2013384. https:\/\/doi.org\/10.1016\/j.joi.2018.01.007","journal-title":"Journal of Informetrics"},{"issue":"3","key":"3944_CR65","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1057\/eps.2009.19","volume":"8","author":"JW Schneider","year":"2009","unstructured":"Schneider, J. W. (2009). An outline of the bibliometric indicator used for performance-based funding of research institutions in Norway. European Political Science, 8(3), 364\u2013378. https:\/\/doi.org\/10.1057\/eps.2009.19","journal-title":"European Political Science"},{"issue":"3","key":"3944_CR66","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1007\/BF02129597","volume":"36","author":"A Schubert","year":"1996","unstructured":"Schubert, A., & Braun, T. (1996). Cross-field normalization of scientometric indicators. Scientometrics, 36(3), 311\u2013324. https:\/\/doi.org\/10.1007\/BF02129597","journal-title":"Scientometrics"},{"issue":"9","key":"3944_CR67","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1002\/(SICI)1097-4571(199210)43:9<628::AID-ASI5>3.0.CO;2-0","volume":"43","author":"PO Seglen","year":"1992","unstructured":"Seglen, P. O. (1992). The skewness of science. Journal of the American Society for Information Science, 43(9), 628\u2013638. https:\/\/doi.org\/10.1002\/(SICI)1097-4571(199210)43:9%3c628::AID-ASI5%3e3.0.CO;2-0","journal-title":"Journal of the American Society for Information Science"},{"issue":"7079","key":"3944_CR68","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1136\/bmj.314.7079.497","volume":"314","author":"PO Seglen","year":"1997","unstructured":"Seglen, P. O. (1997). Why the impact factor of journals should not be used for evaluating research. BMJ, 314(7079), 497\u2013497. https:\/\/doi.org\/10.1136\/bmj.314.7079.497","journal-title":"BMJ"},{"issue":"3","key":"3944_CR69","doi-asserted-by":"publisher","first-page":"1683","DOI":"10.1007\/s11192-019-03339-x","volume":"122","author":"F Shu","year":"2020","unstructured":"Shu, F., Quan, W., Chen, B., Qiu, J., Sugimoto, C. R., & Larivi\u00e8re, V. (2020). The role of Web of Science publications in China\u2019s tenure system. Scientometrics, 122(3), 1683\u20131695. https:\/\/doi.org\/10.1007\/s11192-019-03339-x","journal-title":"Scientometrics"},{"key":"3944_CR70","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/978-3-319-29016-4_7","volume-title":"Research assessment in the humanities","author":"G Sivertsen","year":"2016","unstructured":"Sivertsen, G. (2016). Publication-based funding: The Norwegian model. In M. Ochsner, S. E. Hug, & H.-D. Daniel (Eds.), Research assessment in the humanities (pp. 79\u201390). Cham: Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-319-29016-4_7"},{"issue":"2","key":"3944_CR71","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1007\/s11192-011-0466-y","volume":"89","author":"D Teodorescu","year":"2011","unstructured":"Teodorescu, D., & Andrei, T. (2011). The growth of international collaboration in East European scholarly communities: A bibliometric analysis of journal articles published between 1989 and 2009. Scientometrics, 89(2), 711\u2013722. https:\/\/doi.org\/10.1007\/s11192-011-0466-y","journal-title":"Scientometrics"},{"issue":"1","key":"3944_CR72","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1162\/qss_a_00003","volume":"1","author":"M Thelwall","year":"2020","unstructured":"Thelwall, M. (2020). Large publishing consortia produce higher citation impact research but coauthor contributions are hard to evaluate. Quantitative Science Studies, 1(1), 290\u2013302. https:\/\/doi.org\/10.1162\/qss_a_00003","journal-title":"Quantitative Science Studies"},{"issue":"1","key":"3944_CR73","doi-asserted-by":"publisher","first-page":"19","DOI":"10.2478\/jdis-2018-0002","volume":"3","author":"Y Tonta","year":"2018","unstructured":"Tonta, Y. (2018). Does monetary support increase the number of scientific papers? An interrupted time series analysis. Journal of Data and Information Science, 3(1), 19\u201339. https:\/\/doi.org\/10.2478\/jdis-2018-0002","journal-title":"Journal of Data and Information Science"},{"issue":"2","key":"3944_CR74","doi-asserted-by":"publisher","first-page":"1617","DOI":"10.1007\/s11192-020-03688-y","volume":"125","author":"Y Tonta","year":"2020","unstructured":"Tonta, Y., & Akbulut, M. (2020). Does monetary support increase citation impact of scholarly papers? Scientometrics, 125(2), 1617\u20131641. https:\/\/doi.org\/10.1007\/s11192-020-03688-y","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR75","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1057\/hep.1994.13","volume":"7","author":"M Trow","year":"1994","unstructured":"Trow, M. (1994). Managerialism and the academic profession: The case of England. Higher Education Policy, 7(2), 11\u201318. https:\/\/doi.org\/10.1057\/hep.1994.13","journal-title":"Higher Education Policy"},{"issue":"1","key":"3944_CR76","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1007\/s11192-013-1061-1","volume":"98","author":"J Vanecek","year":"2014","unstructured":"Vanecek, J. (2014). The effect of performance-based research funding on output of R & D results in the Czech Republic. Scientometrics, 98(1), 657\u2013681. https:\/\/doi.org\/10.1007\/s11192-013-1061-1","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR77","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1007\/s11192-016-1860-2","volume":"107","author":"G-A V\u00eeiu","year":"2016","unstructured":"V\u00eeiu, G.-A., P\u0103unescu, M., & Miroiu, A. (2016). Research-driven classification and ranking in higher education: An empirical appraisal of a Romanian policy experience. Scientometrics, 107(2), 785\u2013805. https:\/\/doi.org\/10.1007\/s11192-016-1860-2","journal-title":"Scientometrics"},{"key":"3944_CR78","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-020-03801-1","author":"G-A V\u020biu","year":"2021","unstructured":"V\u020biu, G.-A., & P\u0103unescu, M. (2021). The lack of meaningful boundary differences between journal impact factor quartiles undermines their independent use in research evaluation. Scientometrics. https:\/\/doi.org\/10.1007\/s11192-020-03801-1","journal-title":"Scientometrics"},{"issue":"2","key":"3944_CR79","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1007\/s11192-008-0215-z","volume":"74","author":"P Vinkler","year":"2008","unstructured":"Vinkler, P. (2008). Correlation between the structure of scientific research, scientometric indicators and GDP in EU and non-EU countries. Scientometrics, 74(2), 237\u2013254. https:\/\/doi.org\/10.1007\/s11192-008-0215-z","journal-title":"Scientometrics"},{"key":"3944_CR80","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/978-3-319-20877-0_13","volume-title":"The European higher education area","author":"L Vl\u0103sceanu","year":"2015","unstructured":"Vl\u0103sceanu, L., & H\u00e2ncean, M.-G. (2015). Policy incentives and research productivity in the Romanian higher education. An institutional approach. In A. Curaj, L. Matei, R. Pricopie, J. Salmi, & P. Scott (Eds.), The European higher education area (pp. 185\u2013203). Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-319-20877-0_13"},{"issue":"7","key":"3944_CR81","doi-asserted-by":"publisher","first-page":"1476","DOI":"10.1002\/asi.21354","volume":"61","author":"L Waltman","year":"2010","unstructured":"Waltman, L., & van Eck, N. J. (2010). The relation between Eigenfactor, audience factor, and influence weight. Journal of the American Society for Information Science and Technology, 61(7), 1476\u20131486. https:\/\/doi.org\/10.1002\/asi.21354","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"2","key":"3944_CR82","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1016\/j.joi.2016.02.003","volume":"10","author":"Q Wang","year":"2016","unstructured":"Wang, Q., & Waltman, L. (2016). Large-scale analysis of the accuracy of the journal classification systems of Web of Science and Scopus. Journal of Informetrics, 10(2), 347\u2013364. https:\/\/doi.org\/10.1016\/j.joi.2016.02.003","journal-title":"Journal of Informetrics"},{"key":"3944_CR83","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24277-4","volume-title":"ggplot2: Elegant graphics for data analysis","author":"H Wickham","year":"2016","unstructured":"Wickham, H. (2016). ggplot2: Elegant graphics for data analysis. Springer-Verlag."},{"key":"3944_CR84","doi-asserted-by":"publisher","unstructured":"Wilsdon, J., Allen, L., Belfiore, E., Campbell, P., Curry, S., Hill, S., et al. (2015). The metric tide\u202f: Report of the Independent review of the role of metrics in research assessment and management. https:\/\/doi.org\/10.13140\/RG.2.1.4929.1363","DOI":"10.13140\/RG.2.1.4929.1363"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-03944-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-021-03944-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-03944-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,26]],"date-time":"2021-05-26T17:54:37Z","timestamp":1622051677000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-021-03944-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,27]]},"references-count":84,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["3944"],"URL":"https:\/\/doi.org\/10.1007\/s11192-021-03944-9","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,27]]},"assertion":[{"value":"17 September 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}