{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T04:02:44Z","timestamp":1772942564478,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T00:00:00Z","timestamp":1653436800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T00:00:00Z","timestamp":1653436800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11192-022-04402-w","type":"journal-article","created":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T10:03:13Z","timestamp":1653472993000},"page":"3683-3694","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["When a journal is both at the \u2018top\u2019 and the \u2018bottom\u2019: the illogicality of conflating citation-based metrics with quality"],"prefix":"10.1007","volume":"127","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8999-4448","authenticated-orcid":false,"given":"Shannon","family":"Mason","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8550-4237","authenticated-orcid":false,"given":"Lenandlar","family":"Singh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,5,25]]},"reference":[{"key":"4402_CR1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aan7214","author":"A Abritis","year":"2017","unstructured":"Abritis, A., & McCook, A. (2017). Cash bonuses for peer-reviewed papers go global. Science. https:\/\/doi.org\/10.1126\/science.aan7214","journal-title":"Science"},{"key":"4402_CR2","unstructured":"Australian Computing Research Alliance. (2022). Joint statement on rankings in computer science. Retrieved from https:\/\/www.unsw.edu.au\/news\/2022\/02\/statement-on-evaluating-the-quality-of-computer-science-research"},{"issue":"2","key":"4402_CR3","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1093\/joc\/jqy003","volume":"68","author":"P Chakravartty","year":"2018","unstructured":"Chakravartty, P., Kuo, R., Grubbs, V., & McIlwain, C. (2018). #CommunicationSoWhite. Journal of Communication, 68(2), 254\u2013266. https:\/\/doi.org\/10.1093\/joc\/jqy003","journal-title":"Journal of Communication"},{"key":"4402_CR4","doi-asserted-by":"publisher","unstructured":"Citational Justice Collective, Molina Le\u00f3n, G., Kirabo, L., Wong-Villacres, M., Karusala, N., Kumar, N., Bidwell, N., Reynolds-Cu\u00e9llar, P., Borah, P.P., Garg, R., Oswal, S.K., Chuanromanee, T., & Sharma, V. (2021). Following the trail of citational justice: critically examining knowledge production in HCI. CSCW'21: Companion Publication of the 2021 Conference on Computer Supported Cooperative Work and Social Computing. 360\u2013363. https:\/\/doi.org\/10.1145\/3462204.3481732","DOI":"10.1145\/3462204.3481732"},{"issue":"3","key":"4402_CR5","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1017\/pan.2018.12","volume":"26","author":"M Dion","year":"2018","unstructured":"Dion, M., Sumner, J., & Mitchell, S. (2018). Gendered citation patterns across political science and social science methodology fields. Political Analysis, 26(3), 312\u2013327. https:\/\/doi.org\/10.1017\/pan.2018.12","journal-title":"Political Analysis"},{"issue":"6","key":"4402_CR6","doi-asserted-by":"publisher","first-page":"1555","DOI":"10.46743\/2160-3715\/2020.4374","volume":"25","author":"M Fern\u00e1ndez-Navas","year":"2020","unstructured":"Fern\u00e1ndez-Navas, M., Alcaraz-Salarirche, N., P\u00e9rez-Granados, L., & Postigo-Fuentes, A. (2020). Is qualitative research in education being lost in Spain? Analysis and reflections on the problems arising from generating knowledge hegemonically. The Qualitative Report, 25(6), 1555\u20131578. https:\/\/doi.org\/10.46743\/2160-3715\/2020.4374","journal-title":"The Qualitative Report"},{"issue":"6","key":"4402_CR7","doi-asserted-by":"publisher","first-page":"giz053","DOI":"10.1093\/gigascience\/giz053","volume":"8","author":"M Fire","year":"2019","unstructured":"Fire, M., & Guestrin, C. (2019). Over-optimization of academic publishing metrics: Observing Goodhart\u2019s Law in action. GigaScience, 8(6), giz053. https:\/\/doi.org\/10.1093\/gigascience\/giz053","journal-title":"GigaScience"},{"key":"4402_CR8","unstructured":"Garfield, E. (1964). Can citation indexing be automated? In M.E. Stevens, V.E. Giuliano, & L.B. Heilprin (Eds.), Statistical Association Methods for Mechanized Documentation (pp. 189\u2013192). National Bureau of Standards. Retrieved from http:\/\/garfield.library.upenn.edu\/essays\/V1p084y1962-73.pdf"},{"key":"4402_CR9","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1007\/s11192-011-0485-8","volume":"89","author":"AJ G\u00f3mez-N\u00fa\u00f1ez","year":"2011","unstructured":"G\u00f3mez-N\u00fa\u00f1ez, A. J., Vargas-Quesada, B., de Moya-Aneg\u00f3n, F., & Gl\u00e4nzel, W. (2011). Improving SCImago Journal & Country Rank (SJR) subject classification through reference analysis. Scientometrics, 89, 741\u2013758. https:\/\/doi.org\/10.1007\/s11192-011-0485-8","journal-title":"Scientometrics"},{"key":"4402_CR10","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s11024-018-09366-x","volume":"57","author":"LK Hessels","year":"2019","unstructured":"Hessels, L. K., Franssen, T., Scholten, W., & de Rijcke, S. (2019). Variation in valuation: How research groups accumulate credibility in four epistemic cultures. Minerva, 57, 127\u2013149. https:\/\/doi.org\/10.1007\/s11024-018-09366-x","journal-title":"Minerva"},{"key":"4402_CR11","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/520429a","volume":"520","author":"D Hicks","year":"2015","unstructured":"Hicks, D., Wouters, P., de Waltman, L., Rijcke, S., & Rafols, I. (2015). Bibliometrics: The Leiden Manifesto for research metrics. Nature, 520, 429\u2013431. https:\/\/doi.org\/10.1038\/520429a","journal-title":"Nature"},{"issue":"5","key":"4402_CR12","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1111\/ans.16546","volume":"91","author":"A Jain","year":"2021","unstructured":"Jain, A., Khor, K. S., Beard, D., Smith, T. O., & Hing, C. B. (2021). Do journals raise their impact factor or SCImago ranking by self-citing in editorials? A bibliometric analysis of trauma and orthopaedic journals. ANZ Journal of Surgery, 91(5), 975\u2013979. https:\/\/doi.org\/10.1111\/ans.16546","journal-title":"ANZ Journal of Surgery"},{"issue":"3","key":"4402_CR13","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.jclinepi.2012.09.015","volume":"66","author":"A-S Jannot","year":"2013","unstructured":"Jannot, A.-S., Agoritsas, T., Gayet-Ageron, A., & Perneger, T. V. (2013). Citation bias favoring statistically significant studies was present in medical research. Journal of Clinical Epidemiology, 66(3), 296\u2013301. https:\/\/doi.org\/10.1016\/j.jclinepi.2012.09.015","journal-title":"Journal of Clinical Epidemiology"},{"issue":"1\/2","key":"4402_CR14","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.wneu.2011.01.015","volume":"76","author":"T Jones","year":"2011","unstructured":"Jones, T., Huggett, S., & Kamalski, J. (2011). Finding a way through the scientific literature: Indexes and measures. World Neurosurgery, 76(1\/2), 36\u201338. https:\/\/doi.org\/10.1016\/j.wneu.2011.01.015","journal-title":"World Neurosurgery"},{"key":"4402_CR15","unstructured":"Jonkers, K., & Zacharewicz, T. (2016). Research performance based funding systems: A comparative assessment. JRC science for policy report. European Commission. Retrieved from https:\/\/publications.jrc.ec.europa.eu\/repository\/bitstream\/JRC101043\/kj1a27837enn.pdf"},{"key":"4402_CR16","doi-asserted-by":"publisher","first-page":"9633","DOI":"10.1007\/s11192-021-04192-7","volume":"126","author":"JJ Joaquin","year":"2021","unstructured":"Joaquin, J. J., & Tan, R. R. (2021). The lost art of short communications in academia. Scientometrics, 126, 9633\u20139637. https:\/\/doi.org\/10.1007\/s11192-021-04192-7","journal-title":"Scientometrics"},{"key":"4402_CR17","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s11192-012-0828-0","volume":"95","author":"L Liang","year":"2013","unstructured":"Liang, L., Rousseau, R., & Zhong, Z. (2013). Non-English journals and papers in physics and chemistry: Bias in citations? Scientometrics, 95, 333\u20133501. https:\/\/doi.org\/10.1007\/s11192-012-0828-0","journal-title":"Scientometrics"},{"key":"4402_CR18","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1007\/s11192-015-1821-1","volume":"106","author":"W Liu","year":"2016","unstructured":"Liu, W., Hu, G., & Gu, M. (2016). The probability of publishing in first-quartile journals. Scientometrics, 106, 1273\u20131276. https:\/\/doi.org\/10.1007\/s11192-015-1821-1","journal-title":"Scientometrics"},{"key":"4402_CR19","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1038\/d41586-020-00574-8","volume":"579","author":"S Mallapaty","year":"2020","unstructured":"Mallapaty, S. (2020). China bans cash rewards for publishing papers. Nature, 579, 18. https:\/\/doi.org\/10.1038\/d41586-020-00574-8","journal-title":"Nature"},{"issue":"4","key":"4402_CR20","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1093\/reseval\/rvu008","volume":"24","author":"J Ma\u00f1ana-Rodr\u00edguez","year":"2015","unstructured":"Ma\u00f1ana-Rodr\u00edguez, J. (2015). A critical review of SCImago Journal & Country Rank. Research Evaluation, 24(4), 343\u2013354. https:\/\/doi.org\/10.1093\/reseval\/rvu008","journal-title":"Research Evaluation"},{"issue":"2","key":"4402_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2021.101155","volume":"15","author":"S Mason","year":"2021","unstructured":"Mason, S., Merga, M. K., Gonz\u00e1lez Canch\u00e9, M. S., & Mat Roni, S. (2021). The internationality of published higher education scholarship: How do the \u2018top\u2019 journals compare. Journal of Informetrics, 15(2), 101155. https:\/\/doi.org\/10.1016\/j.joi.2021.101155","journal-title":"Journal of Informetrics"},{"key":"4402_CR22","doi-asserted-by":"publisher","first-page":"e47338","DOI":"10.7554\/eLife.47338","volume":"8","author":"ED McKiernan","year":"2019","unstructured":"McKiernan, E. D., Schimanski, L. A., Mu\u00f1oz Nieves, C., Matthias, L., Niles, M. T., & Alperin, J. P. (2019). Meta-research: Use of the Journal Impact Factor in academic review, promotion, and tenure evaluations. eLife Sciences, 8, e47338. https:\/\/doi.org\/10.7554\/eLife.47338","journal-title":"eLife Sciences"},{"issue":"4","key":"4402_CR23","doi-asserted-by":"publisher","DOI":"10.3390\/publications9040047","volume":"9","author":"M Mendoza","year":"2012","unstructured":"Mendoza, M. (2012). Differences in citation patterns across areas, article types and age Groups of researchers. Publications, 9(4), a47. https:\/\/doi.org\/10.3390\/publications9040047","journal-title":"Publications"},{"issue":"3","key":"4402_CR24","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1002\/leap.1365","volume":"34","author":"MK Merga","year":"2021","unstructured":"Merga, M. K., & Mason, S. (2021). Perspectives on institutional valuing and support for academic and translational outputs in Japan and Australia. Learned Publishing, 34(3), 305\u2013314. https:\/\/doi.org\/10.1002\/leap.1365","journal-title":"Learned Publishing"},{"key":"4402_CR25","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1007\/s11192-019-03210-z","volume":"121","author":"R Miranda","year":"2019","unstructured":"Miranda, R., & Garcia-Carpintero, E. (2019). Comparison of the share of documents and citations from different quartile journals in 25 research areas. Scientometrics, 121, 479\u2013501. https:\/\/doi.org\/10.1007\/s11192-019-03210-z","journal-title":"Scientometrics"},{"key":"4402_CR26","unstructured":"Murdoch University. (2021). Measure research quality and impact\u2014research guide. Retrieved from https:\/\/libguides.murdoch.edu.au\/measure_research\/journal"},{"key":"4402_CR27","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1002\/leap.1102","volume":"30","author":"D Nicholas","year":"2017","unstructured":"Nicholas, D., Rodr\u00edguez-Bravo, B., Watkinson, A., Boukacem- Zeghmouri, C., Herman, E., Xu, J., & Swigon, M. (2017). Early career researchers and their publishing and authorship practices. Learned Publishing, 30, 205\u2013217. https:\/\/doi.org\/10.1002\/leap.1102","journal-title":"Learned Publishing"},{"issue":"7","key":"4402_CR28","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2012208118","volume":"118","author":"MW Nielsen","year":"2021","unstructured":"Nielsen, M. W., & Andersen, J. P. (2021). Global citation inequality is on the rise. Proceedings of the National Academy of Sciences (PNAS), 118(7), e2012208118. https:\/\/doi.org\/10.1073\/pnas.2012208118","journal-title":"Proceedings of the National Academy of Sciences (PNAS)"},{"issue":"3","key":"4402_CR29","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0228914","volume":"15","author":"MT Niles","year":"2020","unstructured":"Niles, M. T., Schimanski, L. A., McKiernan, E. C., & Alperin, J. P. (2020). Why we publish where we do: Faculty publishing values and their relationship to review, promotion and tenure expectations. PLoS ONE, 15(3), e0228914. https:\/\/doi.org\/10.1371\/journal.pone.0228914","journal-title":"PLoS ONE"},{"issue":"4","key":"4402_CR30","doi-asserted-by":"publisher","first-page":"990","DOI":"10.1016\/j.joi.2015.08.005","volume":"9","author":"D Paji\u0107","year":"2015","unstructured":"Paji\u0107, D. (2015). On the stability of citation-based journal rankings. Journal of Informetrics, 9(4), 990\u20131006. https:\/\/doi.org\/10.1016\/j.joi.2015.08.005","journal-title":"Journal of Informetrics"},{"issue":"6","key":"4402_CR31","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1242\/bio.20135330","volume":"2","author":"JW Raff","year":"2013","unstructured":"Raff, J. W. (2013). The San Francisco declaration on research assessment. Biology Open, 2(6), 533\u2013534. https:\/\/doi.org\/10.1242\/bio.20135330","journal-title":"Biology Open"},{"key":"4402_CR32","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.m2081","volume":"369","author":"DB Rice","year":"2020","unstructured":"Rice, D. B., Raffoul, H., Ioannidis, J. P. A., & Moher, D. (2020). Academic criteria for promotion and tenure in biomedical sciences faculties: Cross sectional analysis of international sample of universities. The BMJ, 369, m2081. https:\/\/doi.org\/10.1136\/bmj.m2081","journal-title":"The BMJ"},{"issue":"3","key":"4402_CR33","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1093\/reseval\/rvz014","volume":"28","author":"N Robinson-Garcia","year":"2019","unstructured":"Robinson-Garcia, N., Torres-Salinas, D., Herrera-Viedma, E., & Docampo, D. (2019). Mining university rankings: Publication output and citation impact as their basis. Research Evaluation, 28(3), 232\u2013240. https:\/\/doi.org\/10.1093\/reseval\/rvz014","journal-title":"Research Evaluation"},{"key":"4402_CR34","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1201\/9781315155890-3","volume-title":"Research Analytics","author":"M Schotten","year":"2017","unstructured":"Schotten, M., el Aisati, M., Meester, W. J. N., Steiginga, S., & Ross, C. A. (2017). A brief history of Scopus: the world\u2019s largest abstract and citation database of scientific literature. In F. J. Cant\u00fa-Ortiz (Ed.), Research Analytics (pp. 31\u201358). Auerbach Publications."},{"issue":"1","key":"4402_CR35","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1016\/j.joi.2018.12.005","volume":"13","author":"F Shu","year":"2019","unstructured":"Shu, F., Julien, C. A., Zhang, L., Qiu, J., Zhang, J., & Larivi\u00e8re, V. (2019). Comparing journal and paper level classifications of science. Journal of Informetrics, 13(1), 202\u2013225. https:\/\/doi.org\/10.1016\/j.joi.2018.12.005","journal-title":"Journal of Informetrics"},{"key":"4402_CR36","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-011-0467-x","volume":"89","author":"JB Slyder","year":"2011","unstructured":"Slyder, J. B., Stein, B. R., Sams, B. S., Walker, D. M., Beale, B. J., Feldhaus, J. J., & Copenhaver, C. A. (2011). Citation pattern and lifespan: A comparison of discipline, institution, and individual. Scientometrics, 89, a955. https:\/\/doi.org\/10.1007\/s11192-011-0467-x","journal-title":"Scientometrics"},{"issue":"9","key":"4402_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/publications4020009","volume":"4","author":"M Tian","year":"2016","unstructured":"Tian, M., Su, Y., & Ru, X. (2016). Perish or publish in China: Pressures on young Chinese scholars to publish in internationally indexed journals. Publications, 4(9), 1\u201316. https:\/\/doi.org\/10.3390\/publications4020009","journal-title":"Publications"},{"key":"4402_CR38","unstructured":"United Nations. (1998). Standard country or area codes for statistics use, 1999 (Revision 4). Retrieved from https:\/\/unstats.un.org\/unsd\/methodology\/m49"},{"issue":"2","key":"4402_CR39","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1016\/j.joi.2012.11.009","volume":"7","author":"JK Vanclay","year":"2013","unstructured":"Vanclay, J. K. (2013). Factors affecting citation rates in environmental science. Journal of Informetrics, 7(2), 265\u2013271. https:\/\/doi.org\/10.1016\/j.joi.2012.11.009","journal-title":"Journal of Informetrics"},{"key":"4402_CR40","doi-asserted-by":"publisher","first-page":"1495","DOI":"10.1007\/s11192-020-03801-1","volume":"126","author":"GA V\u020biu","year":"2021","unstructured":"V\u020biu, G. A., & P\u0103unescu, M. (2021). The lack of meaningful boundary differences between journal impact factor quartiles undermines their independent use in research evaluation. Scientometrics, 126, 1495\u20131525. https:\/\/doi.org\/10.1007\/s11192-020-03801-1","journal-title":"Scientometrics"},{"key":"4402_CR41","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1016\/j.joi.2016.02.003","volume":"10","author":"Q Wang","year":"2016","unstructured":"Wang, Q., & Waltman, L. (2016). Large-scale analysis of the accuracy of the journal classification systems of Web of Science and Scopus. Journal of Informetrics, 10, 347\u2013364. https:\/\/doi.org\/10.1016\/j.joi.2016.02.003","journal-title":"Journal of Informetrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-022-04402-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-022-04402-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-022-04402-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T08:45:20Z","timestamp":1655282720000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-022-04402-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,25]]},"references-count":41,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["4402"],"URL":"https:\/\/doi.org\/10.1007\/s11192-022-04402-w","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,25]]},"assertion":[{"value":"1 February 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}}]}}