{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,26]],"date-time":"2026-01-26T13:48:59Z","timestamp":1769435339337,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"This work was supported by the National Social Science Fund of China","award":["17BYY097"],"award-info":[{"award-number":["17BYY097"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s11192-019-03338-y","type":"journal-article","created":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T06:02:42Z","timestamp":1579500162000},"page":"1697-1706","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Should highly cited items be excluded in impact factor calculation? The effect of review articles on journal impact factor"],"prefix":"10.1007","volume":"122","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3366-1855","authenticated-orcid":false,"given":"Lei","family":"Lei","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0843-1994","authenticated-orcid":false,"given":"Yunmei","family":"Sun","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,20]]},"reference":[{"issue":"22","key":"3338_CR1","doi-asserted-by":"publisher","first-page":"221101","DOI":"10.1103\/PhysRevLett.118.221101","volume":"118","author":"BP Abbott","year":"2017","unstructured":"Abbott, B. P., Abbott, R., Abbott, T. D., Acernese, F., Ackley, K., Adams, C., et al. (2017a). GW170104: Observation of a 50-solar-mass binary black hole coalescence at redshift 0.2. Physical Review Letters,118(22), 221101. https:\/\/doi.org\/10.1103\/PhysRevLett.118.221101.","journal-title":"Physical Review Letters"},{"issue":"14","key":"3338_CR2","doi-asserted-by":"publisher","first-page":"141101","DOI":"10.1103\/PhysRevLett.119.141101","volume":"119","author":"BP Abbott","year":"2017","unstructured":"Abbott, B. P., Abbott, R., Abbott, T. D., Acernese, F., Ackley, K., Adams, C., et al. (2017b). GW170814: A three-detector observation of gravitational waves from a binary black hole coalescence. Physical Review Letters,119(14), 141101. https:\/\/doi.org\/10.1103\/PhysRevLett.119.141101.","journal-title":"Physical Review Letters"},{"issue":"16","key":"3338_CR3","doi-asserted-by":"publisher","first-page":"161101","DOI":"10.1103\/PhysRevLett.119.161101","volume":"119","author":"BP Abbott","year":"2017","unstructured":"Abbott, B. P., Abbott, R., Abbott, T. D., Acernese, F., Ackley, K., Adams, C., et al. (2017c). GW170817: Observation of gravitational waves from a binary neutron star inspiral. Physical Review Letters,119(16), 161101. https:\/\/doi.org\/10.1103\/PhysRevLett.119.161101.","journal-title":"Physical Review Letters"},{"issue":"2","key":"3338_CR4","doi-asserted-by":"publisher","first-page":"21303","DOI":"10.1103\/PhysRevLett.118.021303","volume":"118","author":"DS Akerib","year":"2017","unstructured":"Akerib, D. S., Alsum, S., Ara\u00fajo, H. M., Bai, X., Bailey, A. J., Balajthy, J., et al. (2017). Results from a search for dark matter in the complete LUX exposure. Physical Review Letters,118(2), 21303. https:\/\/doi.org\/10.1103\/PhysRevLett.118.021303.","journal-title":"Physical Review Letters"},{"issue":"9","key":"3338_CR5","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1007\/s00210-018-1529-x","volume":"391","author":"M Amiri","year":"2018","unstructured":"Amiri, M., & Michel, M. C. (2018). Do review articles boost journal impact factors? A longitudinal analysis for five pharmacology journals. Naunyn-Schmiedeberg\u2019s Archives of Pharmacology,391(9), 1033\u20131035. https:\/\/doi.org\/10.1007\/s00210-018-1529-x.","journal-title":"Naunyn-Schmiedeberg\u2019s Archives of Pharmacology"},{"issue":"3","key":"3338_CR6","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1016\/j.joi.2018.05.002","volume":"12","author":"L Bornmann","year":"2018","unstructured":"Bornmann, L., & Marx, W. (2018). Critical rationalism and the search for standard (field-normalized) indicators in bibliometrics. Journal of Informetrics,12(3), 598\u2013604. https:\/\/doi.org\/10.1016\/j.joi.2018.05.002.","journal-title":"Journal of Informetrics"},{"key":"3338_CR7","unstructured":"Clarivate Analytics. (2018). 2017 Journal impact factor. Journal Citation Reports Science Edition. Retrieved from: http:\/\/ipscience-help.thomsonreuters.com\/incitesLiveJCR\/JCRGro up\/jcrOverview.html."},{"key":"3338_CR8","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1038\/466179b","volume":"466","author":"JD Dimitrov","year":"2010","unstructured":"Dimitrov, J. D., Kaveri, S. V., & Bayry, J. (2010). Metrics: Journal\u2019s impact factor skewed by a single paper. Nature,466, 179. https:\/\/doi.org\/10.1038\/466179b.","journal-title":"Nature"},{"issue":"4","key":"3338_CR9","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/s00005-008-0024-5","volume":"56","author":"ME Falagas","year":"2008","unstructured":"Falagas, M. E., & Alexiou, V. G. (2008). The top-ten in journal impact factor manipulation. Archivum Immunologiae Et Therapiae Experimentalis,56(4), 223\u2013226. https:\/\/doi.org\/10.1007\/s00005-008-0024-5.","journal-title":"Archivum Immunologiae Et Therapiae Experimentalis"},{"issue":"2","key":"3338_CR10","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1080\/08989621.2013.767124","volume":"20","author":"JYA Foo","year":"2013","unstructured":"Foo, J. Y. A. (2013). Implications of a single highly cited article on a journal and its citation indexes: A tale of two journals. Accountability in Research,20(2), 93\u2013106. https:\/\/doi.org\/10.1080\/08989621.2013.767124.","journal-title":"Accountability in Research"},{"issue":"4060","key":"3338_CR11","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1300\/J123v20n02_05","volume":"178","author":"E Garfield","year":"1972","unstructured":"Garfield, E. (1972). Citation analysis as a tool in journal evaluation. Science,178(4060), 471\u2013479. https:\/\/doi.org\/10.1300\/J123v20n02_05.","journal-title":"Science"},{"issue":"1","key":"3338_CR12","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1001\/jama.295.1.90","volume":"295","author":"E Garfield","year":"2006","unstructured":"Garfield, E. (2006). The history and meaning of the journal impact factor. Journal of the American Medical Association,295(1), 90\u201393. https:\/\/doi.org\/10.1001\/jama.295.1.90.","journal-title":"Journal of the American Medical Association"},{"issue":"5","key":"3338_CR13","doi-asserted-by":"publisher","first-page":"646","DOI":"10.1016\/j.cell.2011.02.013","volume":"144","author":"D Hanahan","year":"2011","unstructured":"Hanahan, D., & Weinberg, R. A. (2011). Hallmarks of cancer: The next generation. Cell,144(5), 646\u2013674. https:\/\/doi.org\/10.1016\/j.cell.2011.02.013.","journal-title":"Cell"},{"issue":"7548","key":"3338_CR14","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/520429a","volume":"520","author":"D Hicks","year":"2015","unstructured":"Hicks, D., Wouters, P., Waltman, L., de Rijcke, S., & Rafols, I. (2015). Bibliometrics: The Leiden Manifesto for research metrics. Nature,520(7548), 429\u2013431. https:\/\/doi.org\/10.1038\/520429a.","journal-title":"Nature"},{"key":"3338_CR15","unstructured":"InCites Help. (2018). Highly cited papers. Retrieved from http:\/\/ipscience-help.thomsonreuters.com\/inCites2Live\/indicatorsGroup\/aboutHandbook\/usingCitationIndicatorsWisely\/highlyCitedPapers.html."},{"issue":"11","key":"3338_CR16","doi-asserted-by":"publisher","first-page":"2403","DOI":"10.1002\/asi.22905","volume":"64","author":"E Krauskopf","year":"2013","unstructured":"Krauskopf, E. (2013). Deceiving the research community through manipulation of the impact factor. Journal of the American Society for Information Science and Technology,64(11), 2403. https:\/\/doi.org\/10.1002\/asi.22905.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"3","key":"3338_CR17","doi-asserted-by":"publisher","first-page":"1361","DOI":"10.1007\/s11192-016-2036-9","volume":"107","author":"L Lei","year":"2016","unstructured":"Lei, L., & Yan, S. (2016). Readability and citations in information science: Evidence from abstracts and articles of four journals (2003\u20132012). Scientometrics,107(3), 1361\u20131372. https:\/\/doi.org\/10.1007\/s11192-016-2036-9.","journal-title":"Scientometrics"},{"issue":"3","key":"3338_CR18","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1007\/s11192-015-1821-1","volume":"106","author":"W Liu","year":"2016","unstructured":"Liu, W., Hu, G., & Gu, M. (2016). The probability of publishing in first-quartile journals. Scientometrics,106(3), 1273\u20131276. https:\/\/doi.org\/10.1007\/s11192-015-1821-1.","journal-title":"Scientometrics"},{"issue":"3","key":"3338_CR19","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1002\/leap.1156","volume":"31","author":"W Liu","year":"2018","unstructured":"Liu, W., Liu, F., Zuo, C., & Zhu, J. (2018a). The effect of publishing a highly cited paper on a journal\u2019s impact factor: A case study of the review of particle physics. Learned Publishing,31(3), 261\u2013266. https:\/\/doi.org\/10.1002\/leap.1156.","journal-title":"Learned Publishing"},{"key":"3338_CR20","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-017-0016-y","author":"W Liu","year":"2018","unstructured":"Liu, W., Zhu, J., Zuo, C., & Wang, H. (2018b). Is it suitable for a journal to bid for publishing a review that is likely to be highly cited? Science and Engineering Ethics. https:\/\/doi.org\/10.1007\/s11948-017-0016-y.","journal-title":"Science and Engineering Ethics"},{"issue":"1","key":"3338_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.respol.2015.09.001","volume":"45","author":"BR Martin","year":"2016","unstructured":"Martin, B. R. (2016). Editors\u2019 JIF-boosting stratagems\u2013Which are appropriate and which not? Research Policy,45(1), 1\u20137. https:\/\/doi.org\/10.1016\/j.respol.2015.09.001.","journal-title":"Research Policy"},{"key":"3338_CR22","volume-title":"The science review article: An opportune genre in the construction of science","author":"J Noguchi","year":"2006","unstructured":"Noguchi, J. (2006). The science review article: An opportune genre in the construction of science. Bern: Peter Lang."},{"key":"3338_CR23","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.01487","author":"FM Paulus","year":"2018","unstructured":"Paulus, F. M., Cruz, N., & Krach, S. (2018). The impact factor fallacy. Frontiers in Psychology. https:\/\/doi.org\/10.3389\/fpsyg.2018.01487.","journal-title":"Frontiers in Psychology"},{"issue":"1","key":"3338_CR24","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1107\/S0108767307043930","volume":"64","author":"GM Sheldrick","year":"2008","unstructured":"Sheldrick, G. M. (2008). A short history of SHELX. Acta Crystallographica Section A,64(1), 112\u2013122. https:\/\/doi.org\/10.1107\/S0108767307043930.","journal-title":"Acta Crystallographica Section A"},{"issue":"3","key":"3338_CR25","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1002\/asi.23706","volume":"68","author":"D Shi","year":"2017","unstructured":"Shi, D., Rousseau, R., Yang, L., & Li, J. (2017). A journal\u2019s impact factor is influenced by changes in publication delays of citing journals. Journal of the Association for Information Science and Technology,68(3), 780\u2013789. https:\/\/doi.org\/10.1002\/asi.23706.","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"7651","key":"3338_CR26","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1038\/544411a","volume":"544","author":"P Stephan","year":"2017","unstructured":"Stephan, P., Veugelers, R., & Wang, J. (2017). Reviewers are blinkered by bibliometrics. Nature,544(7651), 411\u2013412. https:\/\/doi.org\/10.1038\/544411a.","journal-title":"Nature"},{"issue":"2","key":"3338_CR27","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.joi.2016.02.007","volume":"10","author":"L Waltman","year":"2016","unstructured":"Waltman, L. (2016). A review of the literature on citation impact indicators. Journal of Informetrics,10(2), 365\u2013391. https:\/\/doi.org\/10.1016\/j.joi.2016.02.007.","journal-title":"Journal of Informetrics"},{"issue":"3","key":"3338_CR28","doi-asserted-by":"publisher","first-page":"1989","DOI":"10.1007\/s11192-016-2144-6","volume":"109","author":"D-H Yang","year":"2016","unstructured":"Yang, D.-H., Li, X., Sun, X., & Wan, J. (2016). Detecting impact factor manipulation with data mining techniques. Scientometrics,109(3), 1989\u20132005. https:\/\/doi.org\/10.1007\/s11192-016-2144-6.","journal-title":"Scientometrics"},{"issue":"3","key":"3338_CR29","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1177\/0165551511400954","volume":"37","author":"G Yu","year":"2011","unstructured":"Yu, G., Yang, D.-H., & He, H.-X. (2011). An automatic recognition method of journal impact factor manipulation. Journal of Information Science,37(3), 235\u2013245. https:\/\/doi.org\/10.1177\/0165551511400954.","journal-title":"Journal of Information Science"},{"issue":"1","key":"3338_CR30","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/s11192-009-0083-1","volume":"83","author":"G Yu","year":"2010","unstructured":"Yu, G., Yang, D.-H., & Liang, W. (2010). Reliability-based citation impact factor and the manipulation of impact factor. Scientometrics,83(1), 259\u2013270. https:\/\/doi.org\/10.1007\/s11192-009-0083-1.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-019-03338-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-019-03338-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-019-03338-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,19]],"date-time":"2021-01-19T00:12:27Z","timestamp":1611015147000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-019-03338-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,20]]},"references-count":30,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["3338"],"URL":"https:\/\/doi.org\/10.1007\/s11192-019-03338-y","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,20]]},"assertion":[{"value":"1 October 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2020","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}