{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:30:18Z","timestamp":1740123018104,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,1,3]],"date-time":"2019-01-03T00:00:00Z","timestamp":1546473600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61374175"],"award-info":[{"award-number":["61374175"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010031","name":"Postdoctoral Research Foundation of China","doi-asserted-by":"publisher","award":["2017 M620944"],"award-info":[{"award-number":["2017 M620944"]}],"id":[{"id":"10.13039\/501100010031","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1007\/s11192-018-2995-0","type":"journal-article","created":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T02:31:23Z","timestamp":1549506683000},"page":"653-671","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Large enough sample size to rank two groups of data reliably according to their means"],"prefix":"10.1007","volume":"118","author":[{"given":"Zhesi","family":"Shen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liying","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zengru","family":"Di","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5014-385X","authenticated-orcid":false,"given":"Jinshan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,3]]},"reference":[{"key":"2995_CR1","unstructured":"Anonymous. (2011). Dissecting our impact factor. Nature Materials, 10, 645."},{"key":"2995_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.joi.2007.11.001","volume":"2","author":"J Bar-Ilan","year":"2008","unstructured":"Bar-Ilan, J. (2008). Informetrics at the beginning of the 21st century\u2013a review. Journal of Informetrics, 2, 1\u201352.","journal-title":"Journal of Informetrics"},{"key":"2995_CR3","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.joi.2012.10.001","volume":"7","author":"L Bornmann","year":"2013","unstructured":"Bornmann, L., Leydesdorff, L., & Mutz, R. (2013). The use of percentiles and percentile rank classes in the analysis of bibliometric data: Opportunities and limits. Journal of Informetrics, 7, 158\u2013165.","journal-title":"Journal of Informetrics"},{"key":"2995_CR4","doi-asserted-by":"publisher","first-page":"1861","DOI":"10.1007\/s00296-011-2276-1","volume":"32","author":"L Bornmann","year":"2012","unstructured":"Bornmann, L., Marx, W., Gasparyan, A. Y., & Kitas, G. D. (2012). Diversity, value and limitations of the journal impact factor and alternative metrics. Rheumatology International, 32, 1861\u20131867.","journal-title":"Rheumatology International"},{"key":"2995_CR5","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/j.joi.2010.10.009","volume":"5","author":"L Bornmann","year":"2011","unstructured":"Bornmann, L., & Mutz, R. (2011). Further steps towards an ideal method of measuring citation performance: The avoidance of citation (ratio) averages in field-normalization. Journal of Informetrics, 5, 228\u2013230.","journal-title":"Journal of Informetrics"},{"key":"2995_CR6","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1108\/OIR-12-2012-0214","volume":"38","author":"L Bornmann","year":"2014","unstructured":"Bornmann, L., Stefaner, M., de Moya Aneg\u00f3n, F., & Mutz, R. (2014). Ranking and mapping of universities and research-focused institutions worldwide based on highly-cited papers. Online Information Review, 38, 43\u201358. \n                    https:\/\/doi.org\/10.1108\/oir-12-2012-0214\n                    \n                  .","journal-title":"Online Information Review"},{"key":"2995_CR7","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1038\/nature.2016.20224","volume":"535","author":"E Callaway","year":"2016","unstructured":"Callaway, E. (2016). Beat it, impact factor! publishing elite turns against controversial metric. Nature, 535, 210\u2013211.","journal-title":"Nature"},{"key":"2995_CR8","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1080\/00401706.1970.10488633","volume":"12","author":"JD Church","year":"1970","unstructured":"Church, J. D., & Harris, B. (1970). The estimation of reliability from stress-strength relationships. Technometrics, 12, 49\u201354. \n                    https:\/\/doi.org\/10.1080\/00401706.1970.10488633\n                    \n                  .","journal-title":"Technometrics"},{"key":"2995_CR9","unstructured":"DORA (2013). San francisco declaration on research assessment. \n                    http:\/\/www.ascb.org\/dora\/\n                    \n                  . Accessed 20 December 2016."},{"key":"2995_CR10","first-page":"551","volume":"15","author":"F Downton","year":"1973","unstructured":"Downton, F. (1973). The estimation of pr \n                    \n                      \n                    \n                    $$(\\text{ y } < \\text{ x })$$\n                    \n                      \n                        \n                          (\n                          \n                          y\n                          \n                          <\n                          \n                          x\n                          \n                          )\n                        \n                      \n                    \n                   in the normal case. Technometrics, 15, 551\u2013558.","journal-title":"Technometrics"},{"key":"2995_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9","volume-title":"An introduction to the bootstrap. Monographs on statistics and applied probability","author":"B Efron","year":"1993","unstructured":"Efron, B., & Tibshirani, R. J. (1993). An introduction to the bootstrap. Monographs on statistics and applied probability (Vol. 57). Boca Raton: Chapman & Hall\/CRC."},{"key":"2995_CR12","first-page":"979","volume":"161","author":"E Garfield","year":"1999","unstructured":"Garfield, E. (1999). Journal impact factor: A brief review. Canadian Medical Association Journal, 161, 979\u201380.","journal-title":"Canadian Medical Association Journal"},{"key":"2995_CR13","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1016\/j.joi.2010.01.005","volume":"4","author":"W Gl\u00e4nzel","year":"2010","unstructured":"Gl\u00e4nzel, W. (2010). On reliability and robustness of scientometrics indicators based on stochastic models. An evidence-based opinion paper. Journal of Informetrics, 4, 313\u2013319.","journal-title":"Journal of Informetrics"},{"key":"2995_CR14","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1023\/A:1014848323806","volume":"53","author":"W Gl\u00e4nzel","year":"2002","unstructured":"Gl\u00e4nzel, W., & Moed, H. F. (2002). Journal impact measures in bibliometric research. Scientometrics, 53, 171\u2013193.","journal-title":"Scientometrics"},{"key":"2995_CR15","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s11192-012-0898-z","volume":"96","author":"W Gl\u00e4nzel","year":"2013","unstructured":"Gl\u00e4nzel, W., & Moed, H. F. (2013). Opinion paper: Thoughts and facts on bibliometric indicators. Scientometrics, 96, 381\u2013394.","journal-title":"Scientometrics"},{"key":"2995_CR16","first-page":"285","volume":"2","author":"RJ Herrnstein","year":"1976","unstructured":"Herrnstein, R. J., Loveland, D. H., & Cable, C. (1976). Natural concepts in pigeons. Journal of Experimental Psychology: Animal Behavior Processes, 2, 285\u2013302.","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"key":"2995_CR17","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/520429a","volume":"520","author":"D Hicks","year":"2015","unstructured":"Hicks, D., Wouters, P., Waltman, L., De, R. S., & Rafols, I. (2015). The leiden manifesto for research metrics. Nature, 520, 429\u201331.","journal-title":"Nature"},{"key":"2995_CR18","doi-asserted-by":"publisher","first-page":"2449","DOI":"10.2106\/00004623-200312000-00028","volume":"85\u2013A","author":"AP Kurmis","year":"2003","unstructured":"Kurmis, A. P. (2003). Understanding the limitations of the journal impact factor. Journal of Bone and Joint Surgery American, 85\u2013A, 2449\u201354.","journal-title":"Journal of Bone and Joint Surgery American"},{"key":"2995_CR19","doi-asserted-by":"publisher","unstructured":"Larivi\u00e8re, V., Kiermer, V., MacCallum, C. J., McNutt, M., Patterson, M., Pulverer, B., Swaminathan, S., Taylor, S., & Curry, S. (2016). A simple proposal for the publication of journal citation distributions. bioRxiv, . \n                    http:\/\/biorxiv.org\/content\/early\/2016\/09\/11\/062109\n                    \n                  . \n                    https:\/\/doi.org\/10.1101\/062109\n                    \n                  .","DOI":"10.1101\/062109"},{"key":"2995_CR20","first-page":"217","volume":"62","author":"L Leydesdorff","year":"2011","unstructured":"Leydesdorff, L., & Bornmann, L. (2011a). How fractional counting of citations affects the impact factor: Normalization in terms of differences in citation potentials among fields of science. Journal of the Association for Information Science and Technology, 62, 217\u2013229.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"2995_CR21","first-page":"2133","volume":"62","author":"L Leydesdorff","year":"2011","unstructured":"Leydesdorff, L., & Bornmann, L. (2011b). Integrated impact indicators compared with impact factors: An alternative research design with policy implications. Journal of the Association for Information Science and Technology, 62, 2133\u20132146.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"2995_CR22","doi-asserted-by":"publisher","first-page":"644","DOI":"10.1016\/j.joi.2010.05.003","volume":"4","author":"L Leydesdorff","year":"2010","unstructured":"Leydesdorff, L., & Opthof, T. (2010). Normalization at the field level: Fractional counting of citations. Journal of Informetrics, 4, 644\u2013646.","journal-title":"Journal of Informetrics"},{"key":"2995_CR23","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1214\/aoms\/1177730491","volume":"18","author":"H Mann","year":"1947","unstructured":"Mann, H., & Whitney, D. (1947). On a test of whether one of two random variables is stochastically larger than the other. Annals of Mathematical Statistics, 18, 50\u201360.","journal-title":"Annals of Mathematical Statistics"},{"key":"2995_CR24","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1016\/j.joi.2016.12.006","volume":"11","author":"S Milojevi\u0107","year":"2017","unstructured":"Milojevi\u0107, S., Radicchi, F., & Bar-Ilan, J. (2017). Citation success index an intuitive pair-wise journal comparison metric. Journal of Informetrics, 11, 223\u2013231.","journal-title":"Journal of Informetrics"},{"key":"2995_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ejor.2015.04.002","volume":"246","author":"J Mingers","year":"2015","unstructured":"Mingers, J., & Leydesdorff, L. (2015). A review of theory and practice in scientometrics. European Journal of Operational Research, 246, 1\u201319.","journal-title":"European Journal of Operational Research"},{"key":"2995_CR26","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.ejor.2016.07.058","volume":"257","author":"J Mingers","year":"2017","unstructured":"Mingers, J., & Yang, L. (2017). Evaluating journal quality: A review of journal citation indicators and ranking in business and management. European Journal of Operational Research, 257, 323\u2013337.","journal-title":"European Journal of Operational Research"},{"key":"2995_CR27","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/j.joi.2011.12.006","volume":"6","author":"R Mutz","year":"2012","unstructured":"Mutz, R., & Daniel, H. D. (2012). Skewed citation distributions and bias factors: Solutions to two core problems with the journal impact factor. Journal of Informetrics, 6, 169\u2013176.","journal-title":"Journal of Informetrics"},{"key":"2995_CR28","unstructured":"NSB (2016). National science board science and engineering indicators 2016. \n                    https:\/\/www.nsf.gov\/statistics\/2016\/nsb20161\/#\/report\/chapter-5\/outputs-of-s-e-research-publications-and-patents\n                    \n                  . Accessed 18 June 2017"},{"key":"2995_CR29","doi-asserted-by":"publisher","first-page":"17268","DOI":"10.1073\/pnas.0806977105","volume":"105","author":"F Radicchi","year":"2008","unstructured":"Radicchi, F., Fortunato, S., & Castellano, C. (2008). Universality of citation distributions: Toward an objective measure of scientific impact. Proceedings of the National Academy of Sciences, 105, 17268\u201317272. \n                    https:\/\/doi.org\/10.1073\/pnas.0806977105\n                    \n                  .","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"2995_CR30","first-page":"253","volume":"28","author":"B Reiser","year":"1986","unstructured":"Reiser, B., & Guttman, I. (1986). Statistical inference for \n                    \n                      \n                    \n                    $$\\text{ pr }(\\text{ y } < \\text{ x })$$\n                    \n                      \n                        \n                          \n                          pr\n                          \n                          (\n                          \n                          y\n                          \n                          <\n                          \n                          x\n                          \n                          )\n                        \n                      \n                    \n                  : The normal case. Technometrics, 28, 253\u2013257.","journal-title":"Technometrics"},{"key":"2995_CR31","first-page":"628","volume":"43","author":"PO Seglen","year":"1992","unstructured":"Seglen, P. O. (1992). The skewness of science. Journal of the Association for Information Science and Technology, 43, 628\u2013638.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"2995_CR32","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1136\/bmj.314.7079.497","volume":"314","author":"PO Seglen","year":"1997","unstructured":"Seglen, P. O. (1997). Why the impact factor of journals should not be used for evaluating research. Bmj Clinical Research, 314, 498\u2013502.","journal-title":"Bmj Clinical Research"},{"key":"2995_CR33","unstructured":"Shen, Z., Yang, L., Di, Z., & Wu, J. (2017). How large is large enough? In Proceedings of ISSI 2017, (pp. 288\u2013299)"},{"key":"2995_CR34","doi-asserted-by":"publisher","first-page":"e1683","DOI":"10.1371\/journal.pone.0001683","volume":"3","author":"MJ Stringer","year":"2008","unstructured":"Stringer, M. J., Sales-Pardo, M., & Amaral, L. A. N. (2008). Effectiveness of journal ranking schemes as a tool for locating information. PLoS ONE, 3, e1683.","journal-title":"PLoS ONE"},{"key":"2995_CR35","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.joi.2016.02.007","volume":"10","author":"L Waltman","year":"2016","unstructured":"Waltman, L. (2016). A review of the literature on citation impact indicators. Journal of Informetrics, 10, 365\u2013391.","journal-title":"Journal of Informetrics"},{"key":"2995_CR36","first-page":"2419","volume":"63","author":"L Waltman","year":"2012","unstructured":"Waltman, L., Calero-Medina, C., Kosten, J., Noyons, E. C., Tijssen, R. J., Eck, N. J., et al. (2012). The leiden ranking 2011\/2012: Data collection, indicators, and interpretation. Journal of the Association or Information Science & Technology, 63, 2419\u20132432.","journal-title":"Journal of the Association or Information Science & Technology"},{"key":"2995_CR37","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-21736-9","volume-title":"All of statistics","author":"L Wasserman","year":"2004","unstructured":"Wasserman, L. (2004). All of statistics. New York: Springer."},{"key":"2995_CR38","doi-asserted-by":"publisher","first-page":"28","DOI":"10.2307\/2332510","volume":"34","author":"BL Welch","year":"1947","unstructured":"Welch, B. L. (1947). The generalization of \u2018Student\u2019s\u2019 problem when several different population variances are involved. Biometrika, 34, 28\u201335. \n                    https:\/\/doi.org\/10.2307\/2332510\n                    \n                  .","journal-title":"Biometrika"},{"key":"2995_CR39","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon, F. (1945). Individual comparisons by ranking methods. Biometrics Bulletin, 1, 80\u201383.","journal-title":"Biometrics Bulletin"},{"key":"2995_CR40","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1002\/sim.2838","volume":"27","author":"W Zhou","year":"2008","unstructured":"Zhou, W. (2008). Statistical inference for \n                    \n                      \n                    \n                    $$P(X < Y)$$\n                    \n                      \n                        \n                          P\n                          (\n                          X\n                          <\n                          Y\n                          )\n                        \n                      \n                    \n                  . Statistics in Medicine, 27, 257\u2013279. \n                    https:\/\/doi.org\/10.1002\/sim.2838\n                    \n                  .","journal-title":"Statistics in Medicine"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-018-2995-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2995-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2995-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,2]],"date-time":"2020-01-02T19:12:47Z","timestamp":1577992367000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-018-2995-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,3]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,2]]}},"alternative-id":["2995"],"URL":"https:\/\/doi.org\/10.1007\/s11192-018-2995-0","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"type":"print","value":"0138-9130"},{"type":"electronic","value":"1588-2861"}],"subject":[],"published":{"date-parts":[[2019,1,3]]},"assertion":[{"value":"23 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2019","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}