{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T08:13:07Z","timestamp":1769933587632,"version":"3.49.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T00:00:00Z","timestamp":1624406400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T00:00:00Z","timestamp":1624406400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71603252"],"award-info":[{"award-number":["71603252"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1007\/s11192-021-04013-x","type":"journal-article","created":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T21:02:26Z","timestamp":1624482146000},"page":"7183-7195","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Consistency index: measuring the performances of scholar journal reviewers"],"prefix":"10.1007","volume":"126","author":[{"given":"Mingliang","family":"Yue","sequence":"first","affiliation":[]},{"given":"Hongbo","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Fan","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5985-384X","authenticated-orcid":false,"given":"Tingcan","family":"Ma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,23]]},"reference":[{"issue":"1","key":"4013_CR1","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1002\/aris.2011.1440450112","volume":"45","author":"L Bornmann","year":"2011","unstructured":"Bornmann, L. (2011). Scientific peer review. Annual Review of Information Science and Technology, 45(1), 197\u2013245","journal-title":"Annual Review of Information Science and Technology"},{"key":"4013_CR2","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1007\/s11192-008-2189-2","volume":"81","author":"L Bornmann","year":"2009","unstructured":"Bornmann, L., Mutz, R., & Daniel, H. D. (2009). The influence of the applicants\u2019 gender on the modeling of a peer review process by using latent markov models. Scientometrics, 81, 407","journal-title":"Scientometrics"},{"key":"4013_CR3","unstructured":"Callier, F M., Desoer, C A. Linear System Theory. Springer science & business media, 2012."},{"key":"4013_CR4","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1037\/0003-066X.35.3.300","volume":"35","author":"DV Cicchetti","year":"1980","unstructured":"Cicchetti, D. V. (1980). Reliability of reviews for the american psychologist: a biostatistical assessment of the data. American Psychologist, 35, 300\u2013303","journal-title":"American Psychologist"},{"key":"4013_CR5","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/BF02692423","volume":"21","author":"S Eberley","year":"1990","unstructured":"Eberley, S., & Warner, W. K. (1990). Fields or subfields of knowledge: Rejection rates and agreement in peer review. Am Soc, 21, 217\u2013231","journal-title":"Am Soc"},{"issue":"6","key":"4013_CR6","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1037\/0033-2909.128.6.997","volume":"128","author":"N Eisenberg","year":"2002","unstructured":"Eisenberg, N., Thompson, M., Augir, S., & Harris, E. (2002). An analysis of manuscript characteristics, reviewers\u2019 ratings, and acceptance of manuscripts. Psychological Bulletin, 128(6), 997\u20131004","journal-title":"Psychological Bulletin"},{"issue":"8","key":"4013_CR7","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1007\/BF02599618","volume":"8","author":"AT Evans","year":"1993","unstructured":"Evans, A. T., McNutt, R. A., Fletcher, S. W., & Fletcher, R. H. (1993). The characteristics of peer reviewers who produce good-quality reviews. Journal of General Internal Medicine, 8(8), 422\u2013428","journal-title":"Journal of General Internal Medicine"},{"issue":"1","key":"4013_CR8","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.joi.2018.11.007","volume":"13","author":"B Federico","year":"2019","unstructured":"Federico, B., Francisco, G., & Flaminio, S. (2019). The F3-index. valuing reviewers for scholarly journals. Journal of Informetrics, 13(1), 78\u201386","journal-title":"Journal of Informetrics"},{"issue":"1","key":"4013_CR9","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/s11192-006-0048-6","volume":"67","author":"L Hargens","year":"2006","unstructured":"Hargens, L., & Herting, J. (2006). Analyzing the association between referees\u2019 recommendations and editors decisions. Scientometrics, 67(1), 15\u201326","journal-title":"Scientometrics"},{"issue":"71","key":"4013_CR10","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1177\/0306312709335405","volume":"40","author":"S Hirschauer","year":"2010","unstructured":"Hirschauer, S. (2010). Editorial judgments: A praxeology of voting in peer review. Social Studies of Science, 40(71), 71\u2013104","journal-title":"Social Studies of Science"},{"key":"4013_CR11","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1007\/s11192-017-2310-5","volume":"113","author":"J Huisman","year":"2017","unstructured":"Huisman, J., & Smits, J. (2017). Duration and quality of the peer review process: the author\u2019s perspective. Scientometrics, 113, 633\u2013650","journal-title":"Scientometrics"},{"issue":"3","key":"4013_CR12","first-page":"227","volume":"25","author":"J Kelly","year":"2014","unstructured":"Kelly, J., Sadeghieh, T., & Adeli, K. (2014). Peer review in scientific publications: Benefits, critiques, & a survival guide. EJIFCC, 25(3), 227\u2013243","journal-title":"EJIFCC"},{"issue":"2","key":"4013_CR13","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1177\/1094428105284919","volume":"9","author":"CE Lance","year":"2006","unstructured":"Lance, C. E., Butts, M. M., & Michels, L. C. (2006). The sources of four commonly reported cutoff criteria - what did they really say? Organizational Research Methods, 9(2), 202\u2013220","journal-title":"Organizational Research Methods"},{"key":"4013_CR14","unstructured":"Liao, J., Wen P., & Hu L. (2010). The research on evaluation criterion concerning academic manuscript in China. Studies in Science of Science, 28(08), 1128\u20131134."},{"issue":"3","key":"4013_CR15","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1001\/jama.280.3.246","volume":"280","author":"AM Link","year":"1998","unstructured":"Link, A. M. (1998). US and non-US submissions: An analysis of reviewer bias. JAM, 280(3), 246\u2013247","journal-title":"JAM"},{"issue":"7","key":"4013_CR16","doi-asserted-by":"publisher","first-page":"1056","DOI":"10.1016\/j.socscimed.2011.02.002","volume":"72","author":"W Lipworth","year":"2011","unstructured":"Lipworth, W., Kerridge, I., Carter, S., & Little, M. (2011). Journal peer review in context: A qualitative study of the social and subjective dimensions of manuscript review in biomedical publishing. Social Science and Medicine, 72(7), 1056\u20131063","journal-title":"Social Science and Medicine"},{"key":"4013_CR17","unstructured":"Merton, R. K. (1973). The Sociology of science: Theoretical and empirical investigations. University of Chicago Press."},{"key":"4013_CR18","unstructured":"Page, L., Brin, S., Motwani, R., & Winograd, T. (1998). The pagerank citation ranking: bringing order to the web. Technical report."},{"issue":"2","key":"4013_CR19","doi-asserted-by":"publisher","first-page":"180","DOI":"10.3138\/jsp.47.2.180","volume":"47","author":"O Sabaj","year":"2016","unstructured":"Sabaj, O., Gonz\u00e1lez, C., & Pina-Stranger, A. (2016). What we still don\u2019t know about peer review. Journal of Scholarly Publishing, 47(2), 180\u2013212","journal-title":"Journal of Scholarly Publishing"},{"issue":"4","key":"4013_CR20","first-page":"87","volume":"41","author":"O Sabaj","year":"2015","unstructured":"Sabaj, O., Valderrama, J. O., Gonz\u00e1lez, C., & Pina-Stranger, A. (2015). Relationship between the duration of peer-review, publication decision, and agreement among reviewers in three chilean journals. European Science Editing, 41(4), 87\u201390","journal-title":"European Science Editing"},{"issue":"10","key":"4013_CR21","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1037\/h0078544","volume":"33","author":"S Scarr","year":"1978","unstructured":"Scarr, S., & Weber, B. L. R. (1978). The Reliability of reviews for the American psychologist. American Psychologist, 33(10), 935","journal-title":"American Psychologist"},{"issue":"7","key":"4013_CR22","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1016\/S0895-4356(99)00047-5","volume":"52","author":"S van Rooyen","year":"1999","unstructured":"van Rooyen, S., Black, N., & Godlee, F. (1999). Development of the review quality instrument (RQI) for assessing peer reviews of manuscripts. Journal of Clinical Epidemiology, 52(7), 625\u2013629","journal-title":"Journal of Clinical Epidemiology"},{"key":"4013_CR23","first-page":"37","volume":"2","author":"G Varas","year":"2020","unstructured":"Varas, G., Sabaj, O., & Pina-Stranger, A. (2020). Feedback Quality according to the type of referees in the peer review process of scientific articles. Revista Hipatia, 2, 37\u201360","journal-title":"Revista Hipatia"},{"key":"4013_CR24","doi-asserted-by":"publisher","first-page":"1017","DOI":"10.1007\/s11192-011-0425-7","volume":"88","author":"L Waltman","year":"2011","unstructured":"Waltman, L., van Eck, N. J., van Leeuwen, T. N., Visser, M. S., & van Raan, A. F. J. (2011). On the correlation between bibliometric indicators and peer review: Reply to opthof and leydesdorff. Scientometrics, 88, 1017\u20131022","journal-title":"Scientometrics"},{"key":"4013_CR25","unstructured":"Ware M. (2008). Peer review: benefits, perceptions and alternatives. Publishing research consortium, 1\u201320."},{"issue":"1","key":"4013_CR26","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1177\/0165551504041673","volume":"30","author":"M Wood","year":"2004","unstructured":"Wood, M., Roberts, M., & Howell, B. (2004). The reliability of peer reviews of papers on information systems. Journal of Information Science, 30(1), 2\u201311","journal-title":"Journal of Information Science"},{"issue":"6","key":"4013_CR27","doi-asserted-by":"publisher","first-page":"796","DOI":"10.1109\/TKDE.2007.190745","volume":"20","author":"X Yin","year":"2008","unstructured":"Yin, X., Han, J., & Yu, P. S. (2008). Truth discovery with multiple conflicting information providers on the web. IEEE Transactions on Knowledge & Data Engineering, 20(6), 796\u2013808","journal-title":"IEEE Transactions on Knowledge & Data Engineering"},{"key":"4013_CR28","unstructured":"Yu L., Pan Y., Yang C. & Wu Y. (2008). Study on peer review and multi-indicators evaluation in scientific and technological assessment. International symposium on knowledge acquisition and modelling, 794\u2013798."}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-04013-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-021-04013-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-04013-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T20:19:17Z","timestamp":1626639557000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-021-04013-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,23]]},"references-count":28,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["4013"],"URL":"https:\/\/doi.org\/10.1007\/s11192-021-04013-x","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,23]]},"assertion":[{"value":"14 January 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 June 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}