{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:29:32Z","timestamp":1740122972722,"version":"3.37.3"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,3,2]],"date-time":"2021-03-02T00:00:00Z","timestamp":1614643200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,2]],"date-time":"2021-03-02T00:00:00Z","timestamp":1614643200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS 1503555"],"award-info":[{"award-number":["DMS 1503555"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000893","name":"Simons Foundation","doi-asserted-by":"publisher","award":["637367637367"],"award-info":[{"award-number":["637367637367"]}],"id":[{"id":"10.13039\/100000893","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1007\/s11192-021-03894-2","type":"journal-article","created":{"date-parts":[[2021,3,2]],"date-time":"2021-03-02T10:03:24Z","timestamp":1614679404000},"page":"3853-3870","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Citations versus expert opinions: citation analysis of featured reviews of the American Mathematical Society"],"prefix":"10.1007","volume":"126","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2438-7927","authenticated-orcid":false,"given":"Lawrence","family":"Smolinsky","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel S.","family":"Sage","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aaron J.","family":"Lercher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aaron","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,2]]},"reference":[{"issue":"1","key":"3894_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/2158244019829575","volume":"9","author":"DW Aksnes","year":"2019","unstructured":"Aksnes, D. W., Langfeldt, L., & Wouters, P. (2019). Citations, citation indicators, and research quality: An overview of basic concepts and theories. SAGE Open, 9(1), 1\u201317. https:\/\/doi.org\/10.1177\/2158244019829575.","journal-title":"SAGE Open"},{"unstructured":"American Mathematical Society. (1995). Editorial Statement. Mathematical Reviews, 95(a), 1.","key":"3894_CR2"},{"unstructured":"American Mathematical Society. (2019). About MathSciNet. Retrieved August 12, 2019 from https:\/\/mathscinet.ams.org\/mathscinet\/help\/about.html?version=2.","key":"3894_CR3"},{"issue":"5439","key":"3894_CR4","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"AL Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si, A. L., & Albert, R. (1999). Emergence of scaling in random networks. Science, 286(5439), 509\u2013512.","journal-title":"Science"},{"issue":"7","key":"3894_CR5","doi-asserted-by":"publisher","first-page":"1440","DOI":"10.1002\/asi.21332","volume":"61","author":"SJ Bensman","year":"2010","unstructured":"Bensman, S. J., Smolinsky, L., & Pudovkin, A. I. (2010). Mean citation rate per article in mathematics journals: Differences from the scientific model. Journal of the American Society for Information Science and Technology, 61(7), 1440\u20131463.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"3894_CR6","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1016\/j.respol.2014.08.004","volume":"44","author":"G Bertocchi","year":"2015","unstructured":"Bertocchi, G., Gambardella, A., Jappellic, T., Nappi, C. A., & Peracchi, F. (2015). Bibliometric evaluation vs. informed peer review: Evidence from Italy. Research Policy, 44, 451\u2013546.","journal-title":"Research Policy"},{"issue":"5","key":"3894_CR100","doi-asserted-by":"publisher","first-page":"775","DOI":"10.1007\/s10734-016-9995-x","volume":"73","author":"L Bornmann","year":"2017","unstructured":"Bornmann, L. (2017). Measuring impact in research evaluations: A thorough discussion of methods for, effects of and problems with impact measurements. Higher Education, 73(5), 775\u2013787.","journal-title":"Higher Education"},{"issue":"1","key":"3894_CR7","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1108\/00220410810844150","volume":"64","author":"L Bornmann","year":"2008","unstructured":"Bornmann, L., & Daniel, H.-D. (2008a). What do citation counts measure? A review of studies on citing behavior. Journal of Documentation, 64(1), 45\u201380.","journal-title":"Journal of Documentation"},{"issue":"38","key":"3894_CR8","doi-asserted-by":"publisher","first-page":"7173","DOI":"10.1002\/anie.200800513","volume":"47","author":"L Bornmann","year":"2008","unstructured":"Bornmann, L., & Daniel, H.-D. (2008b). The effectiveness of the peer review process: Inter-referee agreement and predictive validity of manuscript refereeing at Angewandte Chemie. Angewandte Chemie International Edition, 47(38), 7173\u20137178.","journal-title":"Angewandte Chemie International Edition"},{"issue":"2019","key":"3894_CR9","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1016\/j.joi.2019.03.001","volume":"13","author":"L Bornmann","year":"2019","unstructured":"Bornmann, L., & Os\u00f3rio, A. (2019). The value and credits of n-authors publications. Journal of Informetrics, 13(2019), 540\u2013554.","journal-title":"Journal of Informetrics"},{"issue":"3","key":"3894_CR10","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1177\/1075547098019003002","volume":"19","author":"JM Campanario","year":"1998","unstructured":"Campanario, J. M. (1998). Peer review for journals as it stands today\u2014part 1. Science Communication, 19(3), 181\u2013211.","journal-title":"Science Communication"},{"key":"3894_CR11","doi-asserted-by":"publisher","DOI":"10.1002\/0471667196.ess1960.pub2","volume-title":"Phi-Coefficient","author":"OB Chedzoy","year":"2006","unstructured":"Chedzoy, O. B. (2006). Phi-Coefficient. Wiley Online Library. John Wiley & Sons, Inc."},{"issue":"1","key":"3894_CR12","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104.","journal-title":"Educational and Psychological Measurement"},{"unstructured":"Cronin, B. (2005). The hand of science: Academic writing and its rewards. Scarecrow press.","key":"3894_CR13"},{"key":"3894_CR14","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/0191-8869(92)90066-X","volume":"13","author":"HJ Eysenck","year":"1992","unstructured":"Eysenck, H. J., & Eysenck, S. B. G. (1992). Peer review: Advice to referees and contributors. Personality and Individual Differences, 13, 393\u2013399.","journal-title":"Personality and Individual Differences"},{"key":"3894_CR15","first-page":"84","volume":"1","author":"E Garfield","year":"1962","unstructured":"Garfield, E. (1962). Can citation indexing be automated? Essays of an Information Scientist, 1, 84\u201390.","journal-title":"Essays of an Information Scientist"},{"key":"3894_CR16","volume-title":"Citation indexing, its theory and application in science, technology, and humanities","author":"E Garfield","year":"1979","unstructured":"Garfield, E. (1979). Citation indexing, its theory and application in science, technology, and humanities. John Wiley & Sons Inc."},{"key":"3894_CR17","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1177\/030631277700700112","volume":"7","author":"GN Gilbert","year":"1977","unstructured":"Gilbert, G. N. (1977). Referencing as persuasion. Social Studies of Science, 7, 113\u2013122.","journal-title":"Social Studies of Science"},{"issue":"7","key":"3894_CR18","doi-asserted-by":"publisher","first-page":"e22475","DOI":"10.1371\/journal.pone.0022475","volume":"6","author":"JL Jackson","year":"2011","unstructured":"Jackson, J. L., Srinivasan, M., Rea, J., Fletcher, K. E., & Kravitz, R. L. (2011). The validity of peer review in a general medicine journal. PLoS ONE, 6(7), e22475. https:\/\/doi.org\/10.1371\/journal.pone.0022475.","journal-title":"PLoS ONE"},{"issue":"4","key":"3894_CR19","doi-asserted-by":"publisher","first-page":"e10072","DOI":"10.1371\/journal.pone.0010072","volume":"5","author":"RL Kravitz","year":"2010","unstructured":"Kravitz, R. L., Franks, P., Feldman, M. D., Gerrity, M., Byrne, C., & Tierney, W. M. (2010). Editorial peer reviewers\u2019 recommendations at a general medical journal: Are they reliable and do editors care? PLoS ONE, 5(4), e10072. https:\/\/doi.org\/10.1371\/journal.pone.0010072.","journal-title":"PLoS ONE"},{"key":"3894_CR20","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1177\/030631201031006002","volume":"31","author":"L Langfeldt","year":"2001","unstructured":"Langfeldt, L. (2001). The decision-making constraints and processes of grant peer review, and their effects on the review outcome. Social Studies of Science, 31, 820\u2013841.","journal-title":"Social Studies of Science"},{"issue":"1","key":"3894_CR21","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1002\/asi.22784","volume":"64","author":"CJ Lee","year":"2013","unstructured":"Lee, C. J., Sugimoto, C. R., Zhang, G., & Cronin, B. (2013). Bias in peer review. Journal of the American Society for Information Science and Technology, 64(1), 2\u201317.","journal-title":"Journal of the American Society for Information Science and Technology"},{"unstructured":"Li, X., & Thelwall, M. (2012). F1000, Mendeley and traditional bibliometric indicators. In Archambault, \u00c9., Gingras, Y., Larivi\u00e8re, V. (Eds.), Proceedings of 17th International Conference on Science and Technology Indicators (pp. 541\u2013551). OST and Science-Metrix.","key":"3894_CR22"},{"key":"3894_CR23","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1002\/asi.23970","volume":"69","author":"MH MacRoberts","year":"2018","unstructured":"MacRoberts, M. H., & MacRoberts, B. R. (2018). The mismeasure of science: Citation analysis. Journal of the Association for Information Science and Technology, 69, 474\u2013482. https:\/\/doi.org\/10.1002\/asi.23970.","journal-title":"Journal of the Association for Information Science and Technology"},{"unstructured":"Mallapaty, S. (2018, January 30). Paper authorship goes hyper. Retrieved August 14, 2019, from https:\/\/www.natureindex.com\/news-blog\/paper-authorship-goes-hyper.","key":"3894_CR24"},{"issue":"3","key":"3894_CR25","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M. L. (2012). Interrater reliability: The kappa statistic. Biochemia Medica, 22(3), 276\u2013282.","journal-title":"Biochemia Medica"},{"key":"3894_CR26","volume-title":"The SAGE encyclopedia of educational research, measurement, and evaluation","author":"ML McHugh","year":"2018","unstructured":"McHugh, M. L. (2018). Phi Correlation Coefficient. In B. B. Frey (Ed.), The SAGE encyclopedia of educational research, measurement, and evaluation. SAGE Publications Inc."},{"issue":"4","key":"3894_CR27","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1086\/354848","volume":"79","author":"RK Merton","year":"1988","unstructured":"Merton, R. K. (1988). The Matthew effect in science, II: Cumulative advantage and the symbolism of intellectual property. Isis, 79(4), 606\u2013623.","journal-title":"Isis"},{"key":"3894_CR28","volume-title":"Citation analysis in research evaluation","author":"HF Moed","year":"2005","unstructured":"Moed, H. F. (2005). Citation analysis in research evaluation. Springer."},{"key":"3894_CR29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60522-7","volume-title":"Applied evaluative informetrics","author":"HF Moed","year":"2017","unstructured":"Moed, H. F. (2017). Applied evaluative informetrics. Springer."},{"unstructured":"National Research Council. (2009). A Guide to the Methodology of the National Research Council Assessment of Doctorate Programs. The National Academies Press.","key":"3894_CR34"},{"unstructured":"National Research Council. (2011). A data-based assessment of research doctoral programs in the United States. The National Academies Press.","key":"3894_CR35"},{"unstructured":"National Science Board (2010). Science and Engineering Indicators 2010. (NSB 10\u201301). National Science Foundation.","key":"3894_CR30"},{"key":"3894_CR31","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1087\/20150104","volume":"28","author":"D Nicholas","year":"2015","unstructured":"Nicholas, D., Watkinson, A., Jamali, H. R., Herman, E., Tenopir, C., Volentine, R., et al. (2015). Peer review: Still king in the digital age. Learned Publishing, 28, 15\u201321. https:\/\/doi.org\/10.1087\/20150104.","journal-title":"Learned Publishing"},{"issue":"2","key":"3894_CR32","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s11192-008-2064-1","volume":"80","author":"MS Patterson","year":"2009","unstructured":"Patterson, M. S., & Harris, S. (2009). The relationship between reviewers\u2019 quality-scores and number of citations for papers published in the journal physics in medicine and biology from 2003\u20132005. Scientometrics, 80(2), 345\u2013351.","journal-title":"Scientometrics"},{"doi-asserted-by":"crossref","unstructured":"Peters, D. P., & Ceci, S. J. (1982). Peer-Review Practices of Psychological Journals: The Fate Of Accepted, Published Articles, Submitted Again. Behavioral and Brain Sciences, 5(2), 187\u2013195.","key":"3894_CR33","DOI":"10.1017\/S0140525X00011183"},{"issue":"5","key":"3894_CR36","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1002\/asi.4630270505","volume":"27","author":"DDS Price","year":"1976","unstructured":"Price, D. D. S. (1976). A general theory of bibliometric and other cumulative advantage processes. Journal of the American Society for Information Science, 27(5), 292\u2013306.","journal-title":"Journal of the American Society for Information Science"},{"issue":"9","key":"3894_CR37","doi-asserted-by":"publisher","first-page":"1964","DOI":"10.1093\/brain\/123.9.1964","volume":"123","author":"PM Rothwell","year":"2000","unstructured":"Rothwell, P. M., & Martyn, C. N. (2000). Reproducibility of peer review in clinical neuroscience: Is agreement between reviewers any greater than would be expected by chance alone? Brain, 123(9), 1964\u20131969.","journal-title":"Brain"},{"issue":"3\/4","key":"3894_CR38","doi-asserted-by":"publisher","first-page":"425","DOI":"10.2307\/2333389","volume":"42","author":"HA Simon","year":"1955","unstructured":"Simon, H. A. (1955). On a class of skew distribution functions. Biometrika, 42(3\/4), 425\u2013440.","journal-title":"Biometrika"},{"key":"3894_CR39","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1007\/s11192-012-0647-3","volume":"91","author":"L Smolinsky","year":"2012","unstructured":"Smolinsky, L., & Lercher, A. (2012). Citation rates in mathematics: a study of variation by subdiscipline. Scientometrics, 91, 911\u2013924. https:\/\/doi.org\/10.1007\/s11192-012-0647-3.","journal-title":"Scientometrics"},{"issue":"3","key":"3894_CR40","doi-asserted-by":"publisher","first-page":"84","DOI":"10.2478\/jdis-2020-0021","volume":"5","author":"L Smolinsky","year":"2020","unstructured":"Smolinsky, L., & Lercher, A. (2020). Co-author weighting in bibliometric methodology and subfields of a scientific discipline. Journal of Data and Information Science, 5(3), 84\u201396.","journal-title":"Journal of Data and Information Science"},{"issue":"10","key":"3894_CR41","doi-asserted-by":"publisher","first-page":"2132","DOI":"10.1002\/asi.23312","volume":"66","author":"L Smolinsky","year":"2015","unstructured":"Smolinsky, L., Lercher, A., & McDaniel, A. (2015). Testing theories of preferential attachment in random networks of citations. Journal of the Association for Information Science and Technology, 66(10), 2132\u20132145.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"3894_CR42","volume-title":"The sociology of science: Theoretical and empirical investigations","author":"NW Storer","year":"1973","unstructured":"Storer, N. W. (1973). Introduction. In R. K. Merton (Ed.), The sociology of science: Theoretical and empirical investigations. University of Chicago press."},{"doi-asserted-by":"publisher","unstructured":"Tomkins, A., Zhang, M., & Heavlin, W. D. (2017). Reviewer bias in single-versus double-blind peer review. Proceedings of the National Academy of Sciences of the United States of America, 114(48), 12708\u201312713. doi:https:\/\/doi.org\/10.1073\/pnas.1707323114","key":"3894_CR43","DOI":"10.1073\/pnas.1707323114"},{"key":"3894_CR44","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1007\/s11192-013-0969-9","volume":"96","author":"J Wainer","year":"2013","unstructured":"Wainer, J., & Vieira, P. (2013). Correlations between bibliometrics and peer evaluation for all disciplines: The evaluation of Brazilian scientists. Scientometrics, 96, 395\u2013410. https:\/\/doi.org\/10.1007\/s11192-013-0969-9.","journal-title":"Scientometrics"},{"issue":"3","key":"3894_CR45","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1002\/asi.23040","volume":"65","author":"L Waltman","year":"2014","unstructured":"Waltman, L., & Costas, R. (2014). F1000 recommendations as a potential new data source for research evaluation: a comparison with citations. Journal of the Association for Information Science and Technology, 65(3), 433\u2013445.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"3894_CR46","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1007\/BF02458496","volume":"44","author":"P Wouters","year":"1999","unstructured":"Wouters, P. (1999). Beyond the Holy Grail: From citation theory to indicator theories. Scientometrics, 44, 561\u2013580.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-03894-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-021-03894-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-03894-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T17:34:42Z","timestamp":1619544882000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-021-03894-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,2]]},"references-count":47,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,5]]}},"alternative-id":["3894"],"URL":"https:\/\/doi.org\/10.1007\/s11192-021-03894-2","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"type":"print","value":"0138-9130"},{"type":"electronic","value":"1588-2861"}],"subject":[],"published":{"date-parts":[[2021,3,2]]},"assertion":[{"value":"11 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}