{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T22:48:30Z","timestamp":1770504510577,"version":"3.49.0"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[1991,10,1]],"date-time":"1991-10-01T00:00:00Z","timestamp":686275200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[1991,10]]},"DOI":"10.1007\/bf02020004","type":"journal-article","created":{"date-parts":[[2005,8,12]],"date-time":"2005-08-12T06:28:50Z","timestamp":1123828130000},"page":"313-325","source":"Crossref","is-referenced-by-count":12,"title":["Precision in the manuscript review process: Hargens and Herting revisited"],"prefix":"10.1007","volume":"22","author":[{"given":"D.","family":"Lindsey","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02020004_CR1","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1007\/BF01096215","volume":"14","author":"A. Cournand","year":"1976","unstructured":"A. Cournand, M. Meyer, The scientist's code,Minerva, 14 (1976) 79.","journal-title":"Minerva"},{"key":"BF02020004_CR2","volume-title":"The Sociology of Science: Theoretical and Empirical Investigations","author":"R.K. Merton","year":"1973","unstructured":"R.K. Merton,The Sociology of Science: Theoretical and Empirical Investigations. Chicago, University of Chicago Press, 1973."},{"key":"BF02020004_CR3","unstructured":"S.B. Barnes, The beginnings of the learned journalism, 1665\u20131730. Unpublished doctoral dissertation, Cornell University, 1934."},{"key":"BF02020004_CR4","volume-title":"The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work","author":"D. Lindsey","year":"1978","unstructured":"D. Lindsey,The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work, San Francisco, Jossey-Bass, 1978."},{"key":"BF02020004_CR5","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/BF02020243","volume":"14","author":"D. Lindsey","year":"1988","unstructured":"D. Lindsey, Assessing precision in the manuscript review process: A little better than chance,Scientometrics, 14 (1988) 75.","journal-title":"Scientometrics"},{"key":"BF02020004_CR6","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"L.L. Hargens, J.R. Herting, Neglected considerations in the analysis of agreement among journal referees,Scientometrics, 19 (1990) 91.","journal-title":"Scientometrics"},{"key":"BF02020004_CR7","volume-title":"The Subjective Side of Science","author":"I. Mitroff","year":"1974","unstructured":"I. Mitroff,The Subjective Side of Science, Amsterdam, Elsevier, 1974."},{"key":"BF02020004_CR8","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1007\/BF01173636","volume":"1","author":"M.J. Mahoney","year":"1977","unstructured":"M.J. Mahoney, Publication prejudices: An experimental study of confirmational bias in the peer review system,Cognitive Therapy and Research, 1 (1977) 161.","journal-title":"Cognitive Therapy and Research"},{"key":"BF02020004_CR9","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1111\/j.1559-1816.1975.tb00675.x","volume":"5","author":"I. Abramowitz","year":"1975","unstructured":"I. Abramowitz, B. Gomes, Publish or politics: Referee bias in manuscript review,Journal of Applied Social Psychology, 5 (1975) 187.","journal-title":"Journal of Applied Social Psychology"},{"key":"BF02020004_CR10","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1037\/0003-066X.40.1.29","volume":"40","author":"M.J. Mahoney","year":"1985","unstructured":"M.J. Mahoney, Open exchange and epistemic progress,American Psychologist, 40 (1985) 29.","journal-title":"American Psychologist"},{"key":"BF02020004_CR11","volume-title":"The Sociology of Science","author":"B. Barber","year":"1962","unstructured":"B. Barber, Resistance by scientists to scientific discovery; in:B. Barber, W. Hirsch (Eds),The Sociology of Science, New York, Free Press, 1962."},{"key":"BF02020004_CR12","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1007\/BF02016665","volume":"12","author":"M.H. Macroberts","year":"1987","unstructured":"M.H. Macroberts, B.R. Macroberts, Testing the Ortega Hypothesis: Facts and artifacts,Scientometrics, 12 (1987) 293.","journal-title":"Scientometrics"},{"key":"BF02020004_CR13","doi-asserted-by":"crossref","first-page":"491","DOI":"10.2307\/2094753","volume":"42","author":"B.F. Reskin","year":"1977","unstructured":"B.F. Reskin, Sex differences and status attainment in science: The case of the postdoctoral fellowship,American Sociological Review, 42 (1977) 491.","journal-title":"American Sociological Review"},{"key":"BF02020004_CR14","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1037\/h0033849","volume":"27","author":"C.M. Bowen","year":"1972","unstructured":"C.M. Bowen, R. Perloff, J. Jacoby, Improving manuscript evaluation procedures,American Psychologist, 27 (1972) 22.","journal-title":"American Psychologist"},{"key":"BF02020004_CR15","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit.,, page 92.","journal-title":"Scientometrics"},{"key":"BF02020004_CR16","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit., page 93.","journal-title":"Scientometrics"},{"key":"BF02020004_CR17","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1037\/h0033849","volume":"27","author":"C.M. Bowen","year":"1972","unstructured":"Bowen, et al.,op. cit., page 221.","journal-title":"American Psychologist"},{"key":"BF02020004_CR18","volume-title":"Discrete Multivariate Analysis: Theory and Practice","author":"Y.M.M. Bishop","year":"1975","unstructured":"Y.M.M. Bishop, S.E. Fienberg, P.W. Holland,Discrete Multivariate Analysis: Theory and Practice, Cambridge, Mass., MIT Press, 1975."},{"key":"BF02020004_CR19","volume-title":"The Analysis of Frequency Data","author":"S.J. Haberman","year":"1974","unstructured":"S.J. Haberman,The Analysis of Frequency Data, Chicago, University of Chicago Press, 1974."},{"key":"BF02020004_CR20","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit.,, page 102.","journal-title":"Scientometrics"},{"key":"BF02020004_CR21","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1037\/h0037937","volume":"25","author":"P. Mcreynolds","year":"1971","unstructured":"P. Mcreynolds, Reliability of ratings of research papers,American Psychologist, 25 (1971) 400.","journal-title":"American Psychologist"},{"key":"BF02020004_CR22","doi-asserted-by":"crossref","first-page":"689","DOI":"10.1037\/h0037631","volume":"29","author":"W.A. Scott","year":"1974","unstructured":"W.A. Scott, Interreferee agreement on some characteristics of manuscripts submitted to theJournal of Personality and Social Psychology, American Psychologist, 29 (1974) 689.","journal-title":"American Psychologist"},{"key":"BF02020004_CR23","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1017\/S0023921600018156","volume":"19","author":"R.O. Lempert","year":"1985","unstructured":"R.O. Lempert, From the editor,Law and Society Review, 19 (1985) 529.","journal-title":"Law and Society Review"},{"key":"BF02020004_CR24","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/BF02020243","volume":"14","author":"D. Lindsey","year":"1988","unstructured":"Lindsey, op. cit. reference 5.","journal-title":"Scientometrics"},{"key":"BF02020004_CR25","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. page 99. Data derived fromV. Bakanic, C. Mcphail, R.J. Simon, The manuscript review and decision-making process,American Sociological Review, 52 (1987) 631.","journal-title":"Scientometrics"},{"key":"BF02020004_CR26","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit., page 99.","journal-title":"Scientometrics"},{"key":"BF02020004_CR27","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit., page 101.","journal-title":"Scientometrics"},{"key":"BF02020004_CR28","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit., page 99.","journal-title":"Scientometrics"},{"key":"BF02020004_CR29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0049-089X(90)90012-8","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"L.L. Hargens, J.R. Herting, A new approach to referees' assessment of manuscripts,Social Science Research, 19 (1990) 1. This paper is the source for the methodological approach used to examine the argument inLindsey, op. cit. reference 5D. Lindsey, Assessing precision in the manuscript review process: A little better than chance,Scientometrics, 14 (1988) 75.Hargens andHerting compute tests for statistical independence on a number of previously published data sets and report that \u201cone can reject with great confidence the hypothesis that referee recommendations are statistically independent.\u201d However, several of the data sets, even using their approach of collapsing the data along the diagonal, have expected cell frequencies of less than five. The data presented forLaw andSociety Review contains an expected cell frequency of zero.S.E. Fienberg,The Analysis of Cross-Classified Categorical Data, (2nd Ed.) Cambridge, MA, MIT Press, 1981, 142\u2013143, has addressed this issue.Fienberg writes, \u201cMany authors have concerned themselves with the analysis of contingency tables whose entries are missing, a priori zero, or otherwise predetermined. One way to treat such data is to remove these special cells from the model building and analysis process, after which we are left with a contingency table that is said to be structurally incomplete ... One of the most serious problems encountered in the application of incomplete contingency table methodology is that investigators who have data in the form of an incomplete contingency table often fail to recognize that fact. They either fill in the cells containing the fixed zeros using some \u201cappropriate values,\u201d or they collapse the data ... These practices can lead to inappropriate conclusions, general confusion, and bad science.\u201d Also see,S.J. Haberman, Log-linear models and frequency tables with small expected cell counts,Annals of Statistics, 5 (1977) 1148.","journal-title":"Social Science Research"},{"key":"BF02020004_CR30","first-page":"12","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 29 above, page 12. This paper is the source for the methodological approach used to examine the argument inLindsey, op. cit. reference 5D. Lindsey, Assessing precision in the manuscript review process: A little better than chance,Scientometrics, 14 (1988) 75.Hargens andHerting compute tests for statistical independence on a number of previously published data sets and report that \u201cone can reject with great confidence the hypothesis that referee recommendations are statistically independent.\u201d However, several of the data sets, even using their approach of collapsing the data along the diagonal, have expected cell frequencies of less than five. The data presented forLaw and Society Review contains an expected cell frequency of zero.S.E. Fienberg,The Analysis of Cross-Classified Categorical Data, (2nd Ed.) Cambridge, MA, MIT Press, 1981, 142\u2013143, has addressed this issue.Fienberg writes, \u201cMany authors have concerned themselves with the analysis of contingency tables whose entries are missing, a priori zero, or otherwise predetermined. One way to treat such data is to remove these special cells from the model building and analysis process, after which we are left with a contingency table that is said to be structurally incomplete ... One of the most serious problems encountered in the application of incomplete contingency table methodology is that investigators who have data in the form of an incomplete contingency table often fail to recognize that fact. They either fill in the cells containing the fixed zeros using some \u201cappropriate values,\u201d or they collapse the data ... These practices can lead to inappropriate conclussions, general confusion, and bad science.\u201d Also see,S.J. Haberman, Log-linear models and frequency tables with small expected cell counts,Annals of Statistics, 5 (1977) 1148.","journal-title":"Social Science Research"},{"key":"BF02020004_CR31","first-page":"33","volume-title":"The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work","author":"D. Lindsey","year":"1978","unstructured":"Lindsey, op. cit. reference 4 above,, page 33."},{"key":"BF02020004_CR32","volume-title":"Journal Citation Reports, Social Science Citation Index","year":"1981\u20131988","unstructured":"E. Garfield, (Ed.),Journal Citation Reports, Social Science Citation Index. Philadelphia, PA, Institute for Scientific Information, 1981\u20131988."},{"key":"BF02020004_CR33","volume-title":"The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work","author":"D. Lindsey","year":"1978","unstructured":"Lindsey, op. cit. reference 24 above."},{"key":"BF02020004_CR34","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 6 above, page 98.","journal-title":"Scientometrics"},{"key":"BF02020004_CR35","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 6 above, footnote 31. SeeL.L. Hargens, Scholarly consensus and journal rejection rates,American Sociological Review, 53 (1988) 139. I take issue with use of the term error to define this disagreement. I don't believe eitherHargens orLindsey were in error. In fact, I continue to favor the conventional approach to conceptualizing the reliability of the manuscript review process.","journal-title":"Scientometrics"},{"key":"BF02020004_CR36","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1086\/228789","volume":"93","author":"L.A. Goodman","year":"1987","unstructured":"SeeL.A. Goodman, New methods for analyzing the intrinsic character of qualitative variables using cross-classified data,American Journal of Sociology, 93 (1987) 529 andL.A. Goodman,The Analysis of Cross-Classified Data Having Ordered Categories, Cambridge, MA, Harvard University Press, 1984.","journal-title":"American Journal of Sociology"},{"key":"BF02020004_CR37","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1037\/0003-066X.40.1.29","volume":"40","author":"M.J. Mahoney","year":"1985","unstructured":"Mahoney, op. cit. reference 7 above.","journal-title":"American Psychologist"},{"key":"BF02020004_CR38","doi-asserted-by":"crossref","first-page":"799","DOI":"10.1037\/0003-066X.31.11.799","volume":"32","author":"D. Lindsey","year":"1976","unstructured":"D. Lindsey, Distinction, achievement and editorial board membership,American Psychologist, 32 (1976) 799.","journal-title":"American Psychologist"},{"key":"BF02020004_CR39","first-page":"185","volume":"12","author":"D. Lindsey","year":"1990","unstructured":"D. Lindsey, Building a child welfare research journal,Children and Youth Services Review, 12 (1990) 185. Also seeD. Lindsey, The role of social work journals in the development of a knowledge base for the profession. Unpublished manuscript, School of Social Welfare, University of California, Berkeley, 1990. I have taken a similar approach to the study of aggregate academic units. SeeD. Lindsey, Building a great public university: A comparison of funding patterns and research in British and American universities,Research in Higher Education, forthcoming.","journal-title":"Children and Youth Services Review"},{"key":"BF02020004_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 21 above, page 1.","journal-title":"Scientometrics"},{"key":"BF02020004_CR41","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1007\/BF01096215","volume":"14","author":"A. Cournand","year":"1976","unstructured":"Cournand andMeyer, op. cit. reference 1.","journal-title":"Minerva"},{"key":"BF02020004_CR42","volume-title":"Scientific Knowledge and Its Social Problems","author":"J.R. Ravetz","year":"1971","unstructured":"J.R. Ravetz,Scientific Knowledge and Its Social Problems, London, Oxford University Press, 1971."},{"key":"BF02020004_CR43","volume-title":"Conjectures and Reflections","author":"K. Popper","year":"1963","unstructured":"K. Popper,Conjectures and Reflections, London, Routledge & Kegan Paul, 1963."},{"key":"BF02020004_CR44","first-page":"77","volume-title":"The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work","author":"D. Lindsey","year":"1978","unstructured":"Lindsey, op. cit. reference 4 above, pages 77\u201396 and 133\u2013136."},{"key":"BF02020004_CR45","first-page":"126","volume-title":"The Scientific Publication System in the Social Sciences: A Study of Leading Professional Journals in Psychology, Sociology, and Social Work","author":"D. Lindsey","year":"1978","unstructured":"Lindsey, op. cit. reference 4 above, pages 126\u2013127."},{"key":"BF02020004_CR46","first-page":"116","volume":"4","author":"A.L. Stinchcombe","year":"1969","unstructured":"A.L. Stinchcombe, R. Ofshe, On journal editing as a probabilistic process,American Sociologist, 4 (1969) 116.","journal-title":"American Sociologist"},{"key":"BF02020004_CR47","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 6 above.","journal-title":"Scientometrics"},{"key":"BF02020004_CR48","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 21 above, page 10.","journal-title":"Scientometrics"},{"key":"BF02020004_CR49","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/BF02020243","volume":"14","author":"D. Lindsey","year":"1988","unstructured":"Lindsey, op. cit. reference 5.","journal-title":"Scientometrics"},{"key":"BF02020004_CR50","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1007\/BF02130467","volume":"19","author":"L.L. Hargens","year":"1990","unstructured":"Hargens andHerting, op. cit. reference 6 above, page 94.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02020004.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02020004\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02020004","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T11:35:34Z","timestamp":1735904134000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02020004"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1991,10]]},"references-count":50,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1991,10]]}},"alternative-id":["BF02020004"],"URL":"https:\/\/doi.org\/10.1007\/bf02020004","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[1991,10]]}}}