{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T08:58:50Z","timestamp":1773305930595,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,10,8]],"date-time":"2010-10-08T00:00:00Z","timestamp":1286496000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Classif"],"published-print":{"date-parts":[[2010,11]]},"DOI":"10.1007\/s00357-010-9060-x","type":"journal-article","created":{"date-parts":[[2010,10,7]],"date-time":"2010-10-07T07:57:31Z","timestamp":1286438251000},"page":"322-332","source":"Crossref","is-referenced-by-count":48,"title":["A Formal Proof of a Paradox Associated with Cohen\u2019s Kappa"],"prefix":"10.1007","volume":"27","author":[{"given":"Matthijs J.","family":"Warrens","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,10,8]]},"reference":[{"key":"9060_CR1","doi-asserted-by":"crossref","first-page":"293","DOI":"10.2307\/2531434","volume":"26","author":"M Aickin","year":"1990","unstructured":"AICKIN, M. (1990), \u201cMaximum Likelihood Estimation of Agreement in the Constant Predictive Model, and Its Relation to Cohen\u2019s Kappa,\u201d Biometrics, 26, 293\u2013302.","journal-title":"Biometrics"},{"key":"9060_CR2","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1037\/1082-989X.2.4.357","volume":"2","author":"R Bakeman","year":"1997","unstructured":"BAKEMAN, R., QUERA, V., MCARTHUR, D., and ROBINSON, B.F. (1997), \u201cDetecting Sequential Patterns and Determining Their Reliability with Fallible Observers,\u201d Psychological Methods, 2, 357\u2013370.","journal-title":"Psychological Methods"},{"key":"9060_CR3","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1177\/001316448104100307","volume":"41","author":"RL Brennan","year":"1981","unstructured":"BRENNAN, R.L., and PREDIGER, D.J. (1981), \u201cCoefficient Kappa: Some Uses, Misuses, and Alternatives,\u201d Educational and Psychological Measurement, 41, 687\u2013699.","journal-title":"Educational and Psychological Measurement"},{"key":"9060_CR4","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/0895-4356(93)90018-V","volume":"46","author":"T Byrt","year":"1993","unstructured":"BYRT, T., BISHOP, J., and CARLIN, J.B. (1993), \u201cBias, Prevalence and Kappa,\u201d Journal of Clinical Epidemiology, 46, 423\u2013429.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR5","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1016\/0895-4356(90)90159-M","volume":"43","author":"DV Cicchetti","year":"1990","unstructured":"CICCHETTI, D.V., and FEINSTEIN, A.R. (1990), \u201cHigh Agreement but Low Kappa: II. Resolving the Paradoxes,\u201d Journal of Clinical Epidemiology, 43, 551\u2013558.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR6","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"COHEN, J. (1960), \u201cA Coefficient of Agreement for Nominal Scales,\u201d Educational and Psychological Measurement, 20, 213\u2013220.","journal-title":"Educational and Psychological Measurement"},{"key":"9060_CR7","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1037\/0033-2909.88.2.322","volume":"88","author":"AJ Conger","year":"1980","unstructured":"CONGER, A.J. (1980), \u201cIntegration and Generalization of Kappas for Multiple Raters,\u201d Psychological Bulletin, 88, 322\u2013328.","journal-title":"Psychological Bulletin"},{"key":"9060_CR8","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1198\/000313007X192392","volume":"61","author":"J Mast De","year":"2007","unstructured":"DE MAST, J. (2007), \u201cAgreement and Kappa-Type Indices,\u201d The American Statistician, 61, 149\u2013153.","journal-title":"The American Statistician"},{"key":"9060_CR9","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1016\/j.neucom.2006.10.007","volume":"70","author":"W Dou","year":"2007","unstructured":"DOU, W., REN, Y., WU, Q., RUAN, S., CHEN, Y., BLOYET, D., and CONSTANS, J.-M. (2007), \u201cFuzzy Kappa for the Agreement Measure of Fuzzy Classifications,\u201d Neurocomputing, 70, 726\u2013734.","journal-title":"Neurocomputing"},{"key":"9060_CR10","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1016\/0895-4356(96)00011-X","volume":"49","author":"I Guggenmoos-Holzmann","year":"1996","unstructured":"GUGGENMOOS-HOLZMANN, I. (1996), \u201cThe Meaning of Kappa: Probabilistic Concepts of Reliability and Validity Revisited,\u201d Journal of Clinical Epidemiology, 49, 775\u2013783.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR11","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1348\/000711006X126600","volume":"61","author":"KL Gwet","year":"2008","unstructured":"GWET, K.L. (2008), \u201cComputing Inter-rater Reliability and Its Variance in the Presence of High Agreement,\u201d British Journal of Mathematical and Statistical Psychology, 61, 29\u201348.","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"9060_CR12","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/0895-4356(90)90158-L","volume":"43","author":"AR Feinstein","year":"1990","unstructured":"FEINSTEIN, A.R., and CICCHETTI, D. V. (1990), \u201cHigh Agreement but Low Kappa: I. The Problems of Two Paradoxes,\u201d Journal of Clinical Epidemiology, 43, 543\u2013549.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR13","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1080\/01621459.1991.10475155","volume":"86","author":"LA Goodman","year":"1991","unstructured":"GOODMAN, L.A. (1991), \u201cMeasures, Models, and Graphical Displays in the Analysis of Cross-classified Data,\u201d Journal of the American Statistical Association, 86, 1085\u20131111.","journal-title":"Journal of the American Statistical Association"},{"key":"9060_CR14","volume-title":"Inequalities","author":"GH Hardy","year":"1988","unstructured":"HARDY, G.H., LITTLEWOOD, J. E., and P\u00d3LYA, G. (1988), Inequalities (2nd ed.), Cambridge: Cambridge University Press.","edition":"2"},{"key":"9060_CR15","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1037\/0033-2909.84.2.289","volume":"84","author":"L Hubert","year":"1977","unstructured":"HUBERT, L. (1977), \u201cKappa Revisited,\u201d Psychological Bulletin, 84, 289\u2013297.","journal-title":"Psychological Bulletin"},{"key":"9060_CR16","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/BF01908075","volume":"2","author":"LJ Hubert","year":"1985","unstructured":"HUBERT, L.J., and ARABIE, P. (1985), \u201cComparing Partitions,\u201d Journal of Classification, 2, 193\u2013218.","journal-title":"Journal of Classification"},{"key":"9060_CR17","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1007\/BF02296208","volume":"44","author":"HC Kraemer","year":"1979","unstructured":"KRAEMER, H.C. (1979), \u201cRamifications of a Population Model for \u03ba as a Coefficient of Reliability,\u201d Psychometrika, 44, 461\u2013472.","journal-title":"Psychometrika"},{"key":"9060_CR18","doi-asserted-by":"crossref","first-page":"2109","DOI":"10.1002\/sim.1180","volume":"21","author":"HC Kraemer","year":"2004","unstructured":"KRAEMER, H.C., PERIYAKOIL, V.S., and NODA, A. (2004), \u201cTutorial in Biostatistics: Kappa Coefficients in Medical Research,\u201d Statistics in Medicine, 21, 2109\u20132129.","journal-title":"Statistics in Medicine"},{"key":"9060_CR19","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1016\/0895-4356(95)00571-4","volume":"49","author":"CA Lantz","year":"1996","unstructured":"LANTZ, C.A., and NEBENZAHL, E. (1996), \u201cBehavior and Interpretation of the \u03ba Statistic: Resolution of the Paradoxes,\u201d Journal of Clinical Epidemiology, 49, 431\u2013434.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR20","doi-asserted-by":"crossref","first-page":"309","DOI":"10.2307\/2986022","volume":"43","author":"SR Lipsitz","year":"1994","unstructured":"LIPSITZ, S.R., LAIRD, N.M., and BRENNAN, T.A. (1994), \u201cSimple Moment Estimates of the \u03ba-Coefficient and Its Variance,\u201d Applied Statistics, 43, 309\u2013323.","journal-title":"Applied Statistics"},{"key":"9060_CR21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1348\/000711004849268","volume":"57","author":"A Mart\u00edn Andr\u00e9s","year":"2004","unstructured":"MART\u00cdN ANDR\u00c9S,A. and FEMIAMARZO, P. (2004), \u201cDelta: A NewMeasure of Agreement Between Two Raters,\u201d British Journal of Mathematical and Statistical Psychology, 57, 1\u201319.","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"9060_CR22","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1080\/03610920701669884","volume":"37","author":"A Mart\u00edn Andr\u00e9s","year":"2008","unstructured":"MART\u00cdN ANDR\u00c9S, A. and FEMIA MARZO, P. (2008), \u201cChance-corrected Measures of Reliability and Validity in 2 \u00d7 2 Tables,\u201d Communications in Statistics, Theory and Methods, 37, 760\u2013772.","journal-title":"Communications in Statistics, Theory and Methods"},{"key":"9060_CR23","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1177\/096228020000900505","volume":"9","author":"JC Nelson","year":"2000","unstructured":"NELSON, J.C., and PEPE, M.S. (2000), \u201cStatistical Description of Interrater Variability in Ordinal Ratings,\u201d Statistical Methods in Medical Research, 9, 475\u2013496.","journal-title":"Statistical Methods in Medical Research"},{"key":"9060_CR24","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1093\/ptj\/85.3.257","volume":"85","author":"J Sim","year":"2005","unstructured":"SIM, J., and WRIGHT, C.C. (2005). The Kappa Statistic in Reliability Studies: Use, Interpretation, and Sample Size Requirements, Physical Therapy, 85, 257\u2013268.","journal-title":"Physical Therapy"},{"key":"9060_CR25","doi-asserted-by":"crossref","first-page":"386","DOI":"10.1037\/1082-989X.9.3.386","volume":"9","author":"D Steinley","year":"2004","unstructured":"STEINLEY, D. (2004), \u201cProperties of the Hubert-Arabie Adjusted Rand Index,\u201d Psychological Methods, 9, 386\u2013396.","journal-title":"Psychological Methods"},{"key":"9060_CR26","doi-asserted-by":"crossref","first-page":"949","DOI":"10.1016\/0895-4356(88)90031-5","volume":"41","author":"WD Thompson","year":"1988","unstructured":"THOMPSON, W.D., and WALTER, S.D. (1988), \u201cA Reappraisal of the Kappa Coefficient,\u201d Journal of Clinical Epidemiology, 41, 949\u2013958.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR27","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1016\/j.jclinepi.2004.02.021","volume":"58","author":"W Vach","year":"2005","unstructured":"VACH,W. (2005), \u201cThe Dependence of Cohen\u2019s Kappa on the Prevalence Does not Matter,\u201d Journal of Clinical Epidemiology, 58, 655\u2013661.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9060_CR28","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1027\/1016-9040.13.4.305","volume":"13","author":"A Eye Von","year":"2008","unstructured":"VON EYE, A., and VON EYE, M. (2008), \u201cOn the Marginal Dependency of Cohen\u2019s \u03ba,\u201d European Psychologist, 13, 305\u2013315.","journal-title":"European Psychologist"},{"key":"9060_CR29","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1007\/BF02294014","volume":"48","author":"DD Wackerly","year":"1983","unstructured":"WACKERLY, D.D., and ROBINSON, D.H. (1983), \u201cA More Powerful Method for Testing Agreement Between a Judge and a Known Standard,\u201d Psychometrika, 48, 183\u2013193.","journal-title":"Psychometrika"},{"key":"9060_CR30","doi-asserted-by":"crossref","first-page":"487","DOI":"10.1007\/s11336-008-9059-y","volume":"73","author":"MJ Warrens","year":"2008","unstructured":"WARRENS, M.J. (2008a), \u201cOn Similarity Coefficients for 2 \u00d7 2 Tables and Correction for Chance,\u201d Psychometrika, 73, 487\u2013502.","journal-title":"Psychometrika"},{"key":"9060_CR31","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/s00357-008-9023-7","volume":"25","author":"MJ Warrens","year":"2008","unstructured":"WARRENS, M.J. (2008b), \u201cOn the Equivalence of Cohen\u2019s Kappa and the Hubert-Arabie Adjusted Rand Index,\u201d Journal of Classification, 25, 177\u2013183.","journal-title":"Journal of Classification"},{"key":"9060_CR32","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1007\/s11336-008-9070-3","volume":"73","author":"MJ Warrens","year":"2008","unstructured":"WARRENS, M.J. (2008c), \u201cOn Association Coefficients for 2 \u00d7 2 Tables and Properties That Do Not Depend on the Marginal Distributions,\u201d Psychometrika, 73, 777\u2013789.","journal-title":"Psychometrika"},{"key":"9060_CR33","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1007\/s00357-008-9006-8","volume":"25","author":"MJ Warrens","year":"2008","unstructured":"WARRENS, M.J. (2008d), \u201cOn the Indeterminacy of Resemblance Measures for (Presence\/Absence) Data,\u201d Journal of Classification, 25, 125\u2013136.","journal-title":"Journal of Classification"},{"key":"9060_CR34","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1007\/s00357-008-9024-6","volume":"25","author":"MJ Warrens","year":"2008","unstructured":"WARRENS, M.J. (2008e), \u201cBounds of ResemblanceMeasures for Binary (Presence\/Absence) Variables,\u201d Journal of Classification, 25, 195\u2013208.","journal-title":"Journal of Classification"},{"key":"9060_CR35","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/s00357-009-9032-1","volume":"26","author":"MJ Warrens","year":"2009","unstructured":"WARRENS, M.J. (2009), \u201ck-Adic Similarity Coefficients for Binary (Presence\/Absence) Data,\u201d Journal of Classification, 26, 227\u2013245.","journal-title":"Journal of Classification"},{"key":"9060_CR36","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1007\/s11336-009-9138-8","volume":"75","author":"MJ Warrens","year":"2010","unstructured":"WARRENS, M.J. (2010), \u201cInequalities Between Kappa and Kappa-like Statistics for k \u00d7 k Tables,\u201d Psychometrika, 75, 176\u2013185.","journal-title":"Psychometrika"},{"key":"9060_CR37","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1037\/0033-2909.103.3.374","volume":"103","author":"R Zwick","year":"1988","unstructured":"ZWICK, R. (1988), \u201cAnother Look at Interrater Agreement,\u201d Psychological Bulletin, 103, 374\u2013378.","journal-title":"Psychological Bulletin"}],"container-title":["Journal of Classification"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-010-9060-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00357-010-9060-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-010-9060-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,12]],"date-time":"2020-06-12T15:34:06Z","timestamp":1591976046000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00357-010-9060-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,10,8]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,11]]}},"alternative-id":["9060"],"URL":"https:\/\/doi.org\/10.1007\/s00357-010-9060-x","relation":{},"ISSN":["0176-4268","1432-1343"],"issn-type":[{"value":"0176-4268","type":"print"},{"value":"1432-1343","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,10,8]]}}}