{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T19:49:34Z","timestamp":1767383374278},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,7,1]],"date-time":"2014-07-01T00:00:00Z","timestamp":1404172800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Classif"],"published-print":{"date-parts":[[2014,7]]},"DOI":"10.1007\/s00357-014-9156-9","type":"journal-article","created":{"date-parts":[[2014,7,2]],"date-time":"2014-07-02T21:25:43Z","timestamp":1404336343000},"page":"179-193","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Corrected Zegers-ten Berge Coefficients Are Special Cases of Cohen\u2019s Weighted Kappa"],"prefix":"10.1007","volume":"31","author":[{"given":"Matthijs J.","family":"Warrens","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,7,4]]},"reference":[{"key":"9156_CR1","first-page":"561","volume":"23","author":"V ABRAIRA","year":"1999","unstructured":"ABRAIRA, V., and P\u00c9REZ DE VARGAS, A. (1999), \u201cGeneralization of the Kappa Coefficient for Ordinal Categorical Data, Multiple Observers and Incomplete Designs\u201d, Q \u00dcESTII\u00d3, 23, 561\u2013571.","journal-title":"Q \u00dcESTII\u00d3"},{"key":"9156_CR2","doi-asserted-by":"crossref","first-page":"921","DOI":"10.1177\/0013164488484007","volume":"48","author":"KJ BERRY","year":"1988","unstructured":"BERRY, K.J., and MIELKE, P.W. (1988), \u201cA Generalization of Cohen\u2019s Kappa Agreement Measure to Interval Measurement and Multiple Raters\u201d, Educational and Psychological Measurement, 48, 921\u2013933.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR3","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2466\/pms.107.3.837-848","volume":"107","author":"KJ BERRY","year":"2008","unstructured":"BERRY, K.J., JOHNSTON, J.E., and MIELKE, P.W. (2008), \u201cWeighted Kappa for Multiple Raters\u201d, Perceptual and Motor Skills, 107, 837\u2013848.","journal-title":"Perceptual and Motor Skills"},{"key":"9156_CR4","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1192\/bjp.129.5.452","volume":"129","author":"DV CICCHETTI","year":"1976","unstructured":"CICCHETTI, D V. (1976), \u201cAssessing Inter-rater Reliability for Rating Scales: Resolving Some Basic Issues\u201d, British Journal of Psychiatry, 129, 452\u2013456.","journal-title":"British Journal of Psychiatry"},{"key":"9156_CR5","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1080\/00029238.1971.11080840","volume":"11","author":"DV CICCHETTI","year":"1971","unstructured":"CICCHETTI, D.V., and ALLISON, T. (1971), \u201cA New Procedure for Assessing Reliability of Scoring EEG Sleep Recordings\u201d, The American Journal of EEG Technology, 11, 101\u2013110.","journal-title":"The American Journal of EEG Technology"},{"key":"9156_CR6","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1097\/01.nmd.0000230392.83607.c5","volume":"194","author":"D CICCHETTI","year":"2006","unstructured":"CICCHETTI, D., BRONEN, R., SPENCER, S., HAUT, S., BERG, A., OLIVER, P., and TYRER, P. (2006), \u201cRating Scales, Scales of Measurement, Issues of Reliability. Resolving Some Critical Issues for Clinicians and Researchers\u201d, The Journal of Nervous and Mental Disease, 194, 557\u2013564.","journal-title":"The Journal of Nervous and Mental Disease"},{"key":"9156_CR7","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J COHEN","year":"1960","unstructured":"COHEN, J. (1960), \u201cA Coefficient of Agreement for Nominal Scales\u201d, Educational and Psychological Measurement, 20, 37\u201346.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR8","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J COHEN","year":"1968","unstructured":"COHEN, J. (1968), \u201cWeighted Kappa: Nominal Scale Agreement With Provision for Scaled Disagreement or Partial Credit\u201d, Psychological Bulletin, 70, 213\u2013220.","journal-title":"Psychological Bulletin"},{"key":"9156_CR9","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1037\/0033-2909.88.2.322","volume":"88","author":"AJ CONGER","year":"1980","unstructured":"CONGER, A.J. (1980), \u201cIntegration and Generalization of Kappas for Multiple Raters\u201d, Psychological Bulletin, 88, 322\u2013328.","journal-title":"Psychological Bulletin"},{"key":"9156_CR10","doi-asserted-by":"crossref","first-page":"1391","DOI":"10.2214\/ajr.184.5.01841391","volume":"184","author":"PE CREWSON","year":"2005","unstructured":"CREWSON, P.E. (2005), \u201cFundamentals of Clinical Research for Radiologists. Reader Agreement Studies\u201d, American Journal of Roentgenology, 184, 1391\u20131397.","journal-title":"American Journal of Roentgenology"},{"key":"9156_CR11","doi-asserted-by":"crossref","first-page":"1047","DOI":"10.2307\/2529886","volume":"38","author":"M DAVIES","year":"1982","unstructured":"DAVIES, M., and FLEISS, J.L. (1982), \u201cMeasuring Agreement for Multinomial Data\u201d, Biometrics, 38, 1047\u20131051.","journal-title":"Biometrics"},{"key":"9156_CR12","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/BF02294581","volume":"58","author":"RF FAGOT","year":"1993","unstructured":"FAGOT, R.F. (1993), \u201cA Generalized Family of Coefficients of Relational Agreement for Numerical Scales\u201d, Psychometrika, 58, 357\u2013370.","journal-title":"Psychometrika"},{"key":"9156_CR13","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1177\/001316447303300309","volume":"33","author":"JL FLEISS","year":"1973","unstructured":"FLEISS, J.L., and COHEN, J. (1973), \u201cThe Equivalence of Weighted Kappa and the Intraclass Correlation Coefficient as Measures of Reliability\u201d, Educational and Psychological Measurement, 33, 613\u2013619.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR14","doi-asserted-by":"crossref","first-page":"1055","DOI":"10.1016\/0895-4356(93)90173-X","volume":"46","author":"P GRAHAM","year":"1993","unstructured":"GRAHAM, P., and JACKSON, R. (1993), \u201cThe Analysis of Ordinal Agreement Data: Beyond Weighted Kappa\u201d, Journal of Clinical Epidemiology, 46, 1055\u20131062.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9156_CR15","first-page":"443","volume-title":"Psychometrie in de Praktijk","author":"APJM HEUVELMANS","year":"1993","unstructured":"HEUVELMANS, A.P.J.M., and SANDERS, P.F. (1993), \u201cBeoordelaarsovereenstemming\u201d, in Psychometrie in de Praktijk, eds. T.J.H.M. Eggen and P.F. Sanders, Arnhem: Cito Instituut voor Toestontwikkeling, pp. 443\u2013470."},{"key":"9156_CR16","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1037\/0033-2909.84.2.289","volume":"84","author":"L HUBERT","year":"1977","unstructured":"HUBERT, L. (1977), \u201cKappa Revisited\u201d, Psychological Bulletin, 84, 289\u2013297.","journal-title":"Psychological Bulletin"},{"key":"9156_CR17","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1177\/00131640121971239","volume":"61","author":"H JANSON","year":"2001","unstructured":"JANSON, H., and OLSSON, U. (2001), \u201cA Measure of Agreement for Interval or Nominal Multivariate Observations\u201d, Educational and Psychological Measurement, 61, 277\u2013289.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR18","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1177\/001316447603600204","volume":"36","author":"JD JOBSON","year":"1976","unstructured":"JOBSON, J.D. (1976), \u201cA Coefficient of Equality for Questionnaire Items with Interval Scales\u201d, Educational and Psychological Measurement, 36, 271\u2013274.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR19","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1037\/h0031643","volume":"76","author":"RJ LIGHT","year":"1971","unstructured":"LIGHT, R.J. (1971), \u201cMeasures of Response Agreement for Qualitative Data: Some Generalizations and Alternatives\u201d, Psychological Bulletin, 76, 365\u2013377.","journal-title":"Psychological Bulletin"},{"key":"9156_CR20","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1093\/aje\/126.2.161","volume":"126","author":"M MACLURE","year":"1987","unstructured":"MACLURE, M., and WILLETT, W C. (1987), \u201cMisinterpretation and Misuse of the Kappa Statistic\u201d, Journal of Epidemiology, 126, 161\u2013169.","journal-title":"Journal of Epidemiology"},{"key":"9156_CR21","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1037\/1082-989X.1.1.30","volume":"1","author":"KO MCGRAW","year":"1996","unstructured":"MCGRAW, K.O., and WONG, S.P. (1996), \u201cForming Inferences About Some Intraclass Correlation Coefficients\u201d, Psychological Methods, 1, 30\u201346.","journal-title":"Psychological Methods"},{"key":"9156_CR22","doi-asserted-by":"crossref","first-page":"655","DOI":"10.2466\/PR0.101.6.655-660","volume":"101","author":"PW MIELKE","year":"2007","unstructured":"MIELKE, P.W., BERRY, K.J., and JOHNSTON, J.E. (2007), \u201cThe Exact Variance of Weighted Kappa With Multiple Raters\u201d, Psychological Reports, 101, 655\u2013660.","journal-title":"Psychological Reports"},{"key":"9156_CR23","doi-asserted-by":"crossref","first-page":"606","DOI":"10.2466\/pr0.102.2.606-613","volume":"102","author":"PW MIELKE","year":"2008","unstructured":"MIELKE, P.W., BERRY, K.J., and JOHNSTON, J.E. (2008), \u201cResampling Probability Values for Weighted Kappa With Multiple Raters\u201d, Psychological Reports, 102, 606\u2013613.","journal-title":"Psychological Reports"},{"key":"9156_CR24","unstructured":"POPPING, R. (1983), \u201cOvereenstemmingsmaten voor Nominale Data\u201d, PhD thesis, Rijksuniversiteit Groningen, Groningen."},{"key":"9156_CR25","doi-asserted-by":"crossref","first-page":"1067","DOI":"10.1007\/s11135-009-9258-3","volume":"44","author":"R POPPING","year":"2010","unstructured":"POPPING, R. (2010), \u201cSome Views on Agreement to Be Used in Content Analysis Studies\u201d, Quality & Quantity, 44, 1067-1078.","journal-title":"Quality & Quantity"},{"key":"9156_CR26","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1177\/0013164403260197","volume":"64","author":"C SCHUSTER","year":"2004","unstructured":"SCHUSTER, C. (2004), \u201cA Note on the Interpretation of Weighted Kappa and Its Relations to Other Rater Agreement Statistics for Metric Scales\u201d, Educational and Psychological Measurement, 64, 243\u2013253.","journal-title":"Educational and Psychological Measurement"},{"key":"9156_CR27","doi-asserted-by":"crossref","first-page":"135-1","DOI":"10.1007\/s11336-003-1110-4","volume":"70","author":"C SCHUSTER","year":"2005","unstructured":"SCHUSTER, C., and SMITH, D.A. (2005), \u201cDispersion Weighted Kappa: An Integrative Framework for Metric and Nominal Scale Agreement Coefficients\u201d, Psychometrika, 70, 135-1-46.","journal-title":"Psychometrika"},{"key":"9156_CR28","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","volume":"86","author":"PE SHROUT","year":"1979","unstructured":"SHROUT, P.E., and FLEISS, J.L. (1979), \u201cIntraclass Correlations: Uses in Assessing Rater Reliability\u201d, Psychological Bulletin, 86, 420\u2013428.","journal-title":"Psychological Bulletin"},{"key":"9156_CR29","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1037\/0033-2909.106.2.341","volume":"106","author":"WW STINE","year":"1989","unstructured":"STINE, W.W. (1989), \u201cInterobserver Relational Agreement\u201d, Psychological Bulletin, 106, 341\u2013347.","journal-title":"Psychological Bulletin"},{"key":"9156_CR30","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1007\/s11336-009-9116-1","volume":"74","author":"S VANBELLE","year":"2009","unstructured":"VANBELLE, S., and ALBERT, A. (2009a), \u201cAgreement Between Two Independent Groups of Raters\u201d, Psychometrika, 74, 477\u2013491.","journal-title":"Psychometrika"},{"key":"9156_CR31","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.stamet.2008.06.001","volume":"6","author":"S VANBELLE","year":"2009","unstructured":"VANBELLE, S., and ALBERT, A. (2009b), \u201cA Note on the Linearly Weighted Kappa Coefficient for Ordinal Scales\u201d, Statistical Methodology, 6, 157\u2013163.","journal-title":"Statistical Methodology"},{"key":"9156_CR32","volume-title":"Analyzing Rater Agreement. Manifest Variable Methods","author":"A EYE VON","year":"2006","unstructured":"VON EYE, A., and MUN, E.Y. (2006), Analyzing Rater Agreement. Manifest Variable Methods, New Jersey USA: Lawrence Erlbaum Associates."},{"key":"9156_CR33","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1007\/s11634-010-0073-4","volume":"4","author":"MJ WARRENS","year":"2010","unstructured":"WARRENS, M.J. (2010), \u201cInequalities Between Multi-rater Kappas\u201d, Advances in Data Analysis and Classification, 4, 271\u2013286.","journal-title":"Advances in Data Analysis and Classification"},{"key":"9156_CR34","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1007\/s11336-011-9210-z","volume":"76","author":"MJ WARRENS","year":"2011","unstructured":"WARRENS, M.J. (2011), \u201cCohen\u2019s Linearly Weighted Kappa Is a Weighted Average of 2 \u00d7 2 Kappas\u201d, Psychometrika, 76, 471-486.","journal-title":"Psychometrika"},{"key":"9156_CR35","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1007\/s11336-012-9258-4","volume":"77","author":"MJ WARRENS","year":"2012","unstructured":"WARRENS, M.J. (2012a), \u201cSome Paradoxical Results for the Quadratically Weighted Kappa\u201d, Psychometrika, 77, 315\u2013323.","journal-title":"Psychometrika"},{"key":"9156_CR36","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1016\/j.stamet.2011.08.008","volume":"9","author":"MJ WARRENS","year":"2012","unstructured":"WARRENS, M.J. (2012b), \u201cA Family of Multi-rater Kappas That Can Always Be Increased and Decreased by Combining Categories\u201d, Statistical Methodology, 9, 330\u2013340.","journal-title":"Statistical Methodology"},{"key":"9156_CR37","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1016\/j.stamet.2011.11.001","volume":"9","author":"MJ WARRENS","year":"2012","unstructured":"WARRENS, M.J. (2012c), \u201cEquivalences of Weighted Kappas for Multiple Raters\u201d, Statistical Methodology, 9, 407\u2013422.","journal-title":"Statistical Methodology"},{"key":"9156_CR38","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/j.stamet.2012.05.004","volume":"10","author":"MJ WARRENS","year":"2013","unstructured":"WARRENS, M.J. (2013), \u201cConditional Inequalities Between Cohen\u2019s Kappa and Weighted Kappas\u201d, Statistical Methodology, 10, 14\u201322.","journal-title":"Statistical Methodology"},{"key":"9156_CR39","volume-title":"Statistical Principles in Experimental Design","author":"BL WINER","year":"1971","unstructured":"WINER, B.L. (1971), Statistical Principles in Experimental Design (2nd ed.), New York: McGraw-Hill.","edition":"2"},{"key":"9156_CR40","volume-title":"A General Family of Association Coefficients","author":"FE ZEGERS","year":"1986","unstructured":"ZEGERS, F.E. (1986a), A General Family of Association Coefficients, Groningen, Netherlands: Boomker."},{"key":"9156_CR41","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1007\/BF02295594","volume":"51","author":"FE ZEGERS","year":"1986","unstructured":"ZEGERS, F.E. (1986b), \u201cA Family of Chance-corrected Association Coefficients for Metric Scales\u201d, Psychometrika, 51, 559\u2013562.","journal-title":"Psychometrika"},{"key":"9156_CR42","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1177\/014662169101500401","volume":"15","author":"FE ZEGERS","year":"1991","unstructured":"ZEGERS, F.E. (1991), \u201cCoefficients for Interrater Agreement\u201d, Applied Psychological Measurement, 15, 321\u2013333.","journal-title":"Applied Psychological Measurement"},{"key":"9156_CR43","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/BF02294144","volume":"50","author":"FE ZEGERS","year":"1985","unstructured":"ZEGERS, F.E., and TEN BERGE, J.M.F. (1985), \u201cA Family of Association Coefficients for Metric Scales\u201d, Psychometrika, 50, 17\u201324.","journal-title":"Psychometrika"}],"container-title":["Journal of Classification"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-014-9156-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00357-014-9156-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-014-9156-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T06:36:13Z","timestamp":1565591773000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00357-014-9156-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,7]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,7]]}},"alternative-id":["9156"],"URL":"https:\/\/doi.org\/10.1007\/s00357-014-9156-9","relation":{},"ISSN":["0176-4268","1432-1343"],"issn-type":[{"value":"0176-4268","type":"print"},{"value":"1432-1343","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,7]]}}}