{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T07:03:10Z","timestamp":1758265390037},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2010,10,13]],"date-time":"2010-10-13T00:00:00Z","timestamp":1286928000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Clin Oral Invest"],"published-print":{"date-parts":[[2012,2]]},"DOI":"10.1007\/s00784-010-0475-x","type":"journal-article","created":{"date-parts":[[2010,10,13]],"date-time":"2010-10-13T12:13:46Z","timestamp":1286972026000},"page":"117-127","source":"Crossref","is-referenced-by-count":16,"title":["Measurement, analysis and interpretation of examiner reliability in caries experience surveys: some methodological thoughts"],"prefix":"10.1007","volume":"16","author":[{"given":"Jimoh Olubanwo","family":"Agbaje","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Timothy","family":"Mutsvari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emannuel","family":"Lesaffre","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dominique","family":"Declerck","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,10,13]]},"reference":[{"issue":"Suppl 1","key":"475_CR1","first-page":"6","volume":"14","author":"NB Pitts","year":"1997","unstructured":"Pitts NB, Evans DJ, Pine CM (1997) British Association for the Study of Community Dentistry (BASCD) diagnostic criteria for caries prevalence surveys-1996\/97. Community Dent Health 14(Suppl 1):6\u20139","journal-title":"Community Dent Health"},{"key":"475_CR2","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1111\/j.1600-0528.2007.00347.x","volume":"35","author":"AI Ismail","year":"2007","unstructured":"Ismail AI, Sohn W, Tellez M, Amaya A, Sen A, Hasson H, Pitts NB (2007) The International Caries Detection and Assessment System (ICDAS): an integrated system for measuring dental caries. Community Dent Oral Epidemiol 35:170\u2013178","journal-title":"Community Dent Oral Epidemiol"},{"key":"475_CR3","volume-title":"Oral health surveys. Basic methods","author":"World Health Organization","year":"1997","unstructured":"World Health Organization (1997) Oral health surveys. Basic methods. World Health Organization, Geneva"},{"issue":"Suppl 1","key":"475_CR4","first-page":"18","volume":"14","author":"CM Pine","year":"1997","unstructured":"Pine CM, Pitts NB, Nugent ZJ (1997) British Association for the Study of Community Dentistry (BASCD) guidance on the statistical aspects of training and calibration of examiners for surveys of child dental health. A BASCD coordinated dental epidemiology programme quality standard 2. Community Dent Health 14(Suppl 1):18\u201329","journal-title":"Community Dent Health"},{"key":"475_CR5","unstructured":"International Caries Detection and Assessment System Coordinating Committee (2005) Criteria manual - International Caries Detection and Assessment System (ICDAS II)"},{"key":"475_CR6","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1192\/bjp.116.535.651","volume":"116","author":"AE Maxwell","year":"1970","unstructured":"Maxwell AE (1970) Comparing the classification of subjects by two independent judges. Br J Psychiatry 116:651\u2013655","journal-title":"Br J Psychiatry"},{"key":"475_CR7","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1007\/BF02295996","volume":"12","author":"Q McNemar","year":"1947","unstructured":"McNemar Q (1947) Note on the sampling error of the difference between correlated proportions or percentages. Psychometrika 12:153\u2013157","journal-title":"Psychometrika"},{"key":"475_CR8","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1093\/biomet\/42.3-4.412","volume":"42","author":"AA Stuart","year":"1955","unstructured":"Stuart AA (1955) A test for homogeneity of the marginal distributions in a two-way classification. Biometrika 42:412\u2013416","journal-title":"Biometrika"},{"key":"475_CR9","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1080\/00029238.1971.11080840","volume":"11","author":"DV Cicchetti","year":"1971","unstructured":"Cicchetti DV, Allison T (1971) A new procedure for assessing reliability of scoring EEG sleep recordings. Am J EEG Technol 11:101\u2013109","journal-title":"Am J EEG Technol"},{"key":"475_CR10","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen J (1968) Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit. Psychol Bull 70:213\u2013220","journal-title":"Psychol Bull"},{"key":"475_CR11","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1111\/j.1600-051X.1986.tb01479.x","volume":"13","author":"A Kingman","year":"1986","unstructured":"Kingman A (1986) A procedure for evaluating the reliability of a gingivitis index. J Clin Periodontol 13:385\u2013391","journal-title":"J Clin Periodontol"},{"key":"475_CR12","doi-asserted-by":"crossref","first-page":"421","DOI":"10.2307\/2290320","volume":"88","author":"JS Uebersax","year":"1993","unstructured":"Uebersax JS (1993) Statistical modeling of expert ratings on medical treatment appropriateness. J Am Stat Assoc 88:421\u2013427","journal-title":"J Am Stat Assoc"},{"key":"475_CR13","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1037\/0033-2909.101.1.140","volume":"101","author":"JS Uebersax","year":"1987","unstructured":"Uebersax JS (1987) Diversity of decision-making models and the measurement of interrater agreement. Psychol Bull 101:140\u2013146","journal-title":"Psychol Bull"},{"key":"475_CR14","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1177\/08959374910050010401","volume":"5","author":"JW Stamm","year":"1991","unstructured":"Stamm JW, Stewart PW, Bohannan HM, Disney JA, Graves RC, Abernathy JR (1991) Risk assessment for oral diseases. Adv Dent Res 5:4\u201317","journal-title":"Adv Dent Res"},{"key":"475_CR15","doi-asserted-by":"crossref","first-page":"297","DOI":"10.2307\/1932409","volume":"26","author":"LR Dice","year":"1945","unstructured":"Dice LR (1945) Measures of the amount of ecologic association between species. Ecology 26:297\u2013302","journal-title":"Ecology"},{"key":"475_CR16","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20:37\u201346","journal-title":"Educ Psychol Meas"},{"key":"475_CR17","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics 33:159\u2013174","journal-title":"Biometrics"},{"key":"475_CR18","doi-asserted-by":"crossref","first-page":"1371","DOI":"10.1016\/j.apmr.2003.12.002","volume":"85","author":"LR Tooth","year":"2004","unstructured":"Tooth LR, Ottenbacher KJ (2004) The kappa statistic in rehabilitation research: an examination. Arch Phys Med Rehabil 85:1371\u20131376","journal-title":"Arch Phys Med Rehabil"},{"key":"475_CR19","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1348\/000711006X126600","volume":"61","author":"KL Gwet","year":"2008","unstructured":"Gwet KL (2008) Computing inter-rater reliability and its variance in the presence of high agreement. Br J Math Stat Psychol 61:29\u201348","journal-title":"Br J Math Stat Psychol"},{"key":"475_CR20","unstructured":"Uebersax JS (2005) Statistical methods for rater agreement: the tetrachoric and polychoric correlation coefficient. http:\/\/www.john-uebersax.com\/stat\/tetra.htm . Accessed 10 May 2010"},{"key":"475_CR21","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1002\/nur.4770160410","volume":"16","author":"TP Hutchinson","year":"1993","unstructured":"Hutchinson TP (1993) Focus on psychometrics. Kappa muddles together two sources of disagreement: tetrachoric correlation is preferable. Res Nurs Health 16:313\u2013316","journal-title":"Res Nurs Health"},{"key":"475_CR22","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/0895-4356(93)90018-V","volume":"46","author":"T Byrt","year":"1993","unstructured":"Byrt T, Bishop J, Carlin JB (1993) Bias, prevalence and kappa. J Clin Epidemiol 46:423\u2013429","journal-title":"J Clin Epidemiol"},{"key":"475_CR23","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1111\/j.1600-0528.2007.00385.x","volume":"36","author":"D Declerck","year":"2008","unstructured":"Declerck D, Leroy R, Martens L, Lesaffre E, Garcia-Zattera MJ, Vanden BS, Debyser M, Hoppenbrouwers K (2008) Factors associated with prevalence and severity of caries experience in preschool children. Community Dent Oral Epidemiol 36:168\u2013178","journal-title":"Community Dent Oral Epidemiol"},{"key":"475_CR24","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1111\/j.1600-0528.2006.00278.x","volume":"34","author":"AV Assaf","year":"2006","unstructured":"Assaf AV, de Castro MM, Zanin L, Tengan C, Pereira AC (2006) Effect of different diagnostic thresholds on dental caries calibration\u2014a 12-month evaluation. Community Dent Oral Epidemiol 34:213\u2013219","journal-title":"Community Dent Oral Epidemiol"},{"key":"475_CR25","doi-asserted-by":"crossref","first-page":"480","DOI":"10.1590\/S1678-77572007000600005","volume":"15","author":"AV Assaf","year":"2007","unstructured":"Assaf AV, Tagliaferro EP, Meneghim MC, Tengan C, Pereira AC, Ambrosano GM, Mialhe FL (2007) A new approach for interexaminer reliability data analysis on dental caries calibration. J Appl Oral Sci 15:480\u2013485","journal-title":"J Appl Oral Sci"},{"key":"475_CR26","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1159\/000096101","volume":"41","author":"J Vanobbergen","year":"2007","unstructured":"Vanobbergen J, Lesaffre E, Garcia-Zattera MJ, Jara A, Martens L, Declerck D (2007) Caries patterns in primary dentition in 3-, 5- and 7-year-old children: spatial correlation and preventive consequences. Caries Res 41:16\u201325","journal-title":"Caries Res"},{"key":"475_CR27","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1111\/1541-0420.00005","volume":"59","author":"JM Williamson","year":"2003","unstructured":"Williamson JM, Datta S, Satten GA (2003) Marginal analyses of clustered data when cluster size is informative. Biometrics 59:36\u201342","journal-title":"Biometrics"},{"key":"475_CR28","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1016\/S0895-4356(99)00174-2","volume":"53","author":"FK Hoehler","year":"2000","unstructured":"Hoehler FK (2000) Bias and prevalence effects on kappa viewed in terms of sensitivity and specificity. J Clin Epidemiol 53:499\u2013503","journal-title":"J Clin Epidemiol"},{"key":"475_CR29","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1001\/archpsyc.1985.01790300093012","volume":"42","author":"EL Spitznagel","year":"1985","unstructured":"Spitznagel EL, Helzer JE (1985) A proposed solution to the base rate problem in the kappa statistic. Arch Gen Psychiatry 42:725\u2013728","journal-title":"Arch Gen Psychiatry"},{"key":"475_CR30","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1093\/aje\/126.2.161","volume":"126","author":"M Maclure","year":"1987","unstructured":"Maclure M, Willett WC (1987) Misinterpretation and misuse of the kappa statistic. Am J Epidemiol 126:161\u2013169","journal-title":"Am J Epidemiol"},{"key":"475_CR31","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1159\/000217855","volume":"43","author":"MM Braga","year":"2009","unstructured":"Braga MM, Oliveira LB, Bonini GA, Bonecker M, Mendes FM (2009) Feasibility of the International Caries Detection and Assessment System (ICDAS-II) in epidemiological surveys and comparability with standard World Health Organization criteria. Caries Res 43:245\u2013249","journal-title":"Caries Res"},{"key":"475_CR32","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1034\/j.1600-0528.2000.280106.x","volume":"28","author":"HE Fyffe","year":"2000","unstructured":"Fyffe HE, Deery C, Nugent ZJ, Nuttall NM, Pitts NB (2000) Effect of diagnostic threshold on the validity and reliability of epidemiological caries diagnosis using the Dundee Selectable Threshold Method for caries diagnosis (DSTM). Community Dent Oral Epidemiol 28:42\u201351","journal-title":"Community Dent Oral Epidemiol"},{"key":"475_CR33","first-page":"227","volume":"17","author":"MS Gilthorpe","year":"2000","unstructured":"Gilthorpe MS, Griffiths GS, Maddick IH, Zamzuri AT (2000) The application of multilevel modelling to periodontal research data. Community Dent Health 17:227\u2013235","journal-title":"Community Dent Health"},{"key":"475_CR34","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1902\/jop.2004.75.1.127","volume":"75","author":"YK Tu","year":"2004","unstructured":"Tu YK, Gilthorpe MS, Griffiths GS, Maddick IH, Eaton KA, Johnson NW (2004) The application of multilevel modeling in the analysis of longitudinal periodontal data-part I: absolute levels of disease. J Periodontol 75:127\u2013136","journal-title":"J Periodontol"},{"key":"475_CR35","unstructured":"Williams FM, Nan G (2006) Estimation of sensitivity and specificity of clustered binary data. Statistics and data analysis, SUGI 31 Proceedings, SAS Proceedings"},{"key":"475_CR36","doi-asserted-by":"crossref","first-page":"4139","DOI":"10.1002\/sim.2859","volume":"26","author":"G Burnside","year":"2007","unstructured":"Burnside G, Pine CM, Williamson PR (2007) The application of multilevel modelling to dental caries data. Stat Med 26:4139\u20134149","journal-title":"Stat Med"},{"key":"475_CR37","doi-asserted-by":"crossref","unstructured":"Mutsvari T, Lesaffre E, Garcia-Zattera MJ, Diya L, Declerck D (2010) Factors that influence data quality in caries experience detection: a multilevel modeling approach. Caries Res 44:438\u2013444","DOI":"10.1159\/000319539"},{"key":"475_CR38","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1093\/biostatistics\/1.2.191","volume":"1","author":"JM Williamson","year":"2000","unstructured":"Williamson JM, Lipsitz SR, Manatunga AK (2000) Modeling kappa for measuring dependent categorical agreement data. Biostatistics 1:191\u2013202","journal-title":"Biostatistics"},{"key":"475_CR39","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1093\/biomet\/73.1.13","volume":"73","author":"KY Liang","year":"1986","unstructured":"Liang KY, Zeger SL (1986) Longitudinal data analysis using generalized linear models. Biometrika 73:13\u201322","journal-title":"Biometrika"},{"key":"475_CR40","doi-asserted-by":"crossref","first-page":"951","DOI":"10.1177\/154405910408301212","volume":"83","author":"E Lesaffre","year":"2004","unstructured":"Lesaffre E, Mwalili SM, Declerck D (2004) Analysis of caries experience taking inter-observer bias and variability into account. J Dent Res 83:951\u2013955","journal-title":"J Dent Res"},{"key":"475_CR41","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1111\/j.0006-341X.2002.01012.x","volume":"58","author":"HX Barnhart","year":"2002","unstructured":"Barnhart HX, Williamson JM (2002) Weighted least-squares approach for comparing correlated kappa. Biometrics 58:1012\u20131019","journal-title":"Biometrics"},{"key":"475_CR42","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1111\/1467-9876.00412","volume":"52","author":"HM Lin","year":"2003","unstructured":"Lin HM, Williamson JM, Lipsitz SR (2003) Calculating power for the comparison of dependent \u03ba-coefficients. J R Stat Soc C Appl Stat 52:391\u2013404","journal-title":"J R Stat Soc C Appl Stat"},{"key":"475_CR43","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1093\/oxfordjournals.aje.a116627","volume":"137","author":"S Wacholder","year":"1993","unstructured":"Wacholder S, Armstrong B, Hartge P (1993) Validation studies using an alloyed gold standard. Am J Epidemiol 137:1251\u20131258","journal-title":"Am J Epidemiol"},{"key":"475_CR44","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1097\/00001648-199607000-00011","volume":"7","author":"H Brenner","year":"1996","unstructured":"Brenner H (1996) Correcting for exposure misclassification using an alloyed gold standard. Epidemiology 7:406\u2013410","journal-title":"Epidemiology"}],"container-title":["Clinical Oral Investigations"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00784-010-0475-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00784-010-0475-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00784-010-0475-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,5]],"date-time":"2019-06-05T12:23:43Z","timestamp":1559737423000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00784-010-0475-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,10,13]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2012,2]]}},"alternative-id":["475"],"URL":"https:\/\/doi.org\/10.1007\/s00784-010-0475-x","relation":{},"ISSN":["1432-6981","1436-3771"],"issn-type":[{"value":"1432-6981","type":"print"},{"value":"1436-3771","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,10,13]]}}}