{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T18:50:29Z","timestamp":1760122229314},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,3,22]],"date-time":"2013-03-22T00:00:00Z","timestamp":1363910400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/2.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["BMC Med Res Methodol"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1186\/1471-2288-13-47","type":"journal-article","created":{"date-parts":[[2013,3,22]],"date-time":"2013-03-22T13:29:38Z","timestamp":1363958978000},"source":"Crossref","is-referenced-by-count":12,"title":["Information-based measure of disagreement for more than two observers: a useful tool to compare the degree of observer disagreement"],"prefix":"10.1186","volume":"13","author":[{"given":"Teresa","family":"Henriques","sequence":"first","affiliation":[]},{"given":"Luis","family":"Antunes","sequence":"additional","affiliation":[]},{"given":"Jo\u00e3o","family":"Bernardes","sequence":"additional","affiliation":[]},{"given":"Mara","family":"Matias","sequence":"additional","affiliation":[]},{"given":"Diogo","family":"Sato","sequence":"additional","affiliation":[]},{"given":"Cristina","family":"Costa-Santos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,3,22]]},"reference":[{"key":"912_CR1","volume-title":"An introduction to medical statistics. 3rd edition","author":"M Bland","year":"2000","unstructured":"Bland M: An introduction to medical statistics. 3rd edition. 2000, Oxford: Oxford University Press"},{"issue":"4","key":"912_CR2","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1080\/10543400701329422","volume":"17","author":"JM Bland","year":"2007","unstructured":"Bland JM, Altman DG: Agreement Between Methods of Measurement with Multiple Observations Per Individual. J Biopharm Stat. 2007, 17 (4): 571-582. 10.1080\/10543400701329422.","journal-title":"J Biopharm Stat"},{"key":"912_CR3","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/1471-2288-9-6","volume":"9","author":"PJ Schluter","year":"2009","unstructured":"Schluter PJ: A multivariate hierarchical Bayesian approach to measuring agreement in repeated measurement method comparison studies. BMC Med Res Methodol. 2009, 9: 6-10.1186\/1471-2288-9-6.","journal-title":"BMC Med Res Methodol"},{"key":"912_CR4","volume-title":"Encyclopedia of Biostatistics","author":"H De Vet","year":"2005","unstructured":"De Vet H: Observer Reliability and Agreement. Encyclopedia of Biostatistics. 2005, John Wiley & Sons, Ltd"},{"issue":"2","key":"912_CR5","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","volume":"86","author":"PE Shrout","year":"1979","unstructured":"Shrout PE, Fleiss JL: Intraclass Correlations - Uses in Assessing Rater Reliability. Psychol Bull. 1979, 86 (2): 420-428.","journal-title":"Psychol Bull"},{"issue":"23\u201324","key":"912_CR6","doi-asserted-by":"publisher","first-page":"2465","DOI":"10.1002\/sim.4780132310","volume":"13","author":"R Muller","year":"1994","unstructured":"Muller R, Buttner P: A critical discussion of intraclass correlation coefficients. Stat Med. 1994, 13 (23\u201324): 2465-2476.","journal-title":"Stat Med"},{"issue":"3","key":"912_CR7","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1016\/j.jclinepi.2009.11.010","volume":"64","author":"C Costa-Santos","year":"2011","unstructured":"Costa-Santos C, Bernardes J, Ayres-de-Campos D, Costa A, Amorim-Costa C: The limits of agreement and the intraclass correlation coefficient may be inconsistent in the interpretation of agreement. J Clin Epidemiol. 2011, 64 (3): 264-269. 10.1016\/j.jclinepi.2009.11.010.","journal-title":"J Clin Epidemiol"},{"issue":"4","key":"912_CR8","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1080\/10543400701376480","volume":"17","author":"HX Barnhart","year":"2007","unstructured":"Barnhart HX, Haber MJ, Lin LI: An overview on assessing agreement with continuous measurements. J Biopharm Stat. 2007, 17 (4): 529-569. 10.1080\/10543400701376480.","journal-title":"J Biopharm Stat"},{"issue":"1","key":"912_CR9","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1080\/10543400802527890","volume":"19","author":"JL Carrasco","year":"2009","unstructured":"Carrasco JL, King TS, Chinchilli VM: The concordance correlation coefficient for repeated measures estimated by variance components. J Biopharm Stat. 2009, 19 (1): 90-105. 10.1080\/10543400802527890.","journal-title":"J Biopharm Stat"},{"issue":"16","key":"912_CR10","doi-asserted-by":"publisher","first-page":"3095","DOI":"10.1002\/sim.2778","volume":"26","author":"TS King","year":"2007","unstructured":"King TS, Chinchilli VM, Carrasco JL: A repeated measures concordance correlation coefficient. Stat Med. 2007, 26 (16): 3095-3113. 10.1002\/sim.2778.","journal-title":"Stat Med"},{"issue":"4","key":"912_CR11","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1080\/10543400701376498","volume":"17","author":"L Lin","year":"2007","unstructured":"Lin L, Hedayat AS, Wu W: A unified approach for assessing agreement for continuous and categorical data. J Biopharm Stat. 2007, 17 (4): 629-652. 10.1080\/10543400701376498.","journal-title":"J Biopharm Stat"},{"issue":"1","key":"912_CR12","doi-asserted-by":"publisher","first-page":"255","DOI":"10.2307\/2532051","volume":"45","author":"LI Lin","year":"1989","unstructured":"Lin LI: A concordance correlation coefficient to evaluate reproducibility. Biometrics. 1989, 45 (1): 255-268. 10.2307\/2532051.","journal-title":"Biometrics"},{"key":"912_CR13","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1198\/016214502753479392","volume":"97","author":"LI Lin","year":"2002","unstructured":"Lin LI, Hedayat AS, Sinha B, Yang M: Statistical methods in assessing agreement: models, issues and tools. J Am Stat Assoc. 2002, 97: 257-270. 10.1198\/016214502753479392.","journal-title":"J Am Stat Assoc"},{"key":"912_CR14","doi-asserted-by":"publisher","first-page":"1503","DOI":"10.2307\/2533516","volume":"53","author":"C Nickerson","year":"1997","unstructured":"Nickerson C: A Note on \"A Concordance Correlation Coefficient to Evaluate Reproducibility\". Biometrics. 1997, 53: 1503-1507. 10.2307\/2533516.","journal-title":"Biometrics"},{"issue":"4","key":"912_CR15","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1111\/j.0006-341X.2003.00099.x","volume":"59","author":"JL Carrasco","year":"2003","unstructured":"Carrasco JL, Jover L: Estimating the generalized concordance correlation coefficient through variance components. Biometrics. 2003, 59 (4): 849-858. 10.1111\/j.0006-341X.2003.00099.x.","journal-title":"Biometrics"},{"key":"912_CR16","first-page":"775","volume":"53","author":"G Atkinson","year":"1997","unstructured":"Atkinson G, Nevill A: Comment on the Use of Concordance Correlation to Assess the Agreement between Two Variables. Biometrics. 1997, 53: 775-777.","journal-title":"Biometrics"},{"issue":"2","key":"912_CR17","doi-asserted-by":"publisher","first-page":"777","DOI":"10.2307\/2533947","volume":"53","author":"L Lin","year":"1997","unstructured":"Lin L, Chinchilli V: Rejoinder to the Letter to the Editor from Atkinson and Nevill. Biometrics. 1997, 53 (2): 777-778.","journal-title":"Biometrics"},{"issue":"7","key":"912_CR18","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1016\/j.annepidem.2010.02.011","volume":"20","author":"C Costa-Santos","year":"2010","unstructured":"Costa-Santos C, Antunes L, Souto A, Bernardes J: Assessment of disagreement: a new information-based approach. Ann Epidemiol. 2010, 20 (7): 555-561. 10.1016\/j.annepidem.2010.02.011.","journal-title":"Ann Epidemiol"},{"issue":"4","key":"912_CR19","first-page":"306","volume":"14","author":"CE Shannon","year":"1997","unstructured":"Shannon CE: The mathematical theory of communication. 1963. MD Comput. 1997, 14 (4): 306-317.","journal-title":"MD Comput"},{"issue":"9","key":"912_CR20","doi-asserted-by":"publisher","first-page":"1141","DOI":"10.1002\/(SICI)1097-0258(20000515)19:9<1141::AID-SIM479>3.0.CO;2-F","volume":"19","author":"J Carpenter","year":"2000","unstructured":"Carpenter J, Bithell J: Bootstrap confidence intervals: when, which, what? A practical guide for medical statisticians. Stat Med. 2000, 19 (9): 1141-1164. 10.1002\/(SICI)1097-0258(20000515)19:9<1141::AID-SIM479>3.0.CO;2-F.","journal-title":"Stat Med"},{"key":"912_CR21","doi-asserted-by":"crossref","DOI":"10.1201\/9780429246593","volume-title":"An Introduction to the Bootstrap (Chapman & Hall\/CRC Monographs on Statistics & Applied Probability)","author":"B Efron","year":"1994","unstructured":"Efron B, Tibshirani RJ: An Introduction to the Bootstrap (Chapman & Hall\/CRC Monographs on Statistics & Applied Probability). 1994, Chapman and Hall\/CRC"},{"key":"912_CR22","volume-title":"Methods and their Application (Cambridge Series in Statistical and Probabilistic Mathematics)","author":"AC Davison","year":"1997","unstructured":"Davison AC, Hinkley DV: Methods and their Application (Cambridge Series in Statistical and Probabilistic Mathematics). 1997, Cambridge University Press"},{"key":"912_CR23","unstructured":"On-line calculator of IBMD: [ http:\/\/disagreement.med.up.pt ]"},{"issue":"1","key":"912_CR24","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/1742-5573-1-6","volume":"1","author":"J Abramson","year":"2004","unstructured":"Abramson J: WINPEPI (PEPI-for-Windows): computer programs for epidemiologists. Epidemiologic Perspectives & Innovations. 2004, 1 (1): 6-10.1186\/1742-5573-1-6.","journal-title":"Epidemiologic Perspectives & Innovations"},{"issue":"1","key":"912_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1742-5573-8-1","volume":"8","author":"JH Abramson","year":"2011","unstructured":"Abramson JH: WINPEPI updated: computer programs for epidemiologists, and their teaching potential. Epidemiol Perspect Innov. 2011, 8 (1): 1-10.1186\/1742-5573-8-1.","journal-title":"Epidemiol Perspect Innov"},{"issue":"8","key":"912_CR26","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1002\/sim.4136","volume":"30","author":"Y Pan","year":"2011","unstructured":"Pan Y, Haber M, Barnhart HX: A new permutation-based method for assessing agreement between two observers making replicated binary readings. Stat Med. 2011, 30 (8): 839-853. 10.1002\/sim.4136.","journal-title":"Stat Med"},{"issue":"20","key":"912_CR27","doi-asserted-by":"publisher","first-page":"2249","DOI":"10.1002\/sim.5323","volume":"31","author":"Y Pan","year":"2012","unstructured":"Pan Y, Haber M, Gao J, Barnhart HX: A new permutation-based method for assessing agreement between two observers making replicated quantitative readings. Stat Med. 2012, 31 (20): 2249-2261. 10.1002\/sim.5323.","journal-title":"Stat Med"},{"issue":"10","key":"912_CR28","doi-asserted-by":"publisher","first-page":"963","DOI":"10.1016\/S0895-4356(03)00164-1","volume":"56","author":"RR Luiz","year":"2003","unstructured":"Luiz RR, Costa AJ, Kale PL, Werneck GL: Assessment of agreement of a quantitative variable: a new graphical approach. J Clin Epidemiol. 2003, 56 (10): 963-967. 10.1016\/S0895-4356(03)00164-1.","journal-title":"J Clin Epidemiol"},{"key":"912_CR29","first-page":"525","volume":"33","author":"K Monti","year":"1995","unstructured":"Monti K: Folded empirical distribution function curves-mountain plots. Am Stat. 1995, 33: 525-527.","journal-title":"Am Stat"},{"issue":"4","key":"912_CR30","doi-asserted-by":"publisher","first-page":"1195","DOI":"10.2307\/2532835","volume":"52","author":"H Quan","year":"1996","unstructured":"Quan H, Shih WJ: Assessing reproducibility by the within-subject coefficient of variation with random effects models. Biometrics. 1996, 52 (4): 1195-1203. 10.2307\/2532835.","journal-title":"Biometrics"},{"issue":"2","key":"912_CR31","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1002\/(SICI)1097-0258(20000130)19:2<255::AID-SIM293>3.0.CO;2-8","volume":"19","author":"LI Lin","year":"2000","unstructured":"Lin LI: Total deviation index for measuring individual agreement with applications in laboratory performance and bioequivalence. Stat Med. 2000, 19 (2): 255-270. 10.1002\/(SICI)1097-0258(20000130)19:2<255::AID-SIM293>3.0.CO;2-8.","journal-title":"Stat Med"},{"key":"912_CR32","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1186\/1471-2288-10-31","volume":"10","author":"G Escaramis","year":"2010","unstructured":"Escaramis G, Ascaso C, Carrasco JL: The total deviation index estimated by tolerance intervals to evaluate the concordance of measurement devices. BMC Med Res Methodol. 2010, 10: 31-10.1186\/1471-2288-10-31.","journal-title":"BMC Med Res Methodol"},{"issue":"4","key":"912_CR33","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1080\/10543400701329489","volume":"17","author":"HX Barnhart","year":"2007","unstructured":"Barnhart HX, Kosinski AS, Haber MJ: Assessing individual agreement. J Biopharm Stat. 2007, 17 (4): 697-719. 10.1080\/10543400701329489.","journal-title":"J Biopharm Stat"}],"container-title":["BMC Medical Research Methodology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1471-2288-13-47\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-47.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-47","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-47.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,24]],"date-time":"2020-07-24T06:17:48Z","timestamp":1595571468000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedresmethodol.biomedcentral.com\/articles\/10.1186\/1471-2288-13-47"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3,22]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["912"],"URL":"https:\/\/doi.org\/10.1186\/1471-2288-13-47","relation":{},"ISSN":["1471-2288"],"issn-type":[{"value":"1471-2288","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3,22]]},"article-number":"47"}}