{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T08:06:22Z","timestamp":1758269182456,"version":"3.41.0"},"publisher-location":"New York, New York, USA","reference-count":15,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1145\/3354031.3354040","type":"proceedings-article","created":{"date-parts":[[2019,9,27]],"date-time":"2019-09-27T12:34:07Z","timestamp":1569587647000},"page":"98-101","source":"Crossref","is-referenced-by-count":6,"title":["Relationships of Cohen's Kappa, Sensitivity, and Specificity for Unbiased Annotations"],"prefix":"10.1145","author":[{"given":"Juan","family":"Wang","sequence":"first","affiliation":[{"name":"Delta Micro Technology Inc., Laguna Hills, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Xia","sequence":"additional","affiliation":[{"name":"Shenzhen SiBright Co. Ltd, Tinwe Business Park, Shenzhen, Guangdong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/3354031.3354040-1","doi-asserted-by":"crossref","unstructured":"Aickin, M., 1990. Maximum likelihood estimation of agreement in the constant predictive probability model, and its relation to Cohen's kappa. Biometrics, (June 1990), 293--302.","DOI":"10.2307\/2531434"},{"key":"key-10.1145\/3354031.3354040-2","unstructured":"Beigman Klebanov, B. and Beigman, E., 2009. From annotator agreement to noise models. Computational Linguistics, 35, 4 (Dec. 2009), pp. 495--503."},{"key":"key-10.1145\/3354031.3354040-3","doi-asserted-by":"crossref","unstructured":"Byrt, T., Bishop, J. and Carlin, J.B., 1993. Bias, prevalence and kappa. Journal of clinical epidemiology, 46, 5 (May 1993), 423--429.","DOI":"10.1016\/0895-4356(93)90018-V"},{"key":"key-10.1145\/3354031.3354040-4","unstructured":"Carletta, J., 1996. Assessing agreement on classification tasks: the kappa statistic. Computational linguistics, 22, 2 (June 1996), 249--254."},{"key":"key-10.1145\/3354031.3354040-5","doi-asserted-by":"crossref","unstructured":"Cohen, J., 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement, 20, 1 (April 1960), 37--46.","DOI":"10.1177\/001316446002000104"},{"key":"key-10.1145\/3354031.3354040-6","doi-asserted-by":"crossref","unstructured":"Eugenio, B.D. and Glass, M., 2004. The kappa statistic: A second look. Computational linguistics, 30, 1 (March 2004), 95--101.","DOI":"10.1162\/089120104773633402"},{"key":"key-10.1145\/3354031.3354040-7","doi-asserted-by":"crossref","unstructured":"Feuerman, M. and Miller, A.R., 2005. The kappa statistic as a function of sensitivity and specificity. International Journal of Mathematical Education in Science and Technology, 36,5 (July 2005), 517--527.","DOI":"10.1080\/00207390500063967"},{"key":"key-10.1145\/3354031.3354040-8","unstructured":"Feuerman, M. and Miller, A.R., 2007. Critical points for certain statistical measures of agreement. International Journal of Mathematical Education in Science and Technology, 38, 6, (Sep. 2007), 739--748."},{"key":"key-10.1145\/3354031.3354040-9","unstructured":"Feuerman, M. and Miller, A.R., 2008. Relationships between statistical measures of agreement: sensitivity, specificity and kappa. Journal of evaluation in clinical practice, 14, 5(Oct. 2008), pp. 930--933."},{"key":"key-10.1145\/3354031.3354040-10","doi-asserted-by":"crossref","unstructured":"Frénay, B. and Verleysen, M., 2014. Classification in the presence of label noise: a survey. IEEE Transactions on Neural Networks and Learning Systems, 25, 5 (May 2014), 845--869.","DOI":"10.1109\/TNNLS.2013.2292894"},{"key":"key-10.1145\/3354031.3354040-11","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Manwani, N. and Sastry, P.S., 2015. Making risk minimization tolerant to label noise. Neurocomputing, 160 (July 2015), 93--107.","DOI":"10.1016\/j.neucom.2014.09.081"},{"key":"key-10.1145\/3354031.3354040-12","unstructured":"Natarajan, N., Dhillon, I.S., Ravikumar, P.K. and Tewari, A., 2013. Learning with noisy labels. In Advances in Neural Information Processing Systems (Lake Tahoe, USA, Dec. 05-10, 2013), Curran Associates, Inc., New York, NY, 1196--1204."},{"key":"key-10.1145\/3354031.3354040-13","unstructured":"Passonneau, R.J. and Carpenter, B., 2014. The benefits of a model of annotation. Transactions of the Association for Computational Linguistics, 2 (Dec. 2014), 311--326."},{"key":"key-10.1145\/3354031.3354040-14","unstructured":"Schisterman, E.F., Perkins, N.J., Liu, A. and Bondell, H., 2005. Optimal cut-point and its corresponding Youden Index to discriminate individuals using pooled blood samples. Epidemiology, (Jan. 2005), 73--81."},{"key":"key-10.1145\/3354031.3354040-15","unstructured":"Thompson, W.D. and Walter, S.D., 1988. A reappraisal of the kappa coefficient. Journal of clinical epidemiology, 41, 10, (Jan. 1988), 949--958."}],"event":{"number":"4","sponsor":["Graduate School of Library, Information, and Media Studies, University of Tsukuba, Japan","Sichuan University"],"acronym":"ICBIP '19","name":"the 2019 4th International Conference","start":{"date-parts":[[2019,8,13]]},"location":"Chengdu, China","end":{"date-parts":[[2019,8,15]]}},"container-title":["Proceedings of the 2019 4th International Conference on Biomedical Signal and Image Processing (ICBIP 2019)  - ICBIP '19"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3354031.3354040","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3354040&ftid=2085641&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:44:55Z","timestamp":1750203895000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3354031.3354040"}},"subtitle":[],"proceedings-subject":"Biomedical Signal and Image Processing (ICBIP 2019)","short-title":[],"issued":{"date-parts":[[2019]]},"references-count":15,"URL":"https:\/\/doi.org\/10.1145\/3354031.3354040","relation":{},"subject":[],"published":{"date-parts":[[2019]]}}}