{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T03:52:23Z","timestamp":1769572343713,"version":"3.49.0"},"reference-count":49,"publisher":"Elsevier","isbn-type":[{"value":"9780128114322","type":"print"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1016\/b978-0-12-809633-8.20351-8","type":"book-chapter","created":{"date-parts":[[2018,5,3]],"date-time":"2018-05-03T22:36:34Z","timestamp":1525386994000},"page":"546-560","source":"Crossref","is-referenced-by-count":59,"title":["Performance Measures for Binary Classification"],"prefix":"10.1016","author":[{"given":"Daniel","family":"Berrar","sequence":"first","affiliation":[]}],"member":"78","reference":[{"issue":"7","key":"10.1016\/B978-0-12-809633-8.20351-8_bib1","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1016\/S0031-3203(98)00154-X","article-title":"Comparing classifiers when the misallocation costs are uncertain","volume":"32","author":"Adams","year":"1999","journal-title":"Pattern Recognition"},{"issue":"5","key":"10.1016\/B978-0-12-809633-8.20351-8_bib2","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1093\/bioinformatics\/16.5.412","article-title":"Assessing the accuracy of prediction algorithms for classification: An overview","volume":"16","author":"Baldi","year":"2000","journal-title":"Bioinformatics"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib3","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1016\/0022-2496(75)90001-2","article-title":"The area under the ordinal dominance graph and the area below the receiver operating characteristic curve","volume":"12","author":"Bamber","year":"1975","journal-title":"Journal of Mathematical Psychology"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib4","series-title":"Encyclopedia of Database Systems","first-page":"1691","article-title":"MAP","author":"Beitzel","year":"2009"},{"issue":"6","key":"10.1016\/B978-0-12-809633-8.20351-8_bib5","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1613\/jair.4136","article-title":"An empirical evaluation of ranking measures with respect to robustness to noise","volume":"49","author":"Berrar","year":"2014","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"6","key":"10.1016\/B978-0-12-809633-8.20351-8_bib6","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1007\/s10994-016-5612-6","article-title":"Confidence curves: An alternative to null hypothesis significance testing for the comparison of classifiers","volume":"106","author":"Berrar","year":"2017","journal-title":"Machine Learning"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib7","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1093\/bib\/bbr008","article-title":"Caveats and pitfalls of ROC analysis in clinical microarray research (and how to avoid them)","volume":"13","author":"Berrar","year":"2012","journal-title":"Briefings in Bioinformatics"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib8","series-title":"Encyclopedia of Systems Biology","first-page":"158","article-title":"Bootstrapping","author":"Berrar","year":"2013"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib9","doi-asserted-by":"crossref","unstructured":"Berrar, D., 2016. On the noise resilience of ranking measures. In: Hirose, A., Ozawa, S., Doya, K., et al. (Eds.), Proceedings of the 23rd International Conference on Neural Information Processing (ICONIP), Kyoto, Japan, Proceedings, Part II, Springer, pp. 47\u201355.","DOI":"10.1007\/978-3-319-46672-9_6"},{"issue":"6","key":"10.1016\/B978-0-12-809633-8.20351-8_bib10","doi-asserted-by":"crossref","first-page":"e0177678","DOI":"10.1371\/journal.pone.0177678","article-title":"Optimal classifier for imbalanced data using Matthews correlation coefficient metric","volume":"12","author":"Boughorbel","year":"2017","journal-title":"PLoS One"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib11","unstructured":"Boyd, K., Eng, K.H., Page, C.D., 2013. Area under the precision-recall curve: Point estimates and confidence intervals. In: Blockeel, H., Kersting, K., Nijssen, S., \u017delezn\u00fd, F. (Eds.), Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2013, Prague, Czech Republic, September 23\u201327, 2013, Proceedings, Part III, Springer, Berlin, Heidelberg, pp. 451\u2013466."},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib12","doi-asserted-by":"crossref","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","article-title":"The use of the area under the ROC curve in the evaluation of machine learning algorithms","volume":"30","author":"Bradley","year":"1997","journal-title":"Pattern Recognition"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","article-title":"Verification of forecasts expressed in terms of probability","volume":"78","author":"Brier","year":"1950","journal-title":"Monthly Weather Review"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib14","unstructured":"Buja, A., Stuetzle, W., Shen, Y., 2005. Loss functions for binary class probability estimation and classification: Structure and applications. Available at: www-stat.wharton.upenn.edu\/~buja. Accessed 15 March 2018."},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib15","unstructured":"Canty, A., Ripley, B., 2017. Boot: Bootstrap R (S-Plus) functions. R package version 1.3\u201320."},{"issue":"4","key":"10.1016\/B978-0-12-809633-8.20351-8_bib16","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1093\/biomet\/26.4.404","article-title":"The use of confidence or fiducial limits illustrated in the case of the binomial","volume":"26","author":"Clopper","year":"1934","journal-title":"Biometrika"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib17","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educational and Psychological Measurement"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib18","doi-asserted-by":"crossref","unstructured":"Davis, J., Goadrich, M., 2006. The relationship between precision-recall and ROC curves. In: Proceedings of the 23rd International Conference on Machine Learning, ACM, pp. 233\u2013240.","DOI":"10.1145\/1143844.1143874"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib19","series-title":"Bootstrap Methods and Their Applications","author":"Davison","year":"1997"},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib20","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1214\/ss\/1032280214","article-title":"Bootstrap confidence intervals","volume":"11","author":"DiCiccio","year":"1996","journal-title":"Statistical Science"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib21","series-title":"Methods of Microarray Data Analysis","first-page":"151","article-title":"Comparing symbolic and subsymbolic machine learning approaches to classification of cancer and gene identification","author":"Dubitzky","year":"2001"},{"issue":"2","key":"10.1016\/B978-0-12-809633-8.20351-8_bib22","doi-asserted-by":"crossref","first-page":"139","DOI":"10.2307\/3314608","article-title":"Nonparametric standard errors and confidence intervals","volume":"9","author":"Efron","year":"1981","journal-title":"Canadian Journal of Statistics"},{"issue":"397","key":"10.1016\/B978-0-12-809633-8.20351-8_bib23","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1080\/01621459.1987.10478410","article-title":"Better bootstrap confidence intervals","volume":"82","author":"Efron","year":"1987","journal-title":"Journal of the American Statistical Association"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib24","series-title":"An Introduction to the Bootstrap","author":"Efron","year":"1994"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib25","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","article-title":"An introduction to ROC analysis","volume":"27","author":"Fawcett","year":"2006","journal-title":"Pattern Recognition Letters"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib26","unstructured":"Fawcett, T., 2004. ROC graphs: Notes and practical considerations for researchers. Technical Report HPL-2003-4, HP Laboratories, pp. 1\u201338."},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib27","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.patrec.2008.08.010","article-title":"An experimental comparison of performance measures for classification","volume":"30","author":"Ferri","year":"2009","journal-title":"Pattern Recognition Letters"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib28","series-title":"Encyclopedia of Machine Learning","first-page":"869","article-title":"ROC analysis","author":"Flach","year":"2010"},{"issue":"477","key":"10.1016\/B978-0-12-809633-8.20351-8_bib29","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1198\/016214506000001437","article-title":"Strictly proper scoring rules, prediction, and estimation","volume":"102","author":"Gneiting","year":"2007","journal-title":"Journal of the American Statistical Association"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib30","series-title":"Permutation tests: A practical guide to resampling methods for testing hypotheses","author":"Good","year":"2000"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib31","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","article-title":"Measuring classifier performance: A coherent alternative to the area under the ROC curve","volume":"77","author":"Hand","year":"2009","journal-title":"Machine Learning"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib32","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","article-title":"The meaning and use of the area under a receiver operating characteristic (ROC) curve","volume":"143","author":"Hanley","year":"1982","journal-title":"Radiology"},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib33","doi-asserted-by":"crossref","first-page":"839","DOI":"10.1148\/radiology.148.3.6878708","article-title":"A method of comparing the areas under receiver operating characteristic curves derived from the same cases","volume":"148","author":"Hanley","year":"1983","journal-title":"Radiology"},{"issue":"2","key":"10.1016\/B978-0-12-809633-8.20351-8_bib34","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1177\/0272989X9101100204","article-title":"The area under the ROC curve and its competitors","volume":"11","author":"Hilden","year":"1991","journal-title":"Medical Decision Making"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib35","series-title":"Evaluating Learning Algorithms \u2013 A Classification Perspective","author":"Japkowicz","year":"2011"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib36","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1007\/BF00153760","article-title":"Information-based evaluation criterion for classifier\u05f3s performance","volume":"6","author":"Kononenko","year":"1991","journal-title":"Machine Learning"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib37","series-title":"Intelligent Data Analysis in Medicine and Pharmacology","first-page":"187","article-title":"Noise elimination applied to early diagnosis of rheumatic diseases","author":"Lavra\u010d","year":"1997"},{"issue":"2","key":"10.1016\/B978-0-12-809633-8.20351-8_bib38","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1016\/0005-2795(75)90109-9","article-title":"Comparison of the predicted and observed secondary structure of T4 phage lysozyme","volume":"405","author":"Matthews","year":"1975","journal-title":"Biochimica et Biophysica Acta \u2013 Protein Structure"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib39","first-page":"1833","article-title":"Permutation tests for studying classifier performance","volume":"11","author":"Ojala","year":"2010","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib40","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10115-012-0558-x","article-title":"On measuring the performance of binary classifiers","volume":"35","author":"Parker","year":"2013","journal-title":"Knowledge and Information Systems"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib41","first-page":"37","article-title":"Evaluation: From precision, recall and F-measure to ROC, informedness, markedness & correlation","volume":"2","author":"Powers","year":"2011","journal-title":"Journal of Machine Learning Technologies"},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib42","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1023\/A:1007601015854","article-title":"Robust classification for imprecise environments","volume":"42","author":"Provost","year":"2001","journal-title":"Machine Learning"},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib43","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1002\/bimj.200710415","article-title":"Youden index and optimal cut-point estimated from observations affected by a lower limit of detection","volume":"50","author":"Ruopp","year":"2008","journal-title":"Biometrical Journal"},{"issue":"3","key":"10.1016\/B978-0-12-809633-8.20351-8_bib44","doi-asserted-by":"crossref","first-page":"e0118432","DOI":"10.1371\/journal.pone.0118432","article-title":"The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets","volume":"10","author":"Saito","year":"2015","journal-title":"PLOS ONE"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib45","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1198\/000313001300339950","article-title":"Calibration of p values for testing precise null hypotheses","volume":"55","author":"Sellke","year":"2001","journal-title":"The American Statistician"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib46","doi-asserted-by":"crossref","unstructured":"Su, W., Yuan, Y., Zhu, M., 2015. A relationship between the average precision and the area under the ROC curve. In: Proceedings of the 2015 International Conference on the Theory of Information Retrieval, ICTIR 2015, ACM, New York, NY, pp. 349\u2013352.","DOI":"10.1145\/2808194.2809481"},{"issue":"2","key":"10.1016\/B978-0-12-809633-8.20351-8_bib47","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1214\/aoms\/1177732209","article-title":"Confidence limits for continuous distribution functions","volume":"10","author":"Wald","year":"1939","journal-title":"The Annals of Mathematical Statistics"},{"key":"10.1016\/B978-0-12-809633-8.20351-8_bib48","doi-asserted-by":"crossref","unstructured":"Witkowski, J., Atanasov, P., Ungar, L., Krause, A., 2017. Proper proxy scoring rules. In: Proceedings of the 31st AAAI Conference on Artificial Intelligence, AAAI Press, pp. 743\u2013749.","DOI":"10.1609\/aaai.v31i1.10590"},{"issue":"1","key":"10.1016\/B978-0-12-809633-8.20351-8_bib49","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3","article-title":"Index for rating diagnostic tests","volume":"3","author":"Youden","year":"1950","journal-title":"Cancer"}],"container-title":["Encyclopedia of Bioinformatics and Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128096338203518?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128096338203518?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2022,8,21]],"date-time":"2022-08-21T21:59:31Z","timestamp":1661119171000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/B9780128096338203518"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9780128114322"],"references-count":49,"URL":"https:\/\/doi.org\/10.1016\/b978-0-12-809633-8.20351-8","relation":{},"subject":[],"published":{"date-parts":[[2019]]}}}