{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T14:02:05Z","timestamp":1780063325457,"version":"3.54.0"},"reference-count":36,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:00:00Z","timestamp":1777420800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information Sciences"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.ins.2026.123540","type":"journal-article","created":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T06:48:55Z","timestamp":1776840535000},"page":"123540","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["A framework for binary classification evaluation metrics"],"prefix":"10.1016","volume":"749","author":[{"given":"Mohammad","family":"Shirdel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6574-2601","authenticated-orcid":false,"given":"Mario","family":"Di Mauro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2773-4421","authenticated-orcid":false,"given":"Antonio","family":"Liotta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ins.2026.123540_bib0005","series-title":"Proceedings of the 2023 International Conference on Embedded Wireless Systems and Networks","first-page":"84","article-title":"Relative information superiority (RIS): a novel evaluation measure for binary rule-based classification models","author":"Shirdel","year":"2023"},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0010","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","article-title":"Measuring classifier performance: a coherent alternative to the area under the ROC curve","volume":"77","author":"Hand","year":"2009","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2026.123540_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.ins.2024.120882","article-title":"Worthiness benchmark: a novel concept for analyzing binary classification evaluation metrics","author":"Shirdel","year":"2024","journal-title":"Inf. Sci."},{"issue":"4","key":"10.1016\/j.ins.2026.123540_bib0020","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1007\/s44150-021-00015-8","article-title":"Error metrics and performance fitness indicators for artificial intelligence and machine learning in engineering and sciences","volume":"3","author":"Naser","year":"2023","journal-title":"Archit. Struct. Constr."},{"key":"10.1016\/j.ins.2026.123540_bib0025","series-title":"Computer Science on-Line Conference","first-page":"15","article-title":"A review of evaluation metrics in machine learning algorithms","author":"Naidu","year":"2023"},{"key":"10.1016\/j.ins.2026.123540_bib0030","author":"Dyrland"},{"key":"10.1016\/j.ins.2026.123540_bib0035","series-title":"Conference on Applied Machine Learning for Information Security","first-page":"109","article-title":"Is F1 score suboptimal for cybersecurity models? Introducing Cscore, a cost-aware alternative for model assessment","author":"Marwah","year":"2024"},{"key":"10.1016\/j.ins.2026.123540_bib0040","author":"Ferrer"},{"key":"10.1016\/j.ins.2026.123540_bib0045","article-title":"No need for ad-hoc substitutes: the expected cost is a principled all-purpose classification metric","author":"Ferrer","year":"2025","journal-title":"Trans. Mach. Learn. Res."},{"key":"10.1016\/j.ins.2026.123540_bib0050","article-title":"Evaluating posterior probabilities: decision theory, proper scoring rules, and calibration","author":"Ferrer","year":"2025","journal-title":"Trans. Mach. Learn. Res."},{"key":"10.1016\/j.ins.2026.123540_bib0055","author":"Lombardo"},{"issue":"80","key":"10.1016\/j.ins.2026.123540_bib0060","article-title":"Cost-sensitive learning for imbalance medical data: a review","volume":"57","author":"Araf","year":"2024","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.ins.2026.123540_bib0065","article-title":"Comparing cost sensitive classifiers by the false-positive to false-negative ratio in diagnostic studies","volume":"227","author":"Kumaravel","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.ins.2026.123540_bib0070","series-title":"2011 IEEE 11th International Conference on Data Mining","first-page":"517","article-title":"An analysis of performance measures for binary classifiers","author":"Parker","year":"2011"},{"key":"10.1016\/j.ins.2026.123540_bib0075","first-page":"2813","article-title":"A unified view of performance metrics: translating threshold choice into expected classification loss","volume":"13","author":"Hern\u00e1ndez-Orallo","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.ins.2026.123540_bib0080","author":"Hand"},{"key":"10.1016\/j.ins.2026.123540_bib0085","series-title":"International Conference on Machine Learning","first-page":"961","article-title":"Consistency analysis for binary classification revisited","author":"Dembczy\u0144ski","year":"2017"},{"key":"10.1016\/j.ins.2026.123540_bib0090","series-title":"International Conference on Intelligent Data Engineering and Automated Learning","first-page":"104","article-title":"Unified performance measure for binary classification problems","author":"Redondo","year":"2020"},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0095","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.patrec.2008.08.010","article-title":"An experimental comparison of performance measures for classification","volume":"30","author":"Ferri","year":"2009","journal-title":"Pattern Recognit. Lett."},{"issue":"1\u20132","key":"10.1016\/j.ins.2026.123540_bib0100","article-title":"Classifiers and their metrics quantified","volume":"37","author":"Brown","year":"2018","journal-title":"Mol. Inform."},{"key":"10.1016\/j.ins.2026.123540_bib0105","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1007\/s11222-017-9746-6","article-title":"A note on using the F-measure for evaluating record linkage algorithms","volume":"28","author":"Hand","year":"2018","journal-title":"Stat. Comput."},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0110","first-page":"37","article-title":"Evaluation: from precision, recall and F-Measure to ROC, informedness, markedness & correlation","volume":"2","author":"Powers","year":"2011","journal-title":"J. Mach. Learn. Technol."},{"key":"10.1016\/j.ins.2026.123540_bib0115","first-page":"17136","article-title":"Good classification measures and how to find them","volume":"34","author":"G\u00f6sgens","year":"2021","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.ins.2026.123540_bib0120","series-title":"Informatics","first-page":"87","article-title":"Comparative study of quality estimation of binary classification","volume":"vol. 17","author":"Starovoitov","year":"2020"},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0125","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1016\/j.aci.2018.08.003","article-title":"Classification assessment methods","volume":"17","author":"Tharwat","year":"2020","journal-title":"Appl. Comput. Inform."},{"issue":"9","key":"10.1016\/j.ins.2026.123540_bib0130","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0222916","article-title":"Why cohen\u2019s kappa should be avoided as performance measure in classification","volume":"14","author":"Delgado","year":"2019","journal-title":"PLOS ONE"},{"key":"10.1016\/j.ins.2026.123540_bib0135","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.ins.2018.06.020","article-title":"Visual-based analysis of classification measures and their properties for class imbalanced problems","volume":"462","author":"Brzezinski","year":"2018","journal-title":"Inf. Sci."},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0140","doi-asserted-by":"crossref","first-page":"5979","DOI":"10.1038\/s41598-022-09954-8","article-title":"On evaluation metrics for medical applications of artificial intelligence","volume":"12","author":"Hicks","year":"2022","journal-title":"Sci. Rep."},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0145","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1186\/s13104-022-06096-y","article-title":"Towards a guideline for evaluation metrics in medical image segmentation","volume":"15","author":"M\u00fcller","year":"2022","journal-title":"BMC Res. Notes"},{"issue":"21","key":"10.1016\/j.ins.2026.123540_bib0150","doi-asserted-by":"crossref","first-page":"14623","DOI":"10.1007\/s00521-021-06103-6","article-title":"BenchMetrics: a systematic benchmarking method for binary classification performance metrics","volume":"33","author":"Canbek","year":"2021","journal-title":"Neural Comput. Appl."},{"issue":"9","key":"10.1016\/j.ins.2026.123540_bib0155","doi-asserted-by":"crossref","first-page":"3161","DOI":"10.1007\/s13042-023-01826-5","article-title":"BenchMetrics prob: benchmarking of probabilistic error\/loss performance evaluation instruments for binary classification problems","volume":"14","author":"Canbek","year":"2023","journal-title":"Int. J. Mach. Learn. Cybern."},{"key":"10.1016\/j.ins.2026.123540_bib0160","doi-asserted-by":"crossref","first-page":"e1","DOI":"10.1017\/S026988892100014X","article-title":"Evaluation metrics and dimensional reduction for binary classification algorithms: a case study on bankruptcy prediction","volume":"37","author":"P\u00e9rez-Pons","year":"2022","journal-title":"Knowl. Eng. Rev."},{"issue":"4","key":"10.1016\/j.ins.2026.123540_bib0165","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","article-title":"A systematic analysis of performance measures for classification tasks","volume":"45","author":"Sokolova","year":"2009","journal-title":"Inf. Process. Manag."},{"issue":"1","key":"10.1016\/j.ins.2026.123540_bib0170","doi-asserted-by":"crossref","first-page":"47","DOI":"10.3390\/sym11010047","article-title":"Exploring symmetry of binary classification performance metrics","volume":"11","author":"Luque","year":"2019","journal-title":"Symmetry"},{"key":"10.1016\/j.ins.2026.123540_bib0175","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2022.102786","article-title":"Reducing false positives in bank anti-fraud systems based on rule induction in distributed tree-based models","author":"Vorobyev","year":"2022","journal-title":"Comput. Secur."},{"key":"10.1016\/j.ins.2026.123540_bib0180","series-title":"IEEE 4th International Conference on Computing and Machine Intelligence","first-page":"1","article-title":"Privacy-preserving decision tree classification using homomorphic encryption in IoT big data scenarios","author":"Yenugula","year":"2025"}],"container-title":["Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0020025526004718?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0020025526004718?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T13:04:43Z","timestamp":1780059883000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0020025526004718"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":36,"alternative-id":["S0020025526004718"],"URL":"https:\/\/doi.org\/10.1016\/j.ins.2026.123540","relation":{},"ISSN":["0020-0255"],"issn-type":[{"value":"0020-0255","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A framework for binary classification evaluation metrics","name":"articletitle","label":"Article Title"},{"value":"Information Sciences","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ins.2026.123540","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"123540"}}