{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T14:37:05Z","timestamp":1774967825731,"version":"3.50.1"},"reference-count":110,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2923821","type":"journal-article","created":{"date-parts":[[2019,6,19]],"date-time":"2019-06-19T20:01:32Z","timestamp":1560974492000},"page":"82764-82775","source":"Crossref","is-referenced-by-count":15,"title":["Analyses of Classifier\u2019s Performance Measures Used in Software Fault Prediction Studies"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0855-3465","authenticated-orcid":false,"given":"Muhammad","family":"Rizwan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aamer","family":"Nadeem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3411-9224","authenticated-orcid":false,"given":"Muddassar Azam","family":"Sindhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2007.07.034"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/METRIC.2003.1232459"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/32.256851"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.5120\/525-685"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/asi.5090060209"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015339"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.91"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70768"},{"key":"ref35","first-page":"1","article-title":"The truth of the F-measure","volume":"1","author":"sasaki","year":"2007","journal-title":"Teach Tutor Mater"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2006.07.005"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2003.1240314"},{"key":"ref27","first-page":"1","article-title":"Assessing predictors of software defects","author":"menzies","year":"2004","journal-title":"Proc Workshop Predictive Software Models"},{"key":"ref29","article-title":"Software fault prediction using fuzzy clustering and radial-basis function network","author":"mahaweerawat","year":"2002","journal-title":"Proc Int Conf Intell Technol InTech\/VJFuzzy"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1295074.1295080"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2008.08.010"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9079-3"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.52"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s40484-016-0081-2"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213003001204"},{"key":"ref26","author":"kolo","year":"2010","journal-title":"Binary Classification"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2002.1173256"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.102"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70721"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70722"},{"key":"ref59","first-page":"417","article-title":"Robust prediction of fault-proneness by random forests","author":"guo","year":"2004","journal-title":"Proc 15th Int Symp Softw Rel Eng (ISSRE)"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2007.24"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-009-9079-6"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/2695664.2695959"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.12.023"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.112"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/HASE.2004.1281737"},{"key":"ref52","article-title":"An empirical evaluation of object oriented metrics in industrial setting","author":"denaro","year":"2015","journal-title":"J Object Technol"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3115\/1072064.1072067"},{"key":"ref4","author":"han","year":"2011","journal-title":"Data Mining Concepts and Techniques"},{"key":"ref3","article-title":"A systematic review of fault prediction approaches used in software engineering","author":"beecham","year":"2010"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.06.055"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"504","DOI":"10.1016\/j.asoc.2014.11.023","article-title":"A systematic review of machine learning techniques for software fault prediction","volume":"27","author":"malhotra","year":"2015","journal-title":"Appl Soft Comput"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2010.10.024"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0095145"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-009-9111-2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2013.02.009"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70773"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2005.149"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2008.239"},{"key":"ref47","first-page":"1","article-title":"Software fault proneness prediction using support vector machines","volume":"1","author":"singh","year":"2009","journal-title":"Proc World Congr Eng"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/DEPCOS-RELCOMEX.2007.8"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/1540438.1540446"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2007.22"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICACTE.2008.204"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2002.1007518"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/52.50773"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.1015"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2006.23"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.49"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2007.02.012"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2004.62"},{"key":"ref75","article-title":"Fault prediction in object-oriented software using neural network techniques","author":"mahaweerawat","year":"2004","journal-title":"Advanced Virtual and Intelligent Computing Center (AVIC)"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/IRI.2007.4296695"},{"key":"ref79","first-page":"35","article-title":"Adaptive self-organizing map clustering for software fault prediction","author":"mahaweerawat","year":"2007","journal-title":"Proc 4th Int Joint Conf Comput Sci Softw Eng"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368114"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2010.54"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.256941"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2007.4385500"},{"key":"ref64","first-page":"244","article-title":"Software defect prediction: Heuristics for weighted Na&#x00EF;ve Bayes","author":"turhan","year":"2007","journal-title":"Proceedings ICSOFT"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2008.52"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2008.76"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9103-7"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70706"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2008.10.027"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2008.10.005"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595713"},{"key":"ref109","first-page":"519","article-title":"AUC: A statistically consistent and more discriminating measure than accuracy","volume":"3","author":"ling","year":"2003","journal-title":"Proc IJCAI"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/72.595888"},{"key":"ref108","article-title":"An analysis of misclassification rates for decision trees","author":"zhong","year":"2007"},{"key":"ref94","first-page":"212","article-title":"A novel method for early software quality prediction based on support vector machine","author":"xing","year":"2005","journal-title":"Proc IEEE Int Symp Software Rel Eng (ISSRE)"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/11941439_114"},{"key":"ref93","first-page":"21","article-title":"Feature selection and clustering in software quality prediction","author":"wang","year":"2007","journal-title":"Proc Int Conf Eval Assessment Softw Eng (EASE)"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-007-9013-8"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/1370788.1370801"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.51"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1023\/B:SQJO.0000042059.16470.f0"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2006.889473"},{"key":"ref103","first-page":"66","article-title":"A comparative study of inductive logic programming methods for software fault prediction","author":"cohen","year":"1997","journal-title":"Proc ICML"},{"key":"ref102","first-page":"312","article-title":"Comparing models for identifying fault-prone software components","author":"lanubile","year":"1995","journal-title":"Proc SEKE"},{"key":"ref110","first-page":"281","article-title":"Prediction of software faults using fuzzy nonlinear regression modeling","author":"xu","year":"2000","journal-title":"Proc 5th IEEE Int Symp High Assurance Syst Eng (HASE)"},{"key":"ref98","first-page":"328","article-title":"Investigation of logistic regression as a discriminant of software quality","author":"schneidewind","year":"2001","journal-title":"Proc of International Software Metrics Symposium (METRICS)"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1023\/B:EMSE.0000027781.18360.9b"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2000.889846"},{"key":"ref97","first-page":"69","article-title":"Software quality prediction using mixture models with EM algorithm","author":"guo","year":"2000","journal-title":"Proc APAQS"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(96)00142-2"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007452223027"},{"key":"ref12","first-page":"194","article-title":"The geometry of ROC space: Understanding machine learning metrics through ROC isometrics","author":"flach","year":"2003","journal-title":"Proc 20th Int Conf Mach Learn"},{"key":"ref13","first-page":"313","article-title":"AUC optimization vs. error rate minimization","author":"cortes","year":"2003","journal-title":"Proc 16th Int Conf Neural Inf Process Syst (NIPS)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015400"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014063"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-005-5011-x"},{"key":"ref82","author":"ma","year":"2006","journal-title":"A Statistical Framework for the Prediction of Fault-Proneness"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2005.50"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/1083165.1083172"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143874"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(00)00086-8"},{"key":"ref19","first-page":"859","article-title":"Constructing new and better evaluation measures for machine learning","author":"huang","year":"2007","journal-title":"Proc IJCAI"},{"key":"ref83","first-page":"237","author":"ma","year":"2007","journal-title":"A Statistical Framework for the Prediction of Fault-Proneness"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.12.548"},{"key":"ref89","first-page":"1891","article-title":"Software quality prediction using affinity propagation algorithm","author":"yang","year":"2008","journal-title":"Proc IEEE Int Joint Conf Neural Netw (IEEE World Congr Comput Intell"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(00)00079-0"},{"key":"ref86","first-page":"99","article-title":"Alternative methods to rank the impact of object oriented metrics in fault prediction modelling using neural networks","volume":"1","author":"kaur","year":"2005","journal-title":"Int J Eng Appl Sci"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1109\/HASE.2004.1281739","article-title":"Unsupervised learning for expert-based software quality estimation","author":"zhong","year":"2004","journal-title":"Proc 8th IEEE Int Symp High Assurance Syst Eng"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ITNG.2009.12"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08741051.pdf?arnumber=8741051","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,10]],"date-time":"2021-08-10T19:40:00Z","timestamp":1628624400000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8741051\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":110,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2923821","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}