{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T04:52:03Z","timestamp":1774500723200,"version":"3.50.1"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2013,7,25]],"date-time":"2013-07-25T00:00:00Z","timestamp":1374710400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2014,4]]},"DOI":"10.1007\/s10515-013-0129-8","type":"journal-article","created":{"date-parts":[[2013,7,24]],"date-time":"2013-07-24T21:50:39Z","timestamp":1374702639000},"page":"287-313","source":"Crossref","is-referenced-by-count":27,"title":["DConfusion: a technique to allow cross study performance evaluation of fault prediction studies"],"prefix":"10.1007","volume":"21","author":[{"given":"David","family":"Bowes","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tracy","family":"Hall","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Gray","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,7,25]]},"reference":[{"key":"129_CR1","first-page":"215","volume-title":"The 18th IEEE International Symposium on Software Reliability, 2007, ISSRE \u201907","author":"E. Arisholm","year":"2007","unstructured":"Arisholm, E., Briand, L.C., Fuglerud, M.: Data mining techniques for building fault-proneness models in telecom Java software. In: The 18th IEEE International Symposium on Software Reliability, 2007, ISSRE \u201907, pp.\u00a0215\u2013224 (2007)"},{"issue":"1","key":"129_CR2","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.jss.2009.06.055","volume":"83","author":"E. Arisholm","year":"2010","unstructured":"Arisholm, E., Briand, L.C., Johannessen, E.B.: A systematic and comprehensive investigation of methods to build and evaluate fault prediction models. J. Syst. Softw. 83(1), 2\u201317 (2010)","journal-title":"J. Syst. Softw."},{"issue":"5","key":"129_CR3","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1093\/bioinformatics\/16.5.412","volume":"16","author":"P. Baldi","year":"2000","unstructured":"Baldi, P., Brunak, S., Chauvin, Y., Andersen, C., Nielsen, H.: Assessing the accuracy of prediction algorithms for classification: an overview. Bioinformatics 16(5), 412\u2013424 (2000)","journal-title":"Bioinformatics"},{"issue":"1","key":"129_CR4","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1145\/1007730.1007735","volume":"6","author":"G. Batista","year":"2004","unstructured":"Batista, G., Prati, R., Monard, M.: A study of the behavior of several methods for balancing machine learning training data. ACM SIGKDD Explor. Newsl. 6(1), 20\u201329 (2004)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"129_CR5","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1145\/2365324.2365338","volume-title":"Proceedings of the 8th International Conference on Predictive Models in Software Engineering, PROMISE \u201912","author":"D. Bowes","year":"2012","unstructured":"Bowes, D., Hall, T., Gray, D.: Comparing the performance of fault prediction models which report multiple performance measures: recomputing the confusion matrix. In: Proceedings of the 8th International Conference on Predictive Models in Software Engineering, PROMISE \u201912, New York, NY, USA, pp. 109\u2013118. ACM, New York (2012)"},{"key":"129_CR6","first-page":"238","volume-title":"2nd International Conference on Dependability of Computer Systems, 2007, DepCoS-RELCOMEX \u201907","author":"C. Catal","year":"2007","unstructured":"Catal, C., Diri, B., Ozumut, B.: An artificial immune system approach for fault prediction in object-oriented software. In: 2nd International Conference on Dependability of Computer Systems, 2007, DepCoS-RELCOMEX \u201907, pp. 238\u2013245 (2007, accepted)"},{"issue":"1","key":"129_CR7","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"N. Chawla","year":"2002","unstructured":"Chawla, N., Bowyer, K., Hall, L., Kegelmeyer, W.: Smote: synthetic minority over-sampling technique. J.\u00a0Artif. Intell. Res. 16(1), 321\u2013357 (2002)","journal-title":"J.\u00a0Artif. Intell. Res."},{"issue":"1","key":"129_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1007730.1007733","volume":"6","author":"N.V. Chawla","year":"2004","unstructured":"Chawla, N.V., Japkowicz, N., Kotcz, A.: Editorial: special issue on learning from imbalanced data sets. ACM SIGKDD Explor. Newsl. 6(1), 1\u20136 (2004)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"129_CR9","doi-asserted-by":"crossref","first-page":"440","DOI":"10.1016\/j.infsof.2011.01.004","volume":"53","author":"D.S. Cruzes","year":"2011","unstructured":"Cruzes, D.S., Dyb\u00e5, T.: Research synthesis in software engineering: a tertiary study. Inf. Softw. Technol. 53, 440\u2013455 (2011)","journal-title":"Inf. Softw. Technol."},{"key":"129_CR10","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1109\/ICTAI.2008.76","volume-title":"20th IEEE International Conference on Tools with Artificial Intelligence, 2008, ICTAI \u201908","author":"A.B. Carvalho de","year":"2008","unstructured":"de Carvalho, A.B., Pozo, A., Vergilio, S., Lenz, A.: Predicting fault proneness of classes trough a multiobjective particle swarm optimization algorithm. In: 20th IEEE International Conference on Tools with Artificial Intelligence, 2008, ICTAI \u201908, vol. 2, pp. 387\u2013394 (2008)"},{"issue":"5","key":"129_CR11","doi-asserted-by":"crossref","first-page":"868","DOI":"10.1016\/j.jss.2009.12.023","volume":"83","author":"A.B. Carvalho de","year":"2010","unstructured":"de Carvalho, A.B., Pozo, A., Vergilio, S.R.: A symbolic fault-prediction model based on multiobjective particle swarm optimization. J. Syst. Softw. 83(5), 868\u2013882 (2010)","journal-title":"J. Syst. Softw."},{"key":"129_CR12","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1145\/581368.581371","volume-title":"Proceedings of the 24th International Conference on Software Engineering, ICSE \u201902","author":"G. Denaro","year":"2002","unstructured":"Denaro, G., Pezz\u00e8, M.: An\u00a0empirical evaluation of fault-proneness models. In: Proceedings of the 24th International Conference on Software Engineering, ICSE \u201902, New York, NY, USA, pp. 241\u2013251. ACM, New York (2002)"},{"issue":"5","key":"129_CR13","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1016\/j.jss.2007.07.040","volume":"81","author":"K. Elish","year":"2008","unstructured":"Elish, K., Elish, M.: Predicting defect-prone software modules using support vector machines. J. Syst. Softw. 81(5), 649\u2013660 (2008)","journal-title":"J. Syst. Softw."},{"issue":"5","key":"129_CR14","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1109\/32.815326","volume":"25","author":"N. Fenton","year":"1999","unstructured":"Fenton, N., Neil, M.: A critique of software defect prediction models. IEEE Trans. Softw. Eng. 25(5), 675\u2013689 (1999)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"129_CR15","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1145\/1882471.1882479","volume":"12","author":"G. Forman","year":"2010","unstructured":"Forman, G., Scholz, M.: Apples-to-apples in cross-validation studies: pitfalls in classifier performance measurement. ACM SIGKDD Explor. Newsl. 12(1), 49\u201357 (2010)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"129_CR16","volume-title":"Evaluation and Assessment in Software Engineering (EASE)","author":"D. Gray","year":"2011","unstructured":"Gray, D., Bowes, D., Davey, N., Sun, Y., Christianson, B.: Further thoughts on precision. In: Evaluation and Assessment in Software Engineering (EASE) (2011)"},{"issue":"6","key":"129_CR17","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1049\/iet-sen.2011.0132","volume":"6","author":"D. Gray","year":"2012","unstructured":"Gray, D., Bowes, D., Davey, N., Sun, Y., Christianson, B.: Reflections on the nasa mdp data sets. IET Softw. 6(6), 549\u2013558 (2012)","journal-title":"IET Softw."},{"key":"129_CR18","volume-title":"International Conference on Machine Learning and Applications (ICMLA)","author":"T. Hall","year":"2012","unstructured":"Hall, T., Bowes, D.: The state of machine learning methodology in software fault prediction. In: International Conference on Machine Learning and Applications (ICMLA) (2012)"},{"issue":"6","key":"129_CR19","doi-asserted-by":"crossref","first-page":"1276","DOI":"10.1109\/TSE.2011.103","volume":"38","author":"T. Hall","year":"2012","unstructured":"Hall, T., Beecham, S., Bowes, D., Gray, D., Counsell, S.: A systematic literature review on fault prediction performance in software engineering. IEEE Trans. Softw. Eng. 38(6), 1276\u20131304 (2012)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"129_CR20","doi-asserted-by":"crossref","unstructured":"He, H., Garcia, E.: Learning from imbalanced data. IEEE Trans. Knowl. Data Eng., 1263\u20131284 (2008)","DOI":"10.1109\/TKDE.2008.239"},{"issue":"5","key":"129_CR21","doi-asserted-by":"crossref","first-page":"561","DOI":"10.1007\/s10664-008-9079-3","volume":"13","author":"Y. Jiang","year":"2008","unstructured":"Jiang, Y., Cukic, B., Ma, Y.: Techniques for evaluating fault prediction models. Empir. Softw. Eng. 13(5), 561\u2013595 (2008)","journal-title":"Empir. Softw. Eng."},{"key":"129_CR22","first-page":"196","volume-title":"First International Symposium on Empirical Software Engineering and Measurement, 2007, ESEM 2007","author":"Y. Kamei","year":"2007","unstructured":"Kamei, Y., Monden, A., Matsumoto, S., Kakimoto, T., Matsumoto, K.: The effects of over and under sampling on fault-prone module detection. In: First International Symposium on Empirical Software Engineering and Measurement, 2007, ESEM 2007, pp. 196\u2013204 (2007)"},{"key":"129_CR23","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1109\/ICMV.2009.54","volume-title":"Second International Conference on Machine Vision, 2009, ICMV \u201909","author":"A. Kaur","year":"2009","unstructured":"Kaur, A., Sandhu, P.S., Bra, A.S.: Early software fault prediction using real time defect data. In: Second International Conference on Machine Vision, 2009, ICMV \u201909, pp. 242\u2013245 (2009)"},{"issue":"3","key":"129_CR24","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1023\/B:EMSE.0000027781.18360.9b","volume":"9","author":"T. Khoshgoftaar","year":"2004","unstructured":"Khoshgoftaar, T., Seliya, N.: Comparative assessment of software quality classification techniques: an empirical case study. Empir. Softw. Eng. 9(3), 229\u2013257 (2004)","journal-title":"Empir. Softw. Eng."},{"issue":"6","key":"129_CR25","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/MS.2005.149","volume":"22","author":"A. Koru","year":"2005","unstructured":"Koru, A., Liu, H.: Building effective defect-prediction models in practice. IEEE Softw. 22(6), 23\u201329 (2005)","journal-title":"IEEE Softw."},{"key":"129_CR26","first-page":"322","volume-title":"33rd EUROMICRO Conference on Software Engineering and Advanced Applications, 2007","author":"O. Kutlubay","year":"2007","unstructured":"Kutlubay, O., Turhan, B., Bener, A.: A two-step model for defect density estimation. In: 33rd EUROMICRO Conference on Software Engineering and Advanced Applications, 2007, pp. 322\u2013332 (2007)"},{"issue":"4","key":"129_CR27","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1109\/TSE.2008.35","volume":"34","author":"S. Lessmann","year":"2008","unstructured":"Lessmann, S., Baesens, B., Mues, C., Pietsch, S.: Benchmarking classification models for software defect prediction: a proposed framework and novel findings. IEEE Trans. Softw. Eng. 34(4), 485\u2013496 (2008)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"129_CR28","doi-asserted-by":"crossref","first-page":"237","DOI":"10.4018\/978-1-59140-941-1.ch010","volume-title":"Advances in Machine Learning Applications in Software Engineering, IGI Global","author":"Y. Ma","year":"2006","unstructured":"Ma, Y., Guo, L., Cukic, B.: A statistical framework for the prediction of fault-proneness. In: Advances in Machine Learning Applications in Software Engineering, IGI Global, pp. 237\u2013265 (2006)"},{"key":"129_CR29","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1109\/CSMR.2010.18","volume-title":"14th European Conference on Software Maintenance and Reengineering (CSMR), 2010","author":"T. Mende","year":"2010","unstructured":"Mende, T., Koschke, R.: Effort-aware defect prediction models. In: 14th European Conference on Software Maintenance and Reengineering (CSMR), 2010, pp. 107\u2013116 (2010)"},{"issue":"9","key":"129_CR30","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1109\/TSE.2007.70721","volume":"33","author":"T. Menzies","year":"2007","unstructured":"Menzies, T., Dekhtyar, A., Distefano, J., Greenwald, J.: Problems with precision: a response to \u201ccomments on \u2018data mining static code attributes to learn defect predictors\u2019\u2009\u201d. IEEE Trans. Softw. Eng. 33(9), 637\u2013640 (2007a)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"129_CR31","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1109\/TSE.2007.256941","volume":"33","author":"T. Menzies","year":"2007","unstructured":"Menzies, T., Greenwald, J., Frank, A.: Data mining static code attributes to learn defect predictors. IEEE Trans. Softw. Eng. 33(1), 2\u201313 (2007b)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"129_CR32","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1145\/1295074.1295080","volume-title":"Fourth International Workshop on Software Quality Assurance: in Conjunction with the 6th ESEC\/FSE Joint Meeting","author":"T. Ostrand","year":"2007","unstructured":"Ostrand, T., Weyuker, E.: How to measure success of fault prediction models. In: Fourth International Workshop on Software Quality Assurance: in Conjunction with the 6th ESEC\/FSE Joint Meeting, pp. 25\u201330. ACM, New York (2007)"},{"key":"129_CR33","first-page":"86","volume-title":"ACM SIGSOFT Software Engineering Notes","author":"T. Ostrand","year":"2004","unstructured":"Ostrand, T., Weyuker, E., Bell, R.: Where the bugs are. In: ACM SIGSOFT Software Engineering Notes, vol. 29, pp. 86\u201396. ACM, New York (2004)"},{"issue":"10","key":"129_CR34","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1109\/TSE.2007.70722","volume":"33","author":"G. Pai","year":"2007","unstructured":"Pai, G., Dugan, J.: Empirical analysis of software fault content and fault proneness using Bayesian methods. IEEE Trans. Softw. Eng. 33(10), 675\u2013686 (2007)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"129_CR35","first-page":"2405","volume-title":"Proceedings of the 2002 International Joint Conference on Neural Networks, 2002, IJCNN \u201902","author":"N. Pizzi","year":"2002","unstructured":"Pizzi, N., Summers, A., Pedrycz, W.: Software quality prediction using median-adjusted class labels. In: Proceedings of the 2002 International Joint Conference on Neural Networks, 2002, IJCNN \u201902, vol. 3, pp. 2405\u20132409 (2002)"},{"key":"129_CR36","first-page":"89","volume-title":"Ninth IEEE International Symposium on High-Assurance Systems Engineering, 2005, HASE 2005","author":"N. Seliya","year":"2005","unstructured":"Seliya, N., Khoshgoftaar, T., Zhong, S.: Analyzing software quality with limited fault-proneness defect data. In: Ninth IEEE International Symposium on High-Assurance Systems Engineering, 2005, HASE 2005, pp. 89\u201398 (2005)"},{"issue":"9","key":"129_CR37","doi-asserted-by":"crossref","first-page":"1949","DOI":"10.1016\/j.patcog.2009.01.027","volume":"42","author":"Y. Sun","year":"2009","unstructured":"Sun, Y., Castellano, C., Robinson, M., Adams, R., Rust, A., Davey, N.: Using pre & post-processing methods to improve binding site predictions. Pattern Recognit. 42(9), 1949\u20131958 (2009)","journal-title":"Pattern Recognit."},{"issue":"6","key":"129_CR38","doi-asserted-by":"crossref","first-page":"9986","DOI":"10.1016\/j.eswa.2008.12.028","volume":"36","author":"B. Turhan","year":"2009","unstructured":"Turhan, B., Kocak, G., Bener, A.: Data mining source code for locating software bugs: a case study in telecommunication industry. Expert Syst. Appl. 36(6), 9986\u20139990 (2009)","journal-title":"Expert Syst. Appl."},{"key":"129_CR39","first-page":"1","volume-title":"International Conference on Computational Intelligence and Software Engineering (CiSE), 2010","author":"T. Wang","year":"2010","unstructured":"Wang, T., Li, W.: Na\u00efve Bayes software defect prediction model. In: International Conference on Computational Intelligence and Software Engineering (CiSE), 2010, pp.\u00a01\u20134 (2010). doi: 10.1109\/CISE.2010.5677057"},{"issue":"6","key":"129_CR40","doi-asserted-by":"crossref","first-page":"852","DOI":"10.1109\/TSE.2010.51","volume":"36","author":"L. Yi","year":"2010","unstructured":"Yi, L., Khoshgoftaar, T.M., Seliya, N.: Evolutionary optimization of software quality modelling with multiple repositories. IEEE Trans. Softw. Eng. 36(6), 852\u2013864 (2010)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"129_CR41","first-page":"5:1","volume-title":"Proceedings of the 7th International Conference on Predictive Models in Software Engineering, Promise \u201911","author":"A. Zeller","year":"2011","unstructured":"Zeller, A., Zimmermann, T., Bird, C.: Failure is a four-letter word: a parody in empirical research. In: Proceedings of the 7th International Conference on Predictive Models in Software Engineering, Promise \u201911, New York, NY, USA, pp. 5:1\u20135:7. ACM, New York (2011)"},{"issue":"9","key":"129_CR42","doi-asserted-by":"crossref","first-page":"635","DOI":"10.1109\/TSE.2007.70706","volume":"33","author":"H. Zhang","year":"2007","unstructured":"Zhang, H., Zhang, X.: Comments on \u201cdata mining static code attributes to learn defect predictors\u201d. IEEE Trans. Softw. Eng. 33(9), 635\u2013637 (2007)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"10","key":"129_CR43","doi-asserted-by":"crossref","first-page":"771","DOI":"10.1109\/TSE.2006.102","volume":"32","author":"Y. Zhou","year":"2006","unstructured":"Zhou, Y., Leung, H.: Empirical analysis of object-oriented design metrics for predicting high and low severity faults. IEEE Trans. Softw. Eng. 32(10), 771\u2013789 (2006)","journal-title":"IEEE Trans. Softw. Eng."}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-013-0129-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10515-013-0129-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-013-0129-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,2]],"date-time":"2022-03-02T01:46:20Z","timestamp":1646185580000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10515-013-0129-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,7,25]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,4]]}},"alternative-id":["129"],"URL":"https:\/\/doi.org\/10.1007\/s10515-013-0129-8","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,7,25]]}}}