{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T01:51:10Z","timestamp":1784080270672,"version":"3.55.0"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2020,10,12]],"date-time":"2020-10-12T00:00:00Z","timestamp":1602460800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,10,12]],"date-time":"2020-10-12T00:00:00Z","timestamp":1602460800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1007\/s10515-020-00277-4","type":"journal-article","created":{"date-parts":[[2020,10,12]],"date-time":"2020-10-12T06:02:41Z","timestamp":1602482561000},"page":"369-392","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":83,"title":["Understanding machine learning software defect predictions"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7571-6578","authenticated-orcid":false,"given":"Geanderson","family":"Esteves","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6004-2718","authenticated-orcid":false,"given":"Eduardo","family":"Figueiredo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9177-4954","authenticated-orcid":false,"given":"Adriano","family":"Veloso","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8500-3723","authenticated-orcid":false,"given":"Markos","family":"Viggiato","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7079-2010","authenticated-orcid":false,"given":"Nivio","family":"Ziviani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,10,12]]},"reference":[{"key":"277_CR1","doi-asserted-by":"crossref","unstructured":"Agrawal, A., Menzies, T.: Is better data better than better data miners? On the benefits of tuning smote for defect prediction. In: International Conference of Software Engineering (ICSE), pp. 1050\u20131061 (2018)","DOI":"10.1145\/3180155.3180197"},{"key":"277_CR2","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: Xgboost: a scalable tree boosting system. In: International Conference on Knowledge Discovery and Data Mining (SIGKDD), pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"issue":"6","key":"277_CR3","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/32.295895","volume":"20","author":"SR Chidamber","year":"1994","unstructured":"Chidamber, S.R., Kemerer, C.F.: A metrics suite for object oriented design. IEEE Trans. Softw. Eng. 20(6), 476\u2013493 (1994)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"277_CR4","doi-asserted-by":"crossref","unstructured":"Couto, C., Silva. C., Valente, M.T., Bigonha, R., Anquetil, N.: Uncovering causal relationships between software metrics and bugs. In: 2012 16th European Conference on Software Maintenance and Reengineering (2012)","DOI":"10.1109\/CSMR.2012.31"},{"key":"277_CR5","doi-asserted-by":"crossref","unstructured":"D\u2019Ambros, M., Lanza, M., Robbes, R.: An extensive comparison of bug prediction approaches. In: 2010 7th IEEE Working Conference on Mining Software Repositories (MSR 2010) (2010)","DOI":"10.1109\/MSR.2010.5463279"},{"issue":"5","key":"277_CR6","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1016\/j.jss.2007.07.040","volume":"81","author":"KO Elish","year":"2008","unstructured":"Elish, K.O., Elish, M.O.: Predicting defect-prone software modules using support vector machines. J. Syst. Softw. 81(5), 649\u2013660 (2008)","journal-title":"J. Syst. Softw."},{"key":"277_CR7","doi-asserted-by":"crossref","unstructured":"Ferenc, R., T\u00f3th, Z., Lad\u00e1nyi, G., Siket, I., Gyim\u00f3thy, T.: A public unified bug dataset for java. In: Proceedings of the 14th International Conference on Predictive Models and Data Analytics in Software Engineering, PROMISE, pp. 12\u201321 (2018)","DOI":"10.1145\/3273934.3273936"},{"key":"277_CR8","doi-asserted-by":"crossref","unstructured":"Fukushima, T., Kamei, Y., McIntosh, S., Yamashita, K., Ubayashi, N.: An empirical study of just-in-time defect prediction using cross-project models. In: Working Conference on Mining Software Repositories (MSR), pp. 172\u2013181 (2014)","DOI":"10.1145\/2597073.2597075"},{"key":"277_CR9","doi-asserted-by":"crossref","unstructured":"Ghotra, B., McIntosh, S., Hassan, A.E.: Revisiting the impact of classification techniques on the performance of defect prediction models. In: IEEE\/ACM 37th IEEE International Conference on Software Engineering (ICSE), vol\u00a01, pp. 789\u2013800 (2015)","DOI":"10.1109\/ICSE.2015.91"},{"key":"277_CR10","doi-asserted-by":"crossref","unstructured":"Gray, D., Bowes, D., Davey, N., Sun, Y., Christianson, B.: Using the support vector machine as a classification method for software defect prediction with static code metrics. In: International Conference on Engineering Applications of Neural Networks (EANN), pp. 223\u2013234 (2009)","DOI":"10.1007\/978-3-642-03969-0_21"},{"key":"277_CR11","doi-asserted-by":"crossref","unstructured":"Gray, D., Bowes, D., Davey, N., Sun, Y., Christianson, B.: The misuse of the nasa metrics data program data sets for automated software defect prediction. In: 15th Annual Conference on Evaluation Assessment in Software Engineering (EASE 2011), pp. 96\u2013103 (2011)","DOI":"10.1049\/ic.2011.0012"},{"key":"277_CR12","volume-title":"Elements of Software Science (Operating and Programming Systems Series)","author":"MH Halstead","year":"1977","unstructured":"Halstead, M.H.: Elements of Software Science (Operating and Programming Systems Series). Elsevier Science Inc, Amsterdam (1977)"},{"key":"277_CR13","doi-asserted-by":"crossref","unstructured":"Herbold, S.: Crosspare: a tool for benchmarking cross-project defect predictions. In: 30th IEEE\/ACM International Conference on Automated Software Engineering Workshop (ASEW) (2015)","DOI":"10.1109\/ASEW.2015.8"},{"key":"277_CR14","doi-asserted-by":"crossref","unstructured":"Jiang, T., Tan, L., Kim, S.: Personalized defect prediction. In: IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 279\u2013289 (2013)","DOI":"10.1109\/ASE.2013.6693087"},{"key":"277_CR15","doi-asserted-by":"crossref","unstructured":"Jiarpakdee, J., Tantithamthavorn, C., Dam, H.K., Grundy, J.: An empirical study of model-agnostic techniques for defect prediction models. IEEE Trans. Softw. Eng. pp 1\u20131 (2020)","DOI":"10.1109\/TSE.2020.2982385"},{"key":"277_CR16","doi-asserted-by":"crossref","unstructured":"Jing, X.Y., Ying, S., Zhang, Z.W., Wu, S.S., Liu, J.: Dictionary learning based software defect prediction. In: International Conference of Software Engineering (ICSE), pp. 414\u2013423 (2014)","DOI":"10.1145\/2568225.2568320"},{"key":"277_CR17","doi-asserted-by":"crossref","unstructured":"Jureczko, M., Madeyski, L.: Towards identifying software project clusters with regard to defect prediction. In: Proceedings of the 6th International Conference on Predictive Models in Software Engineering, pp. 9:1\u20139:10 (2010)","DOI":"10.1145\/1868328.1868342"},{"key":"277_CR18","unstructured":"Jureczko, M., Spinellis, D.D.: Using object-oriented design metrics to predict software defects. In: In Models and Methods of System Dependability. Oficyna Wydawnicza Politechniki Wroc\u0142awskiej, pp. 69\u201381 (2010)"},{"key":"277_CR19","doi-asserted-by":"crossref","unstructured":"Knab, P., Pinzger, M., Bernstein, A.: Predicting defect densities in source code files with decision tree learners. In: Proceedings of the International Workshop on Mining Software Repositories (MSR), MSR, pp. 119\u2013125 (2006)","DOI":"10.1145\/1137983.1138012"},{"key":"277_CR20","unstructured":"Kuhn, M.: Caret: Classification and regression training. http:\/\/topepo.github.io\/caret\/index.html (2015)"},{"key":"277_CR21","doi-asserted-by":"crossref","unstructured":"Lewis, C., Lin, Z., Sadowski, C., Zhu, X., Ou, R., Whitehead\u00a0Jr, EJ.: Does bug prediction support human developers? findings from a google case study. In: International Conference of Software Engineering (ICSE), pp. 372\u2013381 (2013)","DOI":"10.1109\/ICSE.2013.6606583"},{"key":"277_CR22","unstructured":"Lundberg, S.M., Lee, S.: Consistent feature attribution for tree ensembles. arXiv:1706.06060 (2017a)"},{"key":"277_CR23","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Annual Conference on Neural Information Processing Systems (NIPS) (2017b)"},{"key":"277_CR24","unstructured":"Lundberg, S.M., Erion, G.G., Lee, S.: Consistent individualized feature attribution for tree ensembles. arXiv:1802.03888 (2018)"},{"key":"277_CR25","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1109\/TSE.1976.233837","volume":"4","author":"TJ McCabe","year":"1976","unstructured":"McCabe, T.J.: A complexity measure. IEEE Trans. Softw. Eng. 4, 308\u2013320 (1976)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"12","key":"277_CR26","doi-asserted-by":"publisher","first-page":"1415","DOI":"10.1145\/76380.76382","volume":"32","author":"TJ McCabe","year":"1989","unstructured":"McCabe, T.J., Butler, C.W.: Design complexity measurement and testing. Commun. ACM 32(12), 1415\u20131425 (1989)","journal-title":"Commun. ACM"},{"key":"277_CR27","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1109\/TSE.2007.256941","volume":"1","author":"T Menzies","year":"2007","unstructured":"Menzies, T., Greenwald, J., Frank, A.: Data mining static code attributes to learn defect predictors. IEEE Trans. Softw. Eng. 1, 2\u201313 (2007)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"277_CR28","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s10515-010-0069-5","volume":"17","author":"T Menzies","year":"2010","unstructured":"Menzies, T., Milton, Z., Turhan, B., Cukic, B., Jiang, Y., Bener, A.: Defect prediction from static code features: current results, limitations, new approaches. Automated Softw. Eng. 17(4), 375\u2013407 (2010)","journal-title":"Automated Softw. Eng."},{"key":"277_CR29","doi-asserted-by":"publisher","first-page":"779","DOI":"10.1007\/s10664-018-9638-1","volume":"24","author":"T Mori","year":"2018","unstructured":"Mori, T., Uchihira, N.: Balancing the trade-off between accuracy and interpretability in software defect prediction. Empir. Softw. Eng. 24, 779\u2013825 (2018)","journal-title":"Empir. Softw. Eng."},{"key":"277_CR30","doi-asserted-by":"crossref","unstructured":"Nagappan, N., Ball, T.: Use of relative code churn measures to predict system defect density. In: Proceedings of the 27th International Conference on Software Engineering (ICSE), pp. 284\u2013292 (2005)","DOI":"10.1145\/1062455.1062514"},{"key":"277_CR31","doi-asserted-by":"crossref","unstructured":"Nagappan, N., Ball, T., Zeller, A.: Mining metrics to predict component failures. In: Proceedings of the 28th International Conference on Software Engineering, pp. 452\u2013461 (2006)","DOI":"10.1145\/1134285.1134349"},{"key":"277_CR32","doi-asserted-by":"crossref","unstructured":"Petri\u0107, J., Bowes, D., Hall, T., Christianson, B., Baddoo, N.: The jinx on the nasa software defect data sets. In: Proceedings of the 20th International Conference on Evaluation and Assessment in Software Engineering, EASE (2016)","DOI":"10.1145\/2915970.2916007"},{"key":"277_CR33","unstructured":"Sayyad Shirabad, J., Menzies, T.: The PROMISE Repository of Software Engineering Databases. University of Ottawa, Canada, School of Information Technology and Engineering (2005)"},{"key":"277_CR34","first-page":"307","volume-title":"Annals of Mathematical Studies","author":"LS Shapley","year":"1953","unstructured":"Shapley, L.S.: A value for n-person games. In: Kuhn, H.W., Tucker, A.W. (eds.) Annals of Mathematical Studies, pp. 307\u2013317. Princeton University Press, Princeton (1953)"},{"key":"277_CR35","doi-asserted-by":"crossref","unstructured":"Shuai, B., Li, H., Li, M., Zhang, Q., Tang, C.: Software defect prediction using dynamic support vector machine. In: Ninth International Conference on Computational Intelligence and Security, pp. 260\u2013263 (2013)","DOI":"10.1109\/CIS.2013.61"},{"key":"277_CR36","doi-asserted-by":"crossref","unstructured":"Sokolova, M., Japkowicz, N., Szpakowicz, S.: Beyond accuracy, f-score and roc: A family of discriminant measures for performance evaluation. AI 2006: Advances in Artificial Intelligence pp. 1015\u20131021 (2006)","DOI":"10.1007\/11941439_114"},{"key":"277_CR37","doi-asserted-by":"crossref","unstructured":"Stites, R.L., Ward, B., Walters, R.V.: Defect prediction with neural networks. In: Proceedings of the Conference on Analysis of Neural Network Applications, ANNA, pp. 199-206 (1991)","DOI":"10.1145\/106965.106970"},{"key":"277_CR38","unstructured":"Sun, Z., Li, J., Sun, H.: An empirical study of public data quality problems in cross project defect prediction. Computing Research Repository (CoRR) (2018)"},{"issue":"10","key":"277_CR39","doi-asserted-by":"publisher","first-page":"897","DOI":"10.1109\/TSE.2005.112","volume":"31","author":"T Gyimothy","year":"2005","unstructured":"Gyimothy, T., Ferenc, R., Siket, I.: Empirical validation of object-oriented metrics on open source software for fault prediction. IEEE Trans. Softw. Eng. 31(10), 897\u2013910 (2005)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"277_CR40","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn, C., Hassan, A.E.: An experience report on defect modelling in practice: pitfalls and challenges. In: International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp. 286\u2013295 (2018)","DOI":"10.1145\/3183519.3183547"},{"key":"277_CR41","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn, C., McIntosh, S., Hassan, AE., Ihara, A., Matsumoto, K.: The impact of mislabelling on the performance and interpretation of defect prediction models. In: International Conference on Software Engineering (ICSE), pp. 812\u2013823 (2015)","DOI":"10.1109\/ICSE.2015.93"},{"key":"277_CR42","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn, C., McIntosh, S., Hassan, A.E., Matsumoto, K.: An empirical comparison of model validation techniques for defect prediction models (2017)","DOI":"10.1109\/TSE.2016.2584050"},{"key":"277_CR43","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn, C., McIntosh, S., Hassan, AE., Matsumoto, K.: The impact of automated parameter optimization for defect prediction models (2018)","DOI":"10.1109\/TSE.2018.2794977"},{"issue":"2","key":"277_CR44","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.jss.2004.05.001","volume":"76","author":"MMT Thwin","year":"2005","unstructured":"Thwin, M.M.T., Quah, T.S.: Application of neural networks for software quality prediction using object-oriented metrics. J. Syst. Softw. 76(2), 147\u2013156 (2005)","journal-title":"J. Syst. Softw."},{"issue":"2","key":"277_CR45","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.datak.2008.10.005","volume":"68","author":"B Turhan","year":"2009","unstructured":"Turhan, B., Bener, A.: Analysis of naive bayes\u2019 assumptions on software fault data: an empirical study. Data Knowl. Eng. 68(2), 278\u2013290 (2009)","journal-title":"Data Knowl. Eng."},{"issue":"5","key":"277_CR46","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1007\/s10664-008-9103-7","volume":"14","author":"B Turhan","year":"2009","unstructured":"Turhan, B., Menzies, T., Bener, A.B., Di Stefano, J.: On the relative value of cross-company and within-company data for defect prediction. Empir. Softw. Eng. 14(5), 540\u2013578 (2009)","journal-title":"Empir. Softw. Eng."},{"key":"277_CR47","doi-asserted-by":"crossref","unstructured":"Wang, D., Yang, Q., Abdul, A., Lim, B.Y.: Designing theory-driven user-centric explainable ai. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, CHI \u201919, pp. 1\u201315 (2019)","DOI":"10.1145\/3290605.3300831"},{"key":"277_CR48","doi-asserted-by":"crossref","unstructured":"Wang, S., Liu, T., Tan, L.: Automatically learning semantic features for defect prediction. In: International Conference of Software Engineering (ICSE), pp. 297\u2013308 (2016)","DOI":"10.1145\/2884781.2884804"},{"key":"277_CR49","doi-asserted-by":"crossref","unstructured":"Wang, T., Li, W.H.: Naive bayes software defect prediction model. In: International Conference on Computational Intelligence and Software Engineering (CiSE), pp. 1\u20134 (2010)","DOI":"10.1109\/CISE.2010.5677057"},{"key":"277_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin, C., Runeson, P., Hst, M., Ohlsson, M.C., Regnell, B., Wessln, A.: Experimentation in Software Engineering. Springer, Berlin (2012)"},{"key":"277_CR51","doi-asserted-by":"crossref","unstructured":"Xu, Z., Liu, J., Luo, X., Zhang, T.: Cross-version defect prediction via hybrid active learning with kernel principal component analysis. In: International Conference on Software Analysis, Evolution and Reengineering (SANER), pp. 209\u2013220 (2018)","DOI":"10.1109\/SANER.2018.8330210"},{"key":"277_CR52","doi-asserted-by":"crossref","unstructured":"Xuan, X., Lo, D., Xia, X., Tian, Y.: Evaluating defect prediction approaches using a massive set of metrics: An empirical study. In: Proceedings of the 30th Annual ACM Symposium on Applied Computing, SAC (2015)","DOI":"10.1145\/2695664.2695959"},{"key":"277_CR53","doi-asserted-by":"crossref","unstructured":"Yang, Y., Zhou, Y., Liu, J,. Zhao, Y., Lu, H., Xu, L., Xu, B., Leung, H.: Effort-aware just-in-time defect prediction: Simple unsupervised models could be better than supervised models. In: Proceedings of the 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE, pp. 157\u2013168 (2016)","DOI":"10.1145\/2950290.2950353"},{"key":"277_CR54","doi-asserted-by":"crossref","unstructured":"Yatish, S., Jiarpakdee, J., Thongtanunam, P., Tantithamthavorn, C.: Mining software defects: Should we consider affected releases? In: 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE), pp. 654\u2013665 (2019)","DOI":"10.1109\/ICSE.2019.00075"},{"issue":"5","key":"277_CR55","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/TSE.2016.2599161","volume":"43","author":"F Zhang","year":"2017","unstructured":"Zhang, F., Hassan, A.E., McIntosh, S., Zou, Y.: The use of summation to aggregate software metrics hinders the performance of defect prediction models. IEEE Trans. Softw. Eng. 43(5), 476\u2013491 (2017)","journal-title":"IEEE Trans. Softw. Eng."}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-020-00277-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-020-00277-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-020-00277-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,22]],"date-time":"2022-11-22T23:15:06Z","timestamp":1669158906000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-020-00277-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,12]]},"references-count":55,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2020,12]]}},"alternative-id":["277"],"URL":"https:\/\/doi.org\/10.1007\/s10515-020-00277-4","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10,12]]},"assertion":[{"value":"4 August 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}