{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T06:53:27Z","timestamp":1768460007493,"version":"3.49.0"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,9,9]],"date-time":"2020-09-09T00:00:00Z","timestamp":1599609600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,9]],"date-time":"2020-09-09T00:00:00Z","timestamp":1599609600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1007\/s10664-020-09878-9","type":"journal-article","created":{"date-parts":[[2020,9,10]],"date-time":"2020-09-10T14:02:07Z","timestamp":1599746527000},"page":"5047-5083","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["On the time-based conclusion stability of cross-project defect prediction models"],"prefix":"10.1007","volume":"25","author":[{"given":"Abdul Ali","family":"Bangash","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6972-1664","authenticated-orcid":false,"given":"Hareem","family":"Sahar","sequence":"additional","affiliation":[]},{"given":"Abram","family":"Hindle","sequence":"additional","affiliation":[]},{"given":"Karim","family":"Ali","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,9]]},"reference":[{"key":"9878_CR1","doi-asserted-by":"publisher","unstructured":"Amasaki S, Kawata K, Yokogawa T (2015) Improving cross-project defect prediction methods with data simplification. In: 2015 41st euromicro conference on software engineering and advanced applications, pp 96\u2013103, DOI https:\/\/doi.org\/10.1109\/SEAA.2015.25, (to appear in print)","DOI":"10.1109\/SEAA.2015.25"},{"key":"9878_CR2","doi-asserted-by":"publisher","unstructured":"Bangash AA (2020) Abdulali\/replication-kit-emse-2020-benchmark: First release. https:\/\/doi.org\/10.5281\/ZENODO.3715485","DOI":"10.5281\/ZENODO.3715485"},{"issue":"10","key":"9878_CR3","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1109\/32.544352","volume":"22","author":"VR Basili","year":"1996","unstructured":"Basili VR, Briand LC, Melo WL (1996) A validation of object-oriented design metrics as quality indicators. IEEE Trans Softw Eng 22(10):751\u2013761","journal-title":"IEEE Trans Softw Eng"},{"issue":"6","key":"9878_CR4","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/32.295895","volume":"20","author":"SR Chidamber","year":"1994","unstructured":"Chidamber SR, Kemerer CF (1994) A metrics suite for object oriented design. IEEE Trans Softw Eng 20(6):476\u2013493","journal-title":"IEEE Trans Softw Eng"},{"key":"9878_CR5","doi-asserted-by":"publisher","unstructured":"Cruz AEC, Ochimizu K (2009) Towards logistic regression models for predicting fault-prone code across software projects. In: 2009 3rd international symposium on empirical software engineering and measurement, pp 460\u2013463, DOI https:\/\/doi.org\/10.1109\/ESEM.2009.5316002, (to appear in print)","DOI":"10.1109\/ESEM.2009.5316002"},{"issue":"4-5","key":"9878_CR6","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1007\/s10664-011-9173-9","volume":"17","author":"M D\u2019Ambros","year":"2012","unstructured":"D\u2019Ambros M, Lanza M, Robbes R (2012) Evaluating defect prediction approaches: a benchmark and an extensive comparison. Empir Softw Eng 17(4-5):531\u2013577","journal-title":"Empir Softw Eng"},{"key":"9878_CR7","doi-asserted-by":"crossref","unstructured":"Ekanayake J, Tappolet J, Gall HC, Bernstein A (2009) Tracking concept drift of software projects using defect prediction quality. In: 2009 6th IEEE international working conference on mining software repositories, IEEE, pp 51\u201360","DOI":"10.1109\/MSR.2009.5069480"},{"key":"9878_CR8","first-page":"348","volume-title":"Time variance and defect prediction in software projects, vol 17","author":"J Ekanayake","year":"2012","unstructured":"Ekanayake J, Tappolet J, Gall HC, Bernstein A (2012) Time variance and defect prediction in software projects, vol 17. Springer, New York, pp 348\u2013389"},{"key":"9878_CR9","doi-asserted-by":"publisher","unstructured":"Fenton N, Neil M, Marsh W, Hearty P, Radlinski L, Krause P (2007) Project data incorporating qualitative factors for improved software defect prediction. In: Third international workshop on predictor models in software engineering PROMISE\u201907: ICSE workshops, vol 2007, pp 2\u20132, DOI https:\/\/doi.org\/10.1109\/PROMISE.2007.11","DOI":"10.1109\/PROMISE.2007.11"},{"key":"9878_CR10","unstructured":"Fischer M, Pinzger M, Gall H (2003) Populating a release history database from version control and bug tracking systems. In: International conference on software maintenance, 2003. ICSM, proceedings IEEE, vol 2003, pp 23\u201332"},{"key":"9878_CR11","doi-asserted-by":"crossref","unstructured":"Hassan AE (2009) Predicting faults using the complexity of code changes. In: Proceedings of the 31st international conference on software engineering, IEEE computer society, pp 78\u201388","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"9878_CR12","doi-asserted-by":"crossref","unstructured":"Herbold S (2015) Crosspare: a tool for benchmarking cross-project defect predictions. In: 2015 30th IEEE\/ACM international conference on automated software engineering workshop (ASEW), IEEE, pp 90\u201396","DOI":"10.1109\/ASEW.2015.8"},{"key":"9878_CR13","unstructured":"Herbold S (2017a) Sherbold\/replication-kit-tse-2017-benchmark: Release of the replication kit"},{"key":"9878_CR14","unstructured":"Herbold S (2017b) A systematic mapping study on cross-project defect prediction. arXiv:170506429"},{"issue":"9","key":"9878_CR15","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1109\/TSE.2017.2724538","volume":"44","author":"S Herbold","year":"2018","unstructured":"Herbold S, Trautsch A, Grabowski J (2018) A comparative study to benchmark cross-project defect prediction approaches. IEEE Trans Softw Eng 44 (9):811\u2013833. https:\/\/doi.org\/10.1109\/TSE.2017.2724538","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9878_CR16","doi-asserted-by":"publisher","first-page":"902","DOI":"10.1007\/s10664-018-9643-4","volume":"24","author":"A Hindle","year":"2019","unstructured":"Hindle A, Onuczko C (2019) Preventing duplicate bug reports by continuously querying bug reports. Empir Softw Eng 24(2):902\u2013936","journal-title":"Empir Softw Eng"},{"key":"9878_CR17","doi-asserted-by":"crossref","unstructured":"Huang Q, Xia X, Lo D (2017) Supervised vs unsupervised models: A holistic look at effort-aware just-in-time defect prediction. In: 2017 IEEE international conference on software maintenance and evolution, ICSME, IEEE, pp 159\u2013170","DOI":"10.1109\/ICSME.2017.51"},{"key":"9878_CR18","doi-asserted-by":"crossref","unstructured":"Jimenez M, Rwemalika R, Papadakis M, Sarro F, Le Traon Y, Harman M (2019) The importance of accounting for real-world labelling when predicting software vulnerabilities. In: Joint european software engineering conference and symposium on the foundations of software engineering ESEC\/FSE","DOI":"10.1145\/3338906.3338941"},{"key":"9878_CR19","doi-asserted-by":"publisher","unstructured":"Jureczko M, Madeyski L (2010) Towards identifying software project clusters with regard to defect prediction. In: Proceedings of the 6th international conference on predictive models in software engineering, ACM, New York, NY, USA, PROMISE \u201910, pp 9:1\u20139:10, DOI https:\/\/doi.org\/10.1145\/1868328.1868342, (to appear in print)","DOI":"10.1145\/1868328.1868342"},{"issue":"5","key":"9878_CR20","doi-asserted-by":"publisher","first-page":"2072","DOI":"10.1007\/s10664-015-9400-x","volume":"21","author":"Y Kamei","year":"2016","unstructured":"Kamei Y, Fukushima T, McIntosh S, Yamashita K, Ubayashi N, Hassan AE (2016) Studying just-in-time defect prediction using cross-project models. Empir Softw Eng 21(5):2072\u20132106","journal-title":"Empir Softw Eng"},{"issue":"4","key":"9878_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1082983.1083172","volume":"30","author":"AG Koru","year":"2005","unstructured":"Koru AG, Liu H (2005) An investigation of the effect of module size on defect prediction using static measures. SIGSOFT Softw Eng Notes 30(4):1\u20135. https:\/\/doi.org\/10.1145\/1082983.1083172","journal-title":"SIGSOFT Softw Eng Notes"},{"key":"9878_CR22","doi-asserted-by":"crossref","unstructured":"Krishna R, Menzies T (2018) Bellwethers: A baseline method for transfer learning. IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2018.2821670"},{"issue":"4","key":"9878_CR23","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1109\/TSE.2008.35","volume":"34","author":"S Lessmann","year":"2008","unstructured":"Lessmann S, Baesens B, Mues C, Pietsch S (2008) Benchmarking classification models for software defect prediction: a proposed framework and novel findings. IEEE Trans Softw Eng 34(4):485\u2013496","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"9878_CR24","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1016\/j.infsof.2011.09.007","volume":"54","author":"Y Ma","year":"2012","unstructured":"Ma Y, Luo G, Zeng X, Chen A (2012) Transfer learning for cross-company software defect prediction. Inf Softw Technol 54(3):248\u2013256. https:\/\/doi.org\/10.1016\/j.infsof.2011.09.007","journal-title":"Inf Softw Technol"},{"key":"9878_CR25","unstructured":"Martin R (1994) Oo design quality metrics-an analysis of dependencies. In: Proceeding workshop pragmatic and theoretical directions in object-oriented software metrics, OOPSLA\u201994"},{"issue":"5","key":"9878_CR26","doi-asserted-by":"publisher","first-page":"412","DOI":"10.1109\/TSE.2017.2693980","volume":"44","author":"S McIntosh","year":"2017","unstructured":"McIntosh S, Kamei Y (2017) Are fix-inducing changes a moving target? a longitudinal case study of just-in-time defect prediction. IEEE Trans Softw Eng 44(5):412\u2013428","journal-title":"IEEE Trans Softw Eng"},{"key":"9878_CR27","doi-asserted-by":"publisher","unstructured":"Menzies T, Di Stefano JS (2004) How good is your blind spot sampling policy. In: Eighth IEEE international symposium on high assurance systems engineering, 2004. Proceedings, pp 129\u2013138, DOI https:\/\/doi.org\/10.1109\/HASE.2004.1281737, (to appear in print)","DOI":"10.1109\/HASE.2004.1281737"},{"key":"9878_CR28","unstructured":"Menzies T, DiStefano J, Orrego A, Chapman R (2004) Assessing predictors of software defects. In: Proceeding workshop predictive software models"},{"issue":"4","key":"9878_CR29","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s10515-010-0069-5","volume":"17","author":"T Menzies","year":"2010","unstructured":"Menzies T, Milton Z, Turhan B, Cukic B, Jiang Y, Bener A (2010) Defect prediction from static code features: current results, limitations, new approaches. Autom Softw Eng 17(4):375\u2013407","journal-title":"Autom Softw Eng"},{"key":"9878_CR30","doi-asserted-by":"crossref","unstructured":"Menzies T, Butcher A, Marcus A, Zimmermann T, Cok D (2011) Local vs. global models for effort estimation and defect prediction. In: 2011 26th IEEE\/ACM international conference on automated software engineering (ASE 2011), IEEE, pp 343\u2013351","DOI":"10.1109\/ASE.2011.6100072"},{"issue":"2","key":"9878_CR31","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1002\/bltj.2229","volume":"5","author":"A Mockus","year":"2000","unstructured":"Mockus A, Weiss DM (2000) Predicting risk of software changes. Bell Labs Technical J 5(2):169\u2013180","journal-title":"Bell Labs Technical J"},{"issue":"3","key":"9878_CR32","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/S0164-1212(00)00014-5","volume":"53","author":"S Morasca","year":"2000","unstructured":"Morasca S, Ruhe G (2000) A hybrid approach to analyze empirical software engineering data and its application to predict module fault-proneness in maintenance. J Syst Softw 53(3):225\u2013237","journal-title":"J Syst Softw"},{"key":"9878_CR33","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2005) Use of relative code churn measures to predict system defect density. In: Proceedings of the 27th international conference on Software engineering, ACM, pp 284\u2013292","DOI":"10.1145\/1062455.1062514"},{"key":"9878_CR34","doi-asserted-by":"publisher","unstructured":"Nam J, Kim S (2015) Clami: Defect prediction on unlabeled datasets (t). In: Proceedings of the 2015 30th IEEE\/ACM international conference on automated software engineering (ASE), IEEE computer society, Washington, DC, USA, ASE \u201915, pp 452\u2013463, DOI https:\/\/doi.org\/10.1109\/ASE.2015.56, (to appear in print)","DOI":"10.1109\/ASE.2015.56"},{"key":"9878_CR35","doi-asserted-by":"crossref","unstructured":"Nam J, Pan SJ, Kim S (2013) Transfer defect learning. In: 2013 35Th international conference on software engineering, ICSE, IEEE, pp 382\u2013391","DOI":"10.1109\/ICSE.2013.6606584"},{"key":"9878_CR36","doi-asserted-by":"crossref","unstructured":"Peters F, Menzies T, Marcus A (2013) Better cross company defect prediction. In: Proceedings of the 10th working conference on mining software repositories. IEEE Press, Piscataway, pp 409\u2013418","DOI":"10.1109\/MSR.2013.6624057"},{"key":"9878_CR37","doi-asserted-by":"crossref","unstructured":"Rahman F, Devanbu P (2013) How and why process metrics are better. In: 2013 35Th international conference on software engineering, ICSE, IEEE, pp 432\u2013441","DOI":"10.1109\/ICSE.2013.6606589"},{"issue":"12","key":"9878_CR38","doi-asserted-by":"publisher","first-page":"1245","DOI":"10.1109\/TSE.2017.2755005","volume":"44","author":"MS Rakha","year":"2018","unstructured":"Rakha MS, Bezemer C, Hassan AE (2018) Revisiting the performance evaluation of automated approaches for the retrieval of duplicate issue reports. IEEE Trans Softw Eng 44(12):1245\u20131268. https:\/\/doi.org\/10.1109\/TSE.2017.2755005","journal-title":"IEEE Trans Softw Eng"},{"key":"9878_CR39","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J, Devine L (2006) Exploring methods for evaluating group differences on the nsse and other surveys: Are the t-test and cohen\u2019sd indices the most appropriate choices. In: Annual meeting of the southern association for institutional research. Citeseer, Princeton, pp 1\u201351"},{"key":"9878_CR40","doi-asserted-by":"crossref","unstructured":"\u015aliwerski J, Zimmermann T, Zeller A (2005a) When do changes induce fixes?. In: ACM Sigsoft software engineering notes, ACM, vol 30, pp 1\u20135","DOI":"10.1145\/1082983.1083147"},{"key":"9878_CR41","doi-asserted-by":"crossref","unstructured":"Tan M, Tan L, Dara S, Mayeux C (2015) Online defect prediction for imbalanced data. In: 2015 IEEE\/ACM 37Th IEEE international conference on software engineering, IEEE, vol 2, pp 99\u2013108","DOI":"10.1109\/ICSE.2015.139"},{"key":"9878_CR42","doi-asserted-by":"crossref","unstructured":"Tang MH, Kao MH, Chen MH (1999) An empirical study on object-oriented metrics. In: Proceedings sixth international software metrics symposium (Cat. No. PR00403), IEEE, pp 242\u2013249","DOI":"10.1109\/METRIC.1999.809745"},{"key":"9878_CR43","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Ihara A, Matsumoto K (2015) The impact of mislabelling on the performance and interpretation of defect prediction models. In: 2015 IEEE\/ACM 37Th IEEE international conference on software engineering, IEEE, vol 1, pp 812\u2013823","DOI":"10.1109\/ICSE.2015.93"},{"issue":"1","key":"9878_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2016.2584050","volume":"43","author":"C Tantithamthavorn","year":"2017","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2017) An empirical comparison of model validation techniques for defect prediction models. IEEE Trans Softw Eng 43(1):1\u201318","journal-title":"IEEE Trans Softw Eng"},{"key":"9878_CR45","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2018) The impact of automated parameter optimization on defect prediction models. IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2018.2794977"},{"issue":"1-2","key":"9878_CR46","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1007\/s10664-011-9182-8","volume":"17","author":"B Turhan","year":"2012","unstructured":"Turhan B (2012) On the dataset shift problem in software engineering prediction models. Empir Softw Eng 17(1-2):62\u201374","journal-title":"Empir Softw Eng"},{"issue":"5","key":"9878_CR47","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1007\/s10664-008-9103-7","volume":"14","author":"B Turhan","year":"2009","unstructured":"Turhan B, Menzies T, Bener AB, Di Stefano J (2009) On the relative value of cross-company and within-company data for defect prediction. Empir Softw Eng 14(5):540\u2013578","journal-title":"Empir Softw Eng"},{"key":"9878_CR48","doi-asserted-by":"publisher","unstructured":"Watanabe S, Kaiya H, Kaijiri K (2008) Adapting a fault prediction model to allow inter languagereuse. In: Proceedings of the 4th international workshop on predictor models in software engineering, ACM, New York, NY, USA, PROMISE \u201908, pp 19\u201324, DOI https:\/\/doi.org\/10.1145\/1370788.1370794, (to appear in print)","DOI":"10.1145\/1370788.1370794"},{"key":"9878_CR49","unstructured":"Witten IH, Frank E, Hall MA, Pal CJ (2016) Data mining: practical machine learning tools and techniques. Morgan Kaufmann"},{"key":"9878_CR50","doi-asserted-by":"crossref","unstructured":"Yang X, Lo D, Xia X, Zhang Y, Sun J (2015) Deep learning for just-in-time defect prediction. In: 2015 IEEE International conference on software quality, reliability and security, IEEE, pp 17\u201326","DOI":"10.1109\/QRS.2015.14"},{"key":"9878_CR51","doi-asserted-by":"crossref","unstructured":"Yang Y, Zhou Y, Liu J, Zhao Y, Lu H, Xu L, Xu B, Leung H (2016) Effort-aware just-in-time defect prediction: simple unsupervised models could be better than supervised models. In: Proceedings of the 2016 24th ACM SIGSOFT international symposium on foundations of software engineering, ACM, pp 157\u2013168","DOI":"10.1145\/2950290.2950353"},{"key":"9878_CR52","doi-asserted-by":"crossref","unstructured":"Yap BW, Rani KA, Rahman HAA, Fong S, Khairudin Z, Abdullah NN (2014) An application of oversampling, undersampling, bagging and boosting in handling imbalanced datasets. In: Proceedings of the first international conference on advanced data and information engineering (DaEng-2013). Springer, New York, pp 13\u201322","DOI":"10.1007\/978-981-4585-18-7_2"},{"key":"9878_CR53","doi-asserted-by":"crossref","unstructured":"Zhang F, Mockus A, Keivanloo I, Zou Y (2014) Towards building a universal defect prediction model. In: Proceedings of the 11th working conference on mining software repositories, ACM, pp 182\u2013191","DOI":"10.1145\/2597073.2597078"},{"key":"9878_CR54","doi-asserted-by":"crossref","unstructured":"Zimmermann T, Nagappan N (2007) Predicting subsystem failures using dependency graph complexities. In: The 18th IEEE international symposium on software reliability (ISSRE\u201907), IEEE, pp 227\u2013236","DOI":"10.1109\/ISSRE.2007.19"},{"key":"9878_CR55","doi-asserted-by":"crossref","unstructured":"Zimmermann T, Premraj R, Zeller A (2007) Predicting defects for eclipse. In: Third international workshop on predictor models in software engineering (PROMISE\u201907: ICSE Workshops 2007), IEEE, pp 9\u20139","DOI":"10.1109\/PROMISE.2007.10"},{"key":"9878_CR56","doi-asserted-by":"crossref","unstructured":"Zimmermann T, Nagappan N, Gall H, Giger E, Murphy B (2009) Cross-project defect prediction: a large scale experiment on data vs. domain vs. process. In: Proceedings of the the 7th joint meeting of the European software engineering conference and the ACM SIGSOFT symposium on The foundations of software engineering, ACM, pp 91\u2013100","DOI":"10.1145\/1595696.1595713"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09878-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09878-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09878-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,9]],"date-time":"2021-09-09T00:16:14Z","timestamp":1631146574000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09878-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,9]]},"references-count":56,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,11]]}},"alternative-id":["9878"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09878-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,9]]},"assertion":[{"value":"9 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}