{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T19:12:38Z","timestamp":1773256358784,"version":"3.50.1"},"reference-count":96,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T00:00:00Z","timestamp":1551312000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T00:00:00Z","timestamp":1551312000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1007\/s10664-019-09683-z","type":"journal-article","created":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T04:59:59Z","timestamp":1551329999000},"page":"2907-2946","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["RETRACTED ARTICLE: The smell of fear: on the relation between test smells and flaky tests"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9337-5116","authenticated-orcid":false,"given":"Fabio","family":"Palomba","sequence":"first","affiliation":[]},{"given":"Andy","family":"Zaidman","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,2,28]]},"reference":[{"key":"9683_CR1","doi-asserted-by":"crossref","unstructured":"Abbes M, Khomh F, Gueheneuc Y-G, Antoniol G (2011) An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In: Proceedings of the European conference on software maintenance and reengineering (CSMR). IEEE, pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"key":"9683_CR2","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.infsof.2014.08.002","volume":"58","author":"J Al Dallal","year":"2015","unstructured":"Al Dallal J (2015) Identifying refactoring opportunities in object-oriented code: a systematic literature review. Inf Softw Technol 58:231\u2013249","journal-title":"Inf Softw Technol"},{"key":"9683_CR3","doi-asserted-by":"crossref","unstructured":"Arcoverde R, Garcia A, Figueiredo E (2011) Understanding the longevity of code smells: preliminary results of an explanatory survey. In: Proceedings of the international workshop on refactoring tools. ACM, pp 33\u201336","DOI":"10.1145\/1984732.1984740"},{"issue":"11","key":"9683_CR4","doi-asserted-by":"publisher","first-page":"1100","DOI":"10.1109\/TSE.2014.2342227","volume":"40","author":"D Athanasiou","year":"2014","unstructured":"Athanasiou D, Nugroho A, Visser J, Zaidman A (2014) Test code quality and its relation to issue handling performance. IEEE Trans Softw Eng 40(11):1100\u20131125","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR5","volume-title":"Modern information retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates R, Ribeiro-Neto B (1999) Modern information retrieval. Addison-Wesley, Reading"},{"key":"9683_CR6","doi-asserted-by":"crossref","unstructured":"Bavota G, De Carluccio B, De Lucia A, Di Penta M, Oliveto R, Strollo O (2012) When does a refactoring induce bugs? An empirical study. In: Proceedings of the international working conference on source code analysis and manipulation (SCAM). IEEE, pp 104\u2013113","DOI":"10.1109\/SCAM.2012.20"},{"key":"9683_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jss.2015.05.024","volume":"107","author":"G Bavota","year":"2015","unstructured":"Bavota G, De Lucia A, Di Penta M, Oliveto R, Palomba F (2015a) An experimental investigation on the innate relationship between quality and refactoring. J Syst Softw 107:1\u201314","journal-title":"J Syst Softw"},{"issue":"4","key":"9683_CR8","doi-asserted-by":"publisher","first-page":"1052","DOI":"10.1007\/s10664-014-9313-0","volume":"20","author":"G Bavota","year":"2015","unstructured":"Bavota G, Qusef A, Oliveto R, De Lucia A, Binkley D (2015b) Are test smells really harmful? An empirical study. Empir Softw Eng 20(4):1052\u20131094","journal-title":"Empir Softw Eng"},{"key":"9683_CR9","volume-title":"Test driven development: by example","author":"Beck","year":"2002","unstructured":"Beck (2002) Test driven development: by example. Addison-Wesley Longman Publishing Co. Inc., Boston"},{"key":"9683_CR10","doi-asserted-by":"crossref","unstructured":"Bell J, Kaiser G (2014) Unit test virtualization with VMVM. In: Proceedings of the international conference on software engineering (ICSE). ACM, pp 550\u2013561","DOI":"10.1145\/2568225.2568248"},{"key":"9683_CR11","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Panichella A, Zaidman A (2015a) When, how, and why developers (do not) test in their IDEs. In: Proceedings of the joint meeting on foundations of software engineering (ESEC\/FSE). ACM, pp 179\u2013190","DOI":"10.1145\/2786805.2786843"},{"key":"9683_CR12","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2015b) How (much) do developers test? In: Proceedings of the international conference on software engineering (ICSE). IEEE, pp 559\u2013562","DOI":"10.1109\/ICSE.2015.193"},{"key":"9683_CR13","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2017a) Oops, my tests broke the build: an explorative analysis of Travis CI with GitHub. In: Proceedings of the international conference on mining software repositories (MSR). ACM, pp 356\u2013367","DOI":"10.7287\/peerj.preprints.1984v1"},{"key":"9683_CR14","unstructured":"Beller M, Gousios G, Panichella A, Proksch S, Amann S, Zaidman A (2017b) Developer testing in the ide: patterns, beliefs, and behavior. In: IEEE transactions on software engineering (TSE), to Appear"},{"key":"9683_CR15","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2017c) TravisTorrent Synthesizing Travis CI And GitHub for full-stack research on continuous integration. In: Proceedings of the international conference on mining software repositories (MSR). IEEE, pp 447\u2013450","DOI":"10.1109\/MSR.2017.24"},{"key":"9683_CR16","doi-asserted-by":"crossref","unstructured":"Bell J, Legunsen O, Hilton M, Eloussi L, Yung T, Marinov D (2018) Deflaker: automatically detecting flaky tests. In: Proceedings of the international conference on software engineering (ICSE). ACM, pp 433\u2013444","DOI":"10.1145\/3180155.3180164"},{"key":"9683_CR17","volume-title":"Mutation analysis of program test data","author":"TA Budd","year":"1980","unstructured":"Budd TA (1980) Mutation analysis of program test data. Ph.D. dissertation, New Haven, aAI8025191"},{"key":"9683_CR18","doi-asserted-by":"crossref","unstructured":"Catolino G, Palomba F, De Lucia A, Ferrucci F, Zaidman A (2017) Developer-related factors in change prediction: an empirical assessment. In: Proceedings of the international conference on program comprehension (ICPC). IEEE, pp 186\u2013195","DOI":"10.1109\/ICPC.2017.19"},{"issue":"9","key":"9683_CR19","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.jss.2018.05.003","volume":"143","author":"G Catolino","year":"2018","unstructured":"Catolino G, Palomba F, De Lucia A, Ferrucci F, Zaidman A (2018) Enhancing change prediction models using developer-related factors. J Syst Softw 143 (9):14\u201328","journal-title":"J Syst Softw"},{"issue":"4","key":"9683_CR20","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1007\/s10260-010-0142-z","volume":"19","author":"C Croux","year":"2010","unstructured":"Croux C, Dehon C (2010) Influence functions of the spearman and kendall correlation measures. Stat Methods Appl 19(4):497\u2013515. [Online]. Available: https:\/\/doi.org\/10.1007\/s10260-010-0142-z","journal-title":"Stat Methods Appl"},{"key":"9683_CR21","doi-asserted-by":"crossref","unstructured":"Daniel B, Jagannath V, Dig D, Marinov D (2009) Reassert: suggesting repairs for broken unit tests. In: Proceedings of the international conference on automated software engineering (ASE). IEEE, pp 433\u2013444","DOI":"10.1109\/ASE.2009.17"},{"key":"9683_CR22","unstructured":"Developers G (2012) No more flaky tests on the go team. [Online]. Available: https:\/\/www.thoughtworks.com\/insights\/blog\/no-more-flaky-tests-go-team"},{"key":"9683_CR23","unstructured":"Developers C (2018) Flakiness dashboard howto. [Online]. Available: http:\/\/www.chromium.org\/developers\/testing\/flakiness-dashboard"},{"key":"9683_CR24","unstructured":"Di Nucci D, Palomba F, Tamburri DA, Serebrenik A, De Lucia A (2018) Detecting code smells using machine learning techniques: are we there yet? In: 25th IEEE international conference on software analysis, evolution and reengineering. IEEE, pp 612\u2013621"},{"key":"9683_CR25","doi-asserted-by":"crossref","unstructured":"Engstr\u00f6m E., Runeson P (2010) A qualitative survey of regression testing practices. In: Proceedings of the international conference on product-focused software process improvement (PROFES). Springer, Berlin Heidelberg, pp 3\u201316","DOI":"10.1007\/978-3-642-13792-1_3"},{"key":"9683_CR26","unstructured":"Farchi E, Nir Y, Ur S (2003) Concurrent bug patterns and how to test them. In: Proceedings international parallel and distributed processing symposium, p 7"},{"key":"9683_CR27","volume-title":"Refactoring: improving the design of existing code","author":"M Fowler","year":"1999","unstructured":"Fowler M (1999) Refactoring: improving the design of existing code. Addison-Wesley, Reading"},{"key":"9683_CR28","unstructured":"Fowler M (2011) Eradicating non-determinism in tests. [Online]. Available: https:\/\/martinfowler.com\/articles\/nonDeterminism.html"},{"key":"9683_CR29","doi-asserted-by":"crossref","unstructured":"Garousi V, Felderer M, M\u00e4ntyl\u00e4 MV (2016) The need for multivocal literature reviews in software engineering: complementing systematic literature reviews with grey literature. In: Proceedings of the 20th international conference on evaluation and assessment in software engineering. ACM, p 26","DOI":"10.1145\/2915970.2916008"},{"key":"9683_CR30","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.jss.2017.12.013","volume":"138","author":"V Garousi","year":"2018","unstructured":"Garousi V, K\u00fc\u010b\u00fck B (2018) Smells in software test code: a survey of knowledge in industry and academia. J Syst Softw 138:52\u201381","journal-title":"J Syst Softw"},{"key":"9683_CR31","doi-asserted-by":"crossref","unstructured":"Gousios G, Zaidman A, Storey M-A, van Deursen A (2015) Work practices and challenges in pull-based development: the integrator\u2019s perspective. In: Proceedings of the international conference on software engineering (ICSE). IEEE, pp 358\u2013368","DOI":"10.1109\/ICSE.2015.55"},{"key":"9683_CR32","doi-asserted-by":"crossref","unstructured":"Greiler M, van Deursen A, Storey MA (2013a) Automated detection of test fixture strategies and smells. In: Proceedings of the international conference on software testing, verification and validation (ICST). IEEE, pp 322\u2013331","DOI":"10.1109\/ICST.2013.45"},{"key":"9683_CR33","doi-asserted-by":"crossref","unstructured":"Greiler M, Zaidman A, van Deursen A, Storey M-A (2013b) Strategies for avoiding text fixture smells during software evolution. In: Proceedings of the 10th working conference on mining software repositories (MSR). IEEE, pp 387\u2013396","DOI":"10.1109\/MSR.2013.6624053"},{"key":"9683_CR34","unstructured":"Hao D, Zhang L, Zhong H, Mei H, Sun J (2005) Eliminating harmful redundancy for testing-based fault localization using test suite reduction: an experimental study. In: Proceedings of the international conference on software maintenance (ICSM). IEEE, pp 683\u2013686"},{"key":"9683_CR35","unstructured":"Jaccard P (1901) \u00c9tude comparative de la distribution florale dans une portion des alpes et des jura. Bulletin del la Societ\u00e9 Vaudoise des Sciences Naturelles 37:547\u2013579"},{"key":"9683_CR36","doi-asserted-by":"crossref","unstructured":"Jin G, Song L, Zhang W, Lu S, Liblit B (2011) Automated atomicity-violation fixing. In: Proceedings of the 32nd ACM SIGPLAN conference on programming language design and implementation (PLDI). ACM, pp 389\u2013400","DOI":"10.1145\/1993498.1993544"},{"issue":"6","key":"9683_CR37","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TSE.2012.70","volume":"39","author":"Y Kamei","year":"2013","unstructured":"Kamei Y, Shihab E, Adams B, Hassan AE, Mockus A, Sinha A, Ubayashi N (2013) A large-scale empirical study of just-in-time quality assurance. IEEE Trans Softw Eng 39(6):757\u2013773","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR38","volume-title":"Rank correlation methods","author":"M Kendall","year":"1948","unstructured":"Kendall M (1948) Rank correlation methods. Charles Griffin & Company Limited, London"},{"key":"9683_CR39","doi-asserted-by":"crossref","unstructured":"Khomh F, Vaucher S, Gu\u00e9h\u00e9neuc Y-G, Sahraoui H (2009) A Bayesian approach for the detection of code and design smells. In: Proceedings of the 9th international conference on quality software (QSIC). IEEE, pp 305\u2013314","DOI":"10.1109\/QSIC.2009.47"},{"issue":"3","key":"9683_CR40","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/s10664-011-9171-y","volume":"17","author":"F Khomh","year":"2012","unstructured":"Khomh F, Di Penta M, Gu\u00e9h\u00e9neuc Y-G, Antoniol G (2012) An exploratory study of the impact of antipatterns on class change- and fault-proneness. Empir Softw Eng 17(3):243\u2013275","journal-title":"Empir Softw Eng"},{"key":"9683_CR41","unstructured":"Kleiman S, Shah D, Smaalders B (1996) Programming with threads. Sun Soft Press Mountain View"},{"key":"9683_CR42","doi-asserted-by":"crossref","unstructured":"Lacoste FJ (2009) Killing the gatekeeper: introducing a continuous integration system. In: 2009 agile conference, pp 387\u2013392","DOI":"10.1109\/AGILE.2009.35"},{"key":"9683_CR43","volume-title":"Object-oriented metrics in practice: using software metrics to characterize, evaluate, and improve the design of object-oriented systems","author":"M Lanza","year":"2006","unstructured":"Lanza M, Marinescu R (2006) Object-oriented metrics in practice: using software metrics to characterize, evaluate, and improve the design of object-oriented systems. Springer, Berlin"},{"key":"9683_CR44","doi-asserted-by":"crossref","unstructured":"Lozano A, Wermelinger M, Nuseibeh B (2007) Assessing the impact of bad smells using historical information. In: Proceedings of the international workshop on principles of software evolution (IWPSE). ACM, pp 31\u201334","DOI":"10.1145\/1294948.1294957"},{"key":"9683_CR45","doi-asserted-by":"crossref","unstructured":"Lu S, Park S, Seo E, Zhou Y (2008) Learning from mistakes: a comprehensive study on real world concurrency bug characteristics. In: Proceedings of the international conference on architectural support for programming languages and operating systems (ASPLOS). ACM, pp 329\u2013339","DOI":"10.1145\/1346281.1346323"},{"key":"9683_CR46","doi-asserted-by":"crossref","unstructured":"Luo Q, Hariri F, Eloussi L, Marinov D (2014) An empirical analysis of flaky tests. In: Proceedings of the SIGSOFT international symposium on foundations of software engineering (FSE). ACM, pp 643\u2013653","DOI":"10.1145\/2635868.2635920"},{"issue":"2","key":"9683_CR47","first-page":"193","volume":"16","author":"N Mackenzie","year":"2006","unstructured":"Mackenzie N, Knipe S (2006) Research dilemmas: paradigms, methods and methodology. Issues Educ Res 16(2):193\u2013205","journal-title":"Issues Educ Res"},{"issue":"4","key":"9683_CR48","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1109\/TR.2002.804489","volume":"51","author":"YK Malaiya","year":"2002","unstructured":"Malaiya YK, Li MN, Bieman JM, Karcich R (2002) Software reliability growth with test coverage. IEEE Trans Reliab 51(4):420\u2013426","journal-title":"IEEE Trans Reliab"},{"key":"9683_CR49","doi-asserted-by":"crossref","unstructured":"Marinescu R (2004) Detection strategies: metrics-based rules for detecting design flaws. In: Proceedings of the international conference on software maintenance (ICSM). IEEE, pp 350\u2013359","DOI":"10.1109\/ICSM.2004.1357820"},{"key":"9683_CR50","doi-asserted-by":"crossref","unstructured":"Marinescu P, Hosek P, Cadar C (2014) Covrig: a framework for the analysis of code, test, and coverage evolution in real software. In: Proceedings of the international symposium on software testing and analysis (ISSTA). ACM, pp 93\u2013104","DOI":"10.1145\/2610384.2610419"},{"key":"9683_CR51","unstructured":"Melski E (2018) 6 tips for writing robust, maintainable unit tests. [Online]. Available: https:\/\/blog.melski.net\/tag\/unit-tests\/"},{"key":"9683_CR52","unstructured":"Memon AM, Cohen MB (2013) Automated testing of gui applications: models, tools, and controlling flakiness. In: Proceedings of the international conference on software engineering (ICSE). IEEE, pp 1479\u20131480"},{"issue":"2","key":"9683_CR53","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1109\/TSE.2004.1265817","volume":"30","author":"T Mens","year":"2004","unstructured":"Mens T, Tourw\u00e9 T (2004) A survey of software refactoring. IEEE Trans Softw Eng 30(2):126\u2013139","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR54","volume-title":"xUnit test patterns: refactoring test code","author":"G Meszaros","year":"2007","unstructured":"Meszaros G (2007) xUnit test patterns: refactoring test code. Addison Wesley, Reading"},{"key":"9683_CR55","unstructured":"Micco J (2016) Flaky tests at Google and how we mitigate them, last visited, March 24th, 2017. [Online] Available: https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html"},{"issue":"1","key":"9683_CR56","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/TSE.2009.50","volume":"36","author":"N Moha","year":"2010","unstructured":"Moha N, Gu\u00e9h\u00e9neuc Y-G, Duchien L, Meur A-FL (2010) Decor: a method for the specification and detection of code and design smells. IEEE Trans Softw Eng 36(1):20\u201336","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR57","doi-asserted-by":"crossref","unstructured":"Moonen L, van Deursen A, Zaidman A, Bruntink M (2008) On the interplay between software testing and evolution and its effect on program comprehension. In: Mens T, Demeyer S (eds) Software evolution. Springer, pp 173\u2013202","DOI":"10.1007\/978-3-540-76440-3_8"},{"key":"9683_CR58","doi-asserted-by":"crossref","unstructured":"Mu\u015flu K, Soran B, Wuttke J (2011) Finding bugs by isolating unit tests. In: Proceedings of the SIGSOFT symposium on foundations of software engineering and the european conference on software engineering (ESEC\/FSE). ACM, pp 496\u2013499","DOI":"10.1145\/2025113.2025202"},{"key":"9683_CR59","unstructured":"Munro MJ (2005) Product metrics for automatic identification of \u201cbad smell\u201d design problems in java source-code. In: Proceedings of the international software metrics symposium (METRICS). IEEE"},{"key":"9683_CR60","doi-asserted-by":"crossref","unstructured":"Oliveto R, Khomh F, Antoniol G, Gu\u00e9h\u00e9neuc Y-G (2010) Numerical signatures of antipatterns: an approach based on B-Splines. In: Proceedings of the 14th conference on software maintenance and reengineering. IEEE Computer Society Press, pp 248\u2013251","DOI":"10.1109\/CSMR.2010.47"},{"key":"9683_CR61","unstructured":"Palomba F, Zaidman A (2017) Does refactoring of test smells induce fixing flaky tests?. In: 2017 IEEE international conference on software maintenance and evolution (ICSME). IEEE, pp 1\u201312"},{"key":"9683_CR62","unstructured":"Palomba F, Zaidman A (2018) The smell of fear: on the relation between test smells and flaky tests - online appendix, [Online] Available: https:\/\/tinyurl.com\/ycnmnd6w"},{"key":"9683_CR63","doi-asserted-by":"crossref","unstructured":"Palomba F, Bavota G, Di Penta M, Oliveto R, De Lucia A (2014) Do they really smell bad? A study on developers\u2019 perception of bad code smells. In: Proceedings of the 30th IEEE international conference on software maintenance and evolution (ICSME). IEEE, pp 101\u2013110","DOI":"10.1109\/ICSME.2014.32"},{"issue":"5","key":"9683_CR64","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1109\/TSE.2014.2372760","volume":"41","author":"F Palomba","year":"2015","unstructured":"Palomba F, Bavota G, Di Penta M, Oliveto R, Poshyvanyk D, De Lucia A (2015) Mining version histories for detecting code smells. IEEE Trans Softw Eng 41(5):462\u2013489","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR65","doi-asserted-by":"crossref","unstructured":"Palomba F, Di Nucci D, Panichella A, Oliveto R, De Lucia A (2016a) On the diffusion of test smells in automatically generated test code: an empirical study. In: Proceedings of the international workshop on search-based software testing (SBST). ACM, pp 5\u201314","DOI":"10.1145\/2897010.2897016"},{"key":"9683_CR66","doi-asserted-by":"crossref","unstructured":"Palomba F, Panichella A, De Lucia A, Oliveto R, Zaidman A (2016b) A textual-based technique for smell detection. In: IEEE 24th international conference on program comprehension (ICPC), pp 1\u201310","DOI":"10.1109\/ICPC.2016.7503704"},{"key":"9683_CR67","doi-asserted-by":"crossref","unstructured":"Palomba F, Panichella A, Zaidman A, Oliveto R, De Lucia A (2016c) Automatic test case generation: what if test code quality matters?. In: Proceedings of the 25th international symposium on software testing and analysis. ACM, pp 130\u2013141","DOI":"10.1145\/2931037.2931057"},{"key":"9683_CR68","doi-asserted-by":"crossref","unstructured":"Palomba F, Panichella A, Zaidman A, Oliveto R, De Lucia A (2017a) The scent of a smell: an extensive comparison between textual and structural smells. IEEE Transactions on Software Engineering","DOI":"10.1145\/3180155.3182530"},{"key":"9683_CR69","doi-asserted-by":"crossref","unstructured":"Palomba F, Zaidman A, Oliveto R, De Lucia A (2017b) An exploratory study on the relationship between changes and refactoring. In: 2017 IEEE\/ACM 25th international conference on program comprehension (ICPC). IEEE, pp 176\u2013185","DOI":"10.1109\/ICPC.2017.38"},{"key":"9683_CR70","unstructured":"Palomba F, Zanoni M, Fontana FA, De Lucia A, Oliveto R (2017c) Toward a smell-aware bug prediction model. IEEE Transactions on Software Engineering"},{"key":"9683_CR71","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infsof.2018.02.004","volume":"99","author":"F Palomba","year":"2018","unstructured":"Palomba F, Bavota G, Di Penta M, Fasano F, Oliveto R, De Lucia A (2018a) A large-scale empirical study on the lifecycle of code smell co-occurrences. Inf Softw Technol 99:1\u201310","journal-title":"Inf Softw Technol"},{"key":"9683_CR72","doi-asserted-by":"crossref","unstructured":"Palomba F, Zaidman A, Lucia A (2018b) Automatic test smell detection using information retrieval techniques. In: Proceedings of the international conference on software maintenance and evolution (ICSME). IEEE","DOI":"10.1109\/ICSME.2018.00040"},{"key":"9683_CR73","doi-asserted-by":"publisher","first-page":"1188","DOI":"10.1007\/s10664-017-9535-z","volume":"23","author":"F Palomba","year":"2018","unstructured":"Palomba F, Bavota G, Penta M et al (2018c) Empir Software Eng 23:1188\u20131221. https:\/\/doi.org\/10.1007\/s10664-017-9535-z","journal-title":"Empir Software Eng"},{"key":"9683_CR74","doi-asserted-by":"crossref","unstructured":"Palomba F, Tamburri DA, Arcelli Fontana F, Oliveto R, Zaidman A, Serebrenik A (2019) Beyond technical aspects: how do community smells influence the intensity of code smells? IEEE transactions on software engineering","DOI":"10.1145\/3183440.3194950"},{"key":"9683_CR75","doi-asserted-by":"crossref","unstructured":"Perez A, Abreu R, van Deursen A (2017) A test-suite diagnosability metric for spectrum-based fault localization approaches. In: Proceedings of the international conference on software engineering (ICSE). ACM, pp 654\u2013664","DOI":"10.1109\/ICSE.2017.66"},{"key":"9683_CR76","doi-asserted-by":"crossref","unstructured":"Peters R, Zaidman A (2012) Evaluating the lifespan of code smells using software repository mining. In: Proceedings of the European conference on software maintenance and reengineering (CSMR). IEEE, pp 411\u2013416","DOI":"10.1109\/CSMR.2012.79"},{"key":"9683_CR77","doi-asserted-by":"crossref","unstructured":"Pinto LS, Sinha S, Orso A (2012) Understanding myths and realities of test-suite evolution. In: Proceedings of the international symposium on the foundations of software engineering (FSE). ACM, pp 33:1\u201333:11","DOI":"10.1145\/2393596.2393634"},{"key":"9683_CR78","doi-asserted-by":"crossref","unstructured":"Ratiu D, Ducasse S, G\u00eerba T, Marinescu R (2004) Using history information to improve design flaws detection. In: Proceedings of the European conference on software maintenance and reengineering (CSMR). IEEE, pp 223\u2013232","DOI":"10.1109\/CSMR.2004.1281423"},{"key":"9683_CR79","doi-asserted-by":"crossref","unstructured":"Sackett DL (1979) Bias in analytic research. In: The case-control study consensus and controversy. Elsevier, pp 51\u201363","DOI":"10.1016\/B978-0-08-024907-0.50013-4"},{"issue":"8","key":"9683_CR80","doi-asserted-by":"publisher","first-page":"1144","DOI":"10.1109\/TSE.2012.89","volume":"39","author":"D Sjoberg","year":"2013","unstructured":"Sjoberg D, Yamashita A, Anda B, Mockus A, Dyba T (2013) Quantifying the effect of code smells on maintenance effort. IEEE Trans Softw Eng 39(8):1144\u20131156","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR81","doi-asserted-by":"crossref","unstructured":"Spadini D, Palomba F, Zaidman A, Bruntink M, Bacchelli A (2018) On the relation of test smells to software code quality. In: Proceedings of the international conference on software maintenance and evolution (ICSME). IEEE","DOI":"10.1109\/ICSME.2018.00010"},{"issue":"3","key":"9683_CR82","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1109\/TSE.2009.1","volume":"35","author":"N Tsantalis","year":"2009","unstructured":"Tsantalis N, Chatzigeorgiou A (2009) Identification of move method refactoring opportunities. IEEE Trans Softw Eng 35(3):347\u2013367","journal-title":"IEEE Trans Softw Eng"},{"issue":"10","key":"9683_CR83","doi-asserted-by":"publisher","first-page":"1757","DOI":"10.1016\/j.jss.2011.05.016","volume":"84","author":"N Tsantalis","year":"2011","unstructured":"Tsantalis N, Chatzigeorgiou A (2011) Identification of extract method refactoring opportunities for the decomposition of methods. J Syst Softw 84(10):1757\u20131782","journal-title":"J Syst Softw"},{"key":"9683_CR84","doi-asserted-by":"crossref","unstructured":"Tufano M, Palomba F, Bavota G, Di Penta M, Oliveto R, De Lucia A, Poshyvanyk D (2016) An empirical investigation into the nature of test smells. In: Proceedings of the international conference on automated software engineering (ASE). ACM, pp 4\u201315","DOI":"10.1145\/2970276.2970340"},{"issue":"11","key":"9683_CR85","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1109\/TSE.2017.2653105","volume":"43","author":"M Tufano","year":"2017","unstructured":"Tufano M, Palomba F, Bavota G, Oliveto R, Di Penta M, De Lucia A, Poshyvanyk D (2017) When and why your code starts to smell bad (and whether the smells go away). Trans Softw Eng (TSE) 43(11):1063\u20131088","journal-title":"Trans Softw Eng (TSE)"},{"key":"9683_CR86","doi-asserted-by":"crossref","unstructured":"Vahabzadeh A, Fard AM, Mesbah A (2015) An empirical study of bugs in test code. In: 2015 IEEE international conference on software maintenance and evolution (ICSME), pp 101\u2013110","DOI":"10.1109\/ICSM.2015.7332456"},{"key":"9683_CR87","unstructured":"van Deursen A, Moonen L, Bergh A, Kok G (2001) Refactoring test code. In: Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP), pp 92\u201395"},{"issue":"12","key":"9683_CR88","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1109\/TSE.2007.70745","volume":"33","author":"B Van Rompaey","year":"2007","unstructured":"Van Rompaey B, Bois B, Demeyer S, Rieger M (2007) On the detection of test smells: a metrics-based approach for general fixture and eager test. IEEE Trans Softw Eng 33(12):800\u2013817","journal-title":"IEEE Trans Softw Eng"},{"key":"9683_CR89","volume-title":"Learning from strangers: the art and method of qualitative interview studies","author":"RS Weiss","year":"1995","unstructured":"Weiss RS (1995) Learning from strangers: the art and method of qualitative interview studies. Simon and Schuster, New York"},{"key":"9683_CR90","unstructured":"Yamashita A (2012) Do code smells reflect important maintainability aspects? In: International conference on software maintenance (ICSM). IEEE, pp 306\u2013315"},{"key":"9683_CR91","doi-asserted-by":"crossref","unstructured":"Yamashita A, Moonen L (2013) Exploring the impact of inter-smell relations on software maintainability: an empirical study. In: Proceedings of the international conference on software engineering (ICSE). IEEE, pp 682\u2013691","DOI":"10.1109\/ICSE.2013.6606614"},{"key":"9683_CR92","doi-asserted-by":"crossref","unstructured":"Yamashita A, Zanoni M, Fontana FA, Walter B (2015) Inter-smell relations in industrial and open source systems: a replication and comparative analysis. In: Proceedings of the international conference on software maintenance and evolution (ICSME). IEEE, pp 121\u2013130","DOI":"10.1109\/ICSM.2015.7332458"},{"key":"9683_CR93","doi-asserted-by":"crossref","unstructured":"Yang G, Khurshid S, Kim M (2012) Specification-based test repair using a lightweight formal method. In: Proceedings of the international symposium on formal methods (FM), pp 455\u2013470","DOI":"10.1007\/978-3-642-32759-9_37"},{"issue":"3","key":"9683_CR94","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10664-010-9143-7","volume":"16","author":"A Zaidman","year":"2011","unstructured":"Zaidman A, Van Rompaey B, van Deursen A, Demeyer S (2011) Studying the co-evolution of production and test code in open source and industrial developer test processes through repository mining. Empir Softw Eng 16(3):325\u2013364. [Online]. Available: https:\/\/doi.org\/10.1007\/s10664-010-9143-7","journal-title":"Empir Softw Eng"},{"key":"9683_CR95","doi-asserted-by":"crossref","unstructured":"Zhang S, Jalali D, Wuttke J, Muslu K, Lam W, Ernst MD, Notkin D (2014) Empirically revisiting the test independence assumption. In: Proceedings of the international symposium on software testing and analysis (ISSTA). ACM, pp 385\u2013396","DOI":"10.1145\/2610384.2610404"},{"key":"9683_CR96","doi-asserted-by":"crossref","unstructured":"Zhang Y, Mesbah A (2015) Assertions are strongly correlated with test suite effectiveness. In: Proceedings of the joint meeting on foundations of software engineering (ESEC\/FSE). ACM, pp 214\u2013224","DOI":"10.1145\/2786805.2786858"}],"updated-by":[{"DOI":"10.1007\/s10664-020-09821-y","type":"retraction","label":"Retraction","source":"retraction-watch","updated":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000},"record-id":"22991"},{"DOI":"10.1007\/s10664-020-09821-y","type":"retraction","label":"Retraction","source":"publisher","updated":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000}}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09683-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09683-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09683-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,28]],"date-time":"2020-11-28T20:40:00Z","timestamp":1606596000000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09683-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,28]]},"references-count":96,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["9683"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09683-z","relation":{"retraction":[{"id-type":"doi","id":"10.1007\/s10664-020-09821-y","asserted-by":"object"}]},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,28]]},"assertion":[{"value":"28 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 March 2020","order":2,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":3,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have retracted this article Palomba and Zaidman (2019). Upon re-review of the experiment presented in the article, the authors identified errors in the flaky test detection strategy. After careful analysis of the replication study, the results presented in this article are rendered unreliable. All authors agree to this retraction.","order":4,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}}]}}