{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T13:37:59Z","timestamp":1780493879910,"version":"3.54.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2014,5,31]],"date-time":"2014-05-31T00:00:00Z","timestamp":1401494400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2015,8]]},"DOI":"10.1007\/s10664-014-9313-0","type":"journal-article","created":{"date-parts":[[2014,5,30]],"date-time":"2014-05-30T04:58:19Z","timestamp":1401425899000},"page":"1052-1094","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":171,"title":["Are test smells really harmful? An empirical study"],"prefix":"10.1007","volume":"20","author":[{"given":"Gabriele","family":"Bavota","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdallah","family":"Qusef","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rocco","family":"Oliveto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea","family":"De Lucia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dave","family":"Binkley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,5,31]]},"reference":[{"key":"9313_CR1","doi-asserted-by":"crossref","unstructured":"Abbes M, Khomh F, Gu\u00e9h\u00e9neuc YG, Antoniol G (2011) An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In: Proceedings of the 15th european conference on software maintenance and reengineering. IEEE Comput CS Press, Oldenburg, pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"key":"9313_CR2","doi-asserted-by":"crossref","unstructured":"Abbes M, Khomh F, Gu\u00e9h\u00e9neuc YG, Antoniol G (2011) An empirical study of the impact of two antipatterns, blob and spaghetti code, on program comprehension. In: 15th european conference on software maintenance and reengineering, CSMR 2011, 1-4 March 2011. IEEE Computer Society, Oldenburg, pp 181\u2013190","DOI":"10.1109\/CSMR.2011.24"},{"issue":"10","key":"9313_CR3","doi-asserted-by":"crossref","first-page":"970","DOI":"10.1109\/TSE.2002.1041053","volume":"28","author":"G Antoniol","year":"2002","unstructured":"Antoniol G, Canfora G, Casazza G, De Lucia A, Merlo E (2002) Recovering traceability links between code and documentation. IEEE Trans Softw Eng 28(10): 970\u2013983","journal-title":"IEEE Trans Softw Eng"},{"key":"9313_CR4","doi-asserted-by":"crossref","unstructured":"Arcoverde R, Garcia A, Figueiredo E (2011) Understanding the longevity of code smells: preliminary results of an explanatory survey. In: Proceedings of the international workshop on refactoring tools. ACM, pp 33\u201336","DOI":"10.1145\/1984732.1984740"},{"key":"9313_CR5","unstructured":"Baeza-Yates R, Ribeiro-Neto B (1999) Modern information retrieval. Addison-Wesley"},{"key":"9313_CR6","doi-asserted-by":"crossref","unstructured":"Baker P, Evans D, Grabowski J, Neukirchen H, Zeiss B (2006) Trex-the refactoring and metrics tool for ttcn-3 test specifications. In: TAIC PART, pp 90-94","DOI":"10.1109\/TAIC-PART.2006.35"},{"key":"9313_CR7","doi-asserted-by":"crossref","unstructured":"Bavota G, Qusef A, Oliveto R, DeLucia A, Binkley D (2013) Are test smells really harmful? an empirical study. Tech. rep. http:\/\/www.dmi.unisa.it\/people\/bavota\/www\/reports\/TestSmells\/","DOI":"10.1007\/s10664-014-9313-0"},{"key":"9313_CR8","doi-asserted-by":"crossref","unstructured":"Bavota G, Qusef A, Oliveto R, Lucia AD, Binkley D (2012) An empirical analysis of the distribution of unit test smells and their impact on software maintenance. In: ICSM, pp 56\u201365","DOI":"10.1109\/ICSM.2012.6405253"},{"key":"9313_CR9","unstructured":"Breugelmans M, Van Rompaey B (2008) Testq: Exploring structural and maintenance characteristics of unit test suites. In: Proceedings of the 1st international workshop on advanced software development tools and Techniques (WASDeTT)"},{"key":"9313_CR10","doi-asserted-by":"crossref","unstructured":"Chatzigeorgiou A, Manakos A (2010) Investigating the evolution of bad smells in object-oriented code.. In: In: QUATIC, IEEE Computer Society","DOI":"10.1109\/QUATIC.2010.16"},{"key":"9313_CR11","unstructured":"Cohen J (1988) Statistical power analysis for the behavioral sciences, 2nd edn. Lawrence Earlbaum Associates"},{"key":"9313_CR12","unstructured":"Conover WJ (1998) Practical nonparametric statistics, 3rd edn, Wiley"},{"issue":"2","key":"9313_CR13","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/S0164-1212(02)00054-7","volume":"65","author":"IS Deligiannis","year":"2003","unstructured":"Deligiannis IS, Shepperd MJ, Roumeliotis M, Stamelos I (2003) An empirical investigation of an object-oriented design heuristic for maintainability. J Syst Softw 65(2): 127\u2013139","journal-title":"J Syst Softw"},{"key":"9313_CR14","unstructured":"van Deursen A, Moonen L (2002) The video store revisited \u2013 thoughts on refactoring and testing. In: Proceedings of International Conference on eXtreme Programming and Flexible Processes in Software Engineering (XP). Alghero, Italy, pp 71\u201376"},{"key":"9313_CR15","unstructured":"Devore JL, Farnum N (1999) Applied statistics for engineers and scientists, Duxbury"},{"key":"9313_CR16","doi-asserted-by":"crossref","unstructured":"van Emden E, Moonen L (2002) Java quality assurance by detecting code smells. In: Proceedings of the 9th working conference on reverse engineering (WCRE\u201902). IEEE CS Press. citeseer.ist.psu.edu\/vanemden02java.html","DOI":"10.1109\/WCRE.2002.1173068"},{"key":"9313_CR17","unstructured":"Fowler M (1999) Refactoring: improving the design of existing code. Addison-Wesley"},{"key":"9313_CR18","doi-asserted-by":"crossref","unstructured":"Greiler M, van Deursen A, Storey MAD (2013) Automated detection of test fixture strategies and smells. In: IEEE Sixth International Conference on Software Testing, Verification and Validation, Luxembourg, pp 322\u2013331","DOI":"10.1109\/ICST.2013.45"},{"key":"9313_CR19","doi-asserted-by":"crossref","unstructured":"Greiler M, Zaidman A, van Deursen A, Storey MAD (2013) Strategies for avoiding text fixture smells during software evolution.. In: In: MSR","DOI":"10.1109\/MSR.2013.6624053"},{"key":"9313_CR20","unstructured":"Grissom RJ, Kim JJ (2005) Effect sizes for research: a broad practical approach, 2nd edn. Lawrence Earlbaum Associates"},{"key":"9313_CR21","doi-asserted-by":"crossref","unstructured":"Hindle A., Godfrey M., Holt R. (2007) Release pattern discovery via partitioning: methodology and case study. In: 4th international workshop on mining software repositories, 2007. ICSE Workshops MSR \u201907","DOI":"10.1109\/MSR.2007.28"},{"key":"9313_CR22","doi-asserted-by":"crossref","unstructured":"Khomh F, Di Penta M, Gueheneuc YG (2009) An exploratory study of the impact of code smells on software change-proneness. In: Proceedings of the 2009 16th working conference on reverse engineering, WCRE \u201909. IEEE Comput Soc","DOI":"10.1109\/WCRE.2009.28"},{"issue":"3","key":"9313_CR23","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1007\/s10664-011-9171-y","volume":"17","author":"F Khomh","year":"2012","unstructured":"Khomh F, Penta MD, Gu\u00e9h\u00e9neuc YG, Antoniol G (2012) An exploratory study of the impact of antipatterns on class change- and fault-proneness. Empir Softw Eng 17(3): 243\u2013275","journal-title":"Empir Softw Eng"},{"key":"9313_CR24","doi-asserted-by":"crossref","unstructured":"Khomh F, Vaucher S, Gu\u00e9h\u00e9neuc YG, Sahraoui H (2009) A bayesian approach for the detection of code and design smells. In: Proceedings of the 9th International Conference on Quality Software. IEEE CS Press, Hong Kong, pp 305\u2013314","DOI":"10.1109\/QSIC.2009.47"},{"issue":"260","key":"9313_CR25","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal W.H., Wallis W.A. (1952) Use of ranks in one-criterion variance analysis. J Am Stat A 47(260): 583\u2013621","journal-title":"J Am Stat A"},{"key":"9313_CR26","unstructured":"Lanza M, Marinescu R (2006) Object-oriented metrics in practice: using software metrics to characterize,evaluate, and improve the design of object-oriented systems. Springer"},{"issue":"7","key":"9313_CR27","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.1016\/j.jss.2006.10.018","volume":"80","author":"W Li","year":"2007","unstructured":"Li W, Shatnawi R (2007) An empirical study of the bad smells and class error probability in the post-release object-oriented system evolution. J Syst Softw 80(7): 1120\u20131128","journal-title":"J Syst Softw"},{"key":"9313_CR28","doi-asserted-by":"crossref","unstructured":"Marinescu R (2004) Detection strategies: Metrics-based rules for detecting design flaws. In: 20th international conference on software maintenance (ICSM 2004), 11-17 September 2004 Chicago, IL, USA, 350\u2013359","DOI":"10.1109\/ICSM.2004.1357820"},{"key":"9313_CR29","unstructured":"Meszaros G (2007) XUnit test patterns: refactoring test code. Addison-Wesley"},{"issue":"1","key":"9313_CR30","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/TSE.2009.50","volume":"36","author":"N Moha","year":"2010","unstructured":"Moha N, Gueheneuc YG, Duchien L, Le Meur AF (2010) Decor: a method for the specification and detection of code and design smells. IEEE Trans Softw Eng 36(1): 20\u201336","journal-title":"IEEE Trans Softw Eng"},{"key":"9313_CR31","doi-asserted-by":"crossref","unstructured":"Munro MJ (2005) Product metrics for automatic identification of \u201cbad smell\u201d design problems in java source-code. In: Proceedings of the 11 t h International Software Metrics Symposium. IEEE Computer Society Press","DOI":"10.1109\/METRICS.2005.38"},{"key":"9313_CR32","first-page":"228","volume-title":"Utilising code smells to detect quality problems in ttcn-3 test suites. In: Proceedings of the 19th IFIP TC6\/WG6.1 international conference, and 7th international conference on Testing of Software and Communicating Systems, TestCom\u201907\/FATES\u201907","author":"H Neukirchen","year":"2007","unstructured":"Neukirchen H, Bisanz M (2007) Utilising code smells to detect quality problems in ttcn-3 test suites. In: Proceedings of the 19th IFIP TC6\/WG6.1 international conference, and 7th international conference on Testing of Software and Communicating Systems, TestCom\u201907\/FATES\u201907. Springer, Berlin, Heidelberg, pp 228\u2013243"},{"key":"9313_CR33","doi-asserted-by":"crossref","unstructured":"Olbrich SM, Cruzes D, Sjberg DIK (2010) Are all code smells harmful? a study of god classes and brain classes in the evolution of three open source systems. In: ICSM, pp. 1\u201310. IEEE Computer Society","DOI":"10.1109\/ICSM.2010.5609564"},{"key":"9313_CR34","unstructured":"Oppenheim AN (1992) Questionnaire design, interviewing and attitude measurement. Pinter Publishers"},{"key":"9313_CR35","doi-asserted-by":"crossref","unstructured":"Palomba F, Bavota G, Penta MD, Oliveto R, Lucia AD, Poshyvanyk D (2013) Detecting bad smells in source code using change history information. 2013 28th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2013, Silicon Valley, CA, USA, pp. 268\u2013278","DOI":"10.1109\/ASE.2013.6693086"},{"key":"9313_CR36","doi-asserted-by":"crossref","unstructured":"Peters R, Zaidman A (2012) Evaluating the lifespan of code smells using software repository mining. In: European conference on software maintenance and reengineering, pp. 411\u2013416. IEEE","DOI":"10.1109\/CSMR.2012.79"},{"key":"9313_CR37","doi-asserted-by":"crossref","unstructured":"Pinto LS, Sinha S, Orso A (2012) Understanding myths and realities of test-suite evolution. In: Proceedings of the ACM SIGSOFT 20th international symposium on the foundations of software engineering, FSE \u201912, pp. 33:1\u201333:11. ACM","DOI":"10.1145\/2393596.2393634"},{"key":"9313_CR38","doi-asserted-by":"crossref","unstructured":"Qusef A, Bavota G, Oliveto R, Lucia AD, Binkley D (2011) Scotch: test-to-code traceability using slicing and conceptual coupling In: Proceedings of the 27th IEEE international conference on software maintenance. Williamsburg, VA, USA, pp 63\u201372","DOI":"10.1109\/ICSM.2011.6080773"},{"key":"9313_CR39","doi-asserted-by":"crossref","unstructured":"Ratiu D., Ducasse S., G\u00eerba T, Marinescu R (2004) Using history information to improve design flaws detection In: Proceeding of the 8th european conference on software maintenance and reengineering (CSMR 2004), 24-26 March 2004. IEEE Computer Society, Finland, pp 223\u2013232","DOI":"10.1109\/CSMR.2004.1281423"},{"issue":"9","key":"9313_CR40","doi-asserted-by":"crossref","first-page":"231","DOI":"10.5381\/jot.2007.6.9.a12","volume":"6","author":"S Reichhart","year":"2007","unstructured":"Reichhart S., G\u00eerba T, Ducasse S. (2007) Rule-based assessment of test quality. J Object Technol 6(9): 231\u2013251","journal-title":"J Object Technol"},{"key":"9313_CR41","doi-asserted-by":"crossref","unstructured":"Ricca F, Di Penta M, Torchiano M, Tonella P, Ceccato M (2007) The role of experience and ability in comprehension tasks supported by UML stereotypes. Proceedings of 29th ICSE. IEEE Computer Society, Minneapolis, pp 375\u2013384","DOI":"10.1109\/ICSE.2007.86"},{"key":"9313_CR42","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/TSE.2009.69","volume":"36","author":"F Ricca","year":"2010","unstructured":"Ricca F., Penta M.D., Torchiano M., Tonella P., Ceccato M. (2010) How developers\u2019 experience and ability influence web application comprehension tasks supported by uml stereotypes: A series of four experiments. IEEE Trans Softw Eng 36: 96\u2013118","journal-title":"IEEE Trans Softw Eng"},{"key":"9313_CR43","doi-asserted-by":"crossref","unstructured":"Simon F., Steinbr F., Lewerentz C. (2001) Metrics based refactoring. Proceedings of 5th European Conference on Software Maintenance and Reengineering. IEEE CS Press, Lisbon, pp 30\u201338","DOI":"10.1109\/CSMR.2001.914965"},{"issue":"3","key":"9313_CR44","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1109\/TSE.2009.1","volume":"35","author":"N Tsantalis","year":"2009","unstructured":"Tsantalis N., Chatzigeorgiou A. (2009) Identification of move method refactoring opportunities. IEEE Trans Softw Eng 35(3): 347\u2013367","journal-title":"IEEE Trans Softw Eng"},{"key":"9313_CR45","volume-title":"Refactoring test code","author":"A Van Deursen","year":"2001","unstructured":"Van Deursen A., Moonen L., Bergh A., Kok G. (2001) Refactoring test code. Tech. rep., Amsterdam"},{"issue":"12","key":"9313_CR46","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1109\/TSE.2007.70745","volume":"33","author":"B Van Rompaey","year":"2007","unstructured":"Van Rompaey B., Du Bois B., Demeyer S., Rieger M. (2007) On the detection of test smells: A metrics-based approach for general fixture and eager test. IEEE Trans Softw Eng 33(12): 800\u2013817","journal-title":"IEEE Trans Softw Eng"},{"key":"9313_CR47","doi-asserted-by":"crossref","unstructured":"Wohlin C., Runeson P., Host M., Ohlsson M.C., Regnell B., Wesslen A. (2000) Experimentation in Software Engineering - An Introduction. Kluwer","DOI":"10.1007\/978-1-4615-4625-2"},{"key":"9313_CR48","doi-asserted-by":"crossref","unstructured":"Yamashita A., Moonen L. (2013) Exploring the impact of inter-smell relations on software maintainability: An empirical study. In: International Conference on Software Engineering (ICSE), pp. 682\u2013691. IEEE","DOI":"10.1109\/ICSE.2013.6606614"},{"issue":"3","key":"9313_CR49","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1007\/s10664-010-9143-7","volume":"16","author":"A Zaidman","year":"2011","unstructured":"Zaidman A., Rompaey B.V., van Deursen A., Demeyer S. (2011) Studying the co-evolution of production and test code in open source and industrial developer test processes through repository mining. Empir Softw Eng 16(3): 325\u2013364","journal-title":"Empir Softw Eng"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-014-9313-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-014-9313-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-014-9313-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,11]],"date-time":"2019-08-11T04:07:14Z","timestamp":1565496434000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-014-9313-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,5,31]]},"references-count":49,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2015,8]]}},"alternative-id":["9313"],"URL":"https:\/\/doi.org\/10.1007\/s10664-014-9313-0","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,5,31]]}}}