{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T09:30:03Z","timestamp":1758274203904},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,9,24]],"date-time":"2021-09-24T00:00:00Z","timestamp":1632441600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,24]],"date-time":"2021-09-24T00:00:00Z","timestamp":1632441600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s10664-021-10016-2","type":"journal-article","created":{"date-parts":[[2021,9,24]],"date-time":"2021-09-24T19:39:18Z","timestamp":1632512358000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Rotten green tests in Java, Pharo and Python"],"prefix":"10.1007","volume":"26","author":[{"given":"Vincent","family":"Aranega","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julien","family":"Delplanque","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matias","family":"Martinez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew P.","family":"Black","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"St\u00e9phane","family":"Ducasse","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anne","family":"Etien","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher","family":"Fuhrman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guillermo","family":"Polito","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,24]]},"reference":[{"issue":"2","key":"10016_CR1","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1109\/MS.2005.30","volume":"22","author":"B Baudry","year":"2005","unstructured":"Baudry B, Fleurey F, J\u00e9z\u00e9quel JM, Traon YL (2005) Automatic test case optimization: A bacteriologic algorithm. IEEE Softw 22(2):76\u201382","journal-title":"IEEE Softw"},{"key":"10016_CR2","doi-asserted-by":"publisher","unstructured":"Baudry B, Fleurey F, Traon YL (2006) Improving test suites for efficient fault localization. In: ICSE \u201906: Proceeding of the 28th international conference on Software engineering. https:\/\/doi.org\/10.1145\/1134285.1134299. ACM Press, New York, pp 82\u201391","DOI":"10.1145\/1134285.1134299"},{"key":"10016_CR3","doi-asserted-by":"publisher","unstructured":"Bavota G, Qusef A, Oliveto R, Lucia AD, Binkley D (2012) An empirical analysis of the distribution of unit test smells and their impact on software maintenance. In: International conference on software maintenance (ICSM). https:\/\/doi.org\/10.1109\/ICSM.2012.6405253. IEEE, pp 56\u201365","DOI":"10.1109\/ICSM.2012.6405253"},{"key":"10016_CR4","doi-asserted-by":"publisher","unstructured":"Beszedes A, Gergely T, Schrettner L, Jasz J, Lango L, Gyimothy T (2012) Code coverage-based regression test selection and prioritization in WebKit. In: 2012 28th IEEE international conference on software maintenance (ICSM). https:\/\/doi.org\/10.1109\/ICSM.2012.6405252, pp 46\u201355","DOI":"10.1109\/ICSM.2012.6405252"},{"key":"10016_CR5","unstructured":"Black AP, Ducasse S, Nierstrasz O, Pollet D, Cassou D, Denker M (2009) Pharo by example. Square Bracket Associates, Kehrsatz, Switzerland. http:\/\/books.pharo.org"},{"key":"10016_CR6","doi-asserted-by":"publisher","unstructured":"Blondeau V, Etien A, Anquetil N, Cresson S, Croisy P, Ducasse S (2016) Test case selection in industry: An analysis of issues related to static approaches. Softw Qual J :1\u201335. https:\/\/doi.org\/10.1007\/s11219-016-9328-4","DOI":"10.1007\/s11219-016-9328-4"},{"key":"10016_CR7","doi-asserted-by":"crossref","unstructured":"Bowes D, Tracy H, Petri\u00e9 J, Shippey T, Turhan B (2017) How good are my tests?. In: Workshop on emerging trends in software metrics (WETSoM). IEEE\/ACM","DOI":"10.1109\/WETSoM.2017.2"},{"key":"10016_CR8","unstructured":"Breugelmans M, Van Rompaey B (2008) TestQ: Exploring structural and maintenance characteristics of unit test suites. In: International workshop on advanced software development tools and techniques (WASDeTT)"},{"key":"10016_CR9","doi-asserted-by":"publisher","unstructured":"Costiou S, Aranega V, Denker M (2020) Sub-method, partial behavioral reflection with Reflectivity: Looking back on 10 years of use. Art Sci Eng Programm 4(3). https:\/\/doi.org\/10.22152\/programming-journal.org\/2020\/4\/5","DOI":"10.22152\/programming-journal.org\/2020\/4\/5"},{"key":"10016_CR10","doi-asserted-by":"crossref","unstructured":"Csallner C, Smaragdakis Y (2004) JCrasher: an automatic robust tester for Java. Softw Pract Exper 43","DOI":"10.1002\/spe.602"},{"key":"10016_CR11","doi-asserted-by":"publisher","unstructured":"Daniel B, Dig D, Gvero T, Jagannath V, Jiaa J, Mitchell D, Nogiec J, Tan SH, Marinov D (2011) Reassert: A tool for repairing broken unit tests. In: Proceedings of the 33rd international conference on software engineering, ICSE \u201911. https:\/\/doi.org\/10.1145\/1985793.1985978. ACM, New York, pp 1010\u20131012","DOI":"10.1145\/1985793.1985978"},{"key":"10016_CR12","doi-asserted-by":"crossref","unstructured":"Delplanque J, Ducasse S, Black AP, Polito G (2018) Rotten green tests: a first analysis. Tech. rep., Inria","DOI":"10.1109\/ICSE.2019.00062"},{"key":"10016_CR13","doi-asserted-by":"publisher","unstructured":"Delplanque J, Ducasse S, Black AP, Polito G, Etien A (2019) Rotten green tests. In: 2019 IEEE\/ACM 41st int. conf. on software engineering (ICSE). pp 500\u2013511. https:\/\/doi.org\/10.1109\/ICSE.2019.00062","DOI":"10.1109\/ICSE.2019.00062"},{"issue":"4","key":"10016_CR14","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/C-M.1978.218136","volume":"11","author":"RA DeMillo","year":"1978","unstructured":"DeMillo RA, Lipton RJ, Sayward FG (1978) Hints on test data selection: Help for the practicing programmer. Computer 11(4):34\u201341. https:\/\/doi.org\/10.1109\/C-M.1978.218136","journal-title":"Computer"},{"key":"10016_CR15","unstructured":"van Deursen A, Moonen L, van den Bergh A, Kok G (2001) Refactoring test code. In: Marchesi M (ed) Proceedings of the 2nd international conference on extreme programming and flexible processes (XP2001), University of Cagliari, pp 92\u201395"},{"issue":"2","key":"10016_CR16","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1145\/1119479.1119483","volume":"28","author":"S Ducasse","year":"2006","unstructured":"Ducasse S, Nierstrasz O, Sch\u00e4rli N, Wuyts R, Black AP (2006) Traits: A mechanism for fine-grained reuse. ACM Trans Program Lang Syst (TOPLAS) 28(2):331\u2013388. https:\/\/doi.org\/10.1145\/1119479.1119483","journal-title":"ACM Trans Program Lang Syst (TOPLAS)"},{"key":"10016_CR17","doi-asserted-by":"crossref","unstructured":"Ducasse S, Pollet D, Bergel A, Cassou D (2009) Reusing and composing tests with traits. In: TOOLS\u201909: Proceedings of the 47th international conference on objects, models, components, patterns, Zurich, Switzerland, pp 252\u2013271","DOI":"10.1007\/978-3-642-02571-6_15"},{"key":"10016_CR18","volume-title":"Automated software testing :introduction, management, and performance","author":"E Dustin","year":"1999","unstructured":"Dustin E, Rashka J, Paul J (1999) Automated software testing :introduction, management, and performance. Addison-Wesley Professional, Boston"},{"key":"10016_CR19","doi-asserted-by":"publisher","unstructured":"Gaelli M, Lanza M, Nierstrasz O, Wuyts R (2004) Ordering broken unit tests for focused debugging. In: 20th international conference on software maintenance (ICSM 2004). pp 114\u2013123. https:\/\/doi.org\/10.1109\/ICSM.2004.1357796, http:\/\/scg.unibe.ch\/archive\/papers\/Gael04aOrderingBrokenUnitTestsForFocusedDebugging.pdf","DOI":"10.1109\/ICSM.2004.1357796"},{"key":"10016_CR20","doi-asserted-by":"crossref","unstructured":"Gligoric M, Groce A, Zhang C, Sharma R, Alipour MA, Marinov D (2013) Comparing non-adequate test suites using coverage criteria. In: International symposium on software testing and analysis","DOI":"10.1145\/2483760.2483769"},{"key":"10016_CR21","doi-asserted-by":"crossref","unstructured":"Herzig K, Nagappan N (2015) Empirically detecting false test alarms using association rules. In: International conference on software engineering","DOI":"10.1109\/ICSE.2015.133"},{"key":"10016_CR22","doi-asserted-by":"crossref","unstructured":"Huo C, Clause J (2014) Improving oracle quality by detecting brittle assertions and unused inputs in tests. Found Softw Eng","DOI":"10.1145\/2635868.2635917"},{"key":"10016_CR23","doi-asserted-by":"crossref","unstructured":"Inozemtseva L, Holmes R (2014) Coverage is not strongly correlated with test suite effectiveness. In: International conference on software engineering","DOI":"10.1145\/2568225.2568271"},{"key":"10016_CR24","doi-asserted-by":"publisher","unstructured":"Lingampally R, Gupta A, Jalote P (2007) A multipurpose code coverage tool for Java. In: HICSS 2007. 40th Annual Hawaii International Conference on System sciences, pp 261b\u2013261b. https:\/\/doi.org\/10.1109\/HICSS.2007.24","DOI":"10.1109\/HICSS.2007.24"},{"key":"10016_CR25","doi-asserted-by":"publisher","unstructured":"Martinez M, Etien A, Ducasse S, Fuhrman C (2020) Rtj: a Java framework for detecting and refactoring rotten green test cases. In: IEEE\/ACM 42nd int. conf. on software engineering: companion proceedings (ICSE \u201920 Companion), 5\u201311 Oct, 2020, Seoul, Republic of Korea. https:\/\/doi.org\/10.1145\/3377812.3382151, pp 69\u201372","DOI":"10.1145\/3377812.3382151"},{"key":"10016_CR26","volume-title":"XUnit test patterns \u2013 refactoring test code","author":"G Meszaros","year":"2007","unstructured":"Meszaros G (2007) XUnit test patterns \u2013 refactoring test code. Addison Wesley, Boston"},{"key":"10016_CR27","doi-asserted-by":"publisher","unstructured":"Mockus A, Nagappan N, Dinh-Trong TT (2009) Test coverage and post-verification defects: A multiple case study. In: Proceedings of the 2009 3rd international symposium on empirical software engineering and measurement, ESEM \u201909. IEEE Computer Society, Washingto, pp 291\u2013301. https:\/\/doi.org\/10.1109\/ESEM.2009.5315981","DOI":"10.1109\/ESEM.2009.5315981"},{"key":"10016_CR28","doi-asserted-by":"crossref","unstructured":"Niedermayr R, Juergens E, Wagne S (2016) Will my tests tell me if I break this code?. In: International workshop on continuous software evolution and delivery. ACM Press, pp 23\u201329","DOI":"10.1145\/2896941.2896944"},{"key":"10016_CR29","doi-asserted-by":"publisher","unstructured":"Poulding SM, Feldt R (2017) Generating controllably invalid and atypical inputs for robustness testing. In: IEEE international conference on software testing, verification and validation workshops. pp 81\u201384. https:\/\/doi.org\/10.1109\/ICSTW.2017.21","DOI":"10.1109\/ICSTW.2017.21"},{"key":"10016_CR30","doi-asserted-by":"crossref","unstructured":"Reichhart S, G\u00eerba T, Ducasse S (2007) Rule-based assessment of test quality. In: Journal of object technology, special issue. Proceedings of TOOLS Europe 2007, vol 6\/9, pp 231\u2013251","DOI":"10.5381\/jot.2007.6.9.a12"},{"issue":"2","key":"10016_CR31","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson P, H\u00f6st M (2009) Guidelines for conducting and reporting case study research in software engineering. Empir Softw Eng 14(2):131\u2013164","journal-title":"Empir Softw Eng"},{"key":"10016_CR32","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1002\/stvr.1497","volume":"23","author":"D Schuler","year":"2013","unstructured":"Schuler D, Zeller A (2013) Checked coverage: an indicator for oracle quality. Softw Test Verification Reliab 23:531\u2013551. https:\/\/doi.org\/10.1002\/stvr.1497","journal-title":"Softw Test Verification Reliab"},{"key":"10016_CR33","doi-asserted-by":"crossref","unstructured":"Shahrokni A, Feldt R (2011) Robustest: Towards a framework for automated testing of robustness in software. In: International conference on advances in system testing and validation LifeCycle","DOI":"10.1109\/APSEC.2011.58"},{"key":"10016_CR34","unstructured":"Silva Junior N, Rocha L, Martins LA, Machado I (2020) A survey on test practitioners\u2019 awareness of test smells. arXiv:200305613"},{"key":"10016_CR35","doi-asserted-by":"crossref","unstructured":"Tillmann N, Schulte W (2005) Parameterized unit tests. In: ESEC\/SIGSOFT FSE. pp 253\u2013262. ftp:\/\/ftp.research.microsoft.com\/pub\/tr\/TR-2005-64.pdf,","DOI":"10.1145\/1095430.1081749"},{"key":"10016_CR36","doi-asserted-by":"publisher","unstructured":"Van Rompaey B, Du Bois B, Demeyer S (2006a) Characterizing the relative significance of a test smell. In: Proceedings of ICSM 2006. https:\/\/doi.org\/10.1109\/ICSM.2006.18, pp 391\u2013400","DOI":"10.1109\/ICSM.2006.18"},{"key":"10016_CR37","unstructured":"Van Rompaey B, Du Bois B, Demeyer S (2006b) Improving test code reviews with metrics: a pilot study. Tech rep., Lab on Re-engineering, University of Antwerp"},{"key":"10016_CR38","doi-asserted-by":"crossref","unstructured":"Vera-Perez O, Danglot B, Monperrus M, Baudry B (2018) A comprehensive study of pseudo-tested methods. arXiv:1807.05030","DOI":"10.1007\/s10664-018-9653-2"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10016-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10016-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10016-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T04:21:09Z","timestamp":1635394869000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10016-2"}},"subtitle":["An empirical study"],"short-title":[],"issued":{"date-parts":[[2021,9,24]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["10016"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10016-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,24]]},"assertion":[{"value":"21 June 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"130"}}