{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T17:14:31Z","timestamp":1777310071792,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":76,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T00:00:00Z","timestamp":1624233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,21]]},"DOI":"10.1145\/3463274.3463335","type":"proceedings-article","created":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T23:43:11Z","timestamp":1624059791000},"page":"170-180","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":72,"title":["Test Smell Detection Tools: A Systematic Mapping Study"],"prefix":"10.1145","author":[{"given":"Wajdi","family":"Aljedaani","sequence":"first","affiliation":[{"name":"University of North Taxes, United States"}]},{"given":"Anthony","family":"Peruma","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, United States"}]},{"given":"Ahmed","family":"Aljohani","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, United States"}]},{"given":"Mazen","family":"Alotaibi","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, United States"}]},{"given":"Mohamed Wiem","family":"Mkaouer","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, United States"}]},{"given":"Ali","family":"Ouni","sequence":"additional","affiliation":[{"name":"ETS Montreal, University of Quebec, Canada"}]},{"given":"Christian D.","family":"Newman","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, United States"}]},{"given":"Abdullatif","family":"Ghallab","sequence":"additional","affiliation":[{"name":"University of North Taxes, United States"}]},{"given":"Stephanie","family":"Ludi","sequence":"additional","affiliation":[{"name":"University of North Taxes, United States"}]}],"member":"320","published-online":{"date-parts":[[2021,6,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[\n  1\n  ]  [n.d.]. https:\/\/doi.org\/10.5281\/zenodo.4726288.    10.5281\/zenodo.4726288\n[1] [n.d.]. https:\/\/doi.org\/10.5281\/zenodo.4726288."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. CodeCover. http:\/\/codecover.org\/.  [n.d.]. CodeCover. http:\/\/codecover.org\/."},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. DARTS. https:\/\/github.com\/StefanoLambiase\/DARTS.  [n.d.]. DARTS. https:\/\/github.com\/StefanoLambiase\/DARTS."},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. DrTest. https:\/\/github.com\/juliendelplanque\/DrTests.  [n.d.]. DrTest. https:\/\/github.com\/juliendelplanque\/DrTests."},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. DTDetector. https:\/\/github.com\/winglam\/dtdetector.  [n.d.]. DTDetector. https:\/\/github.com\/winglam\/dtdetector."},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. JNose. https:\/\/github.com\/arieslab\/jnose.  [n.d.]. JNose. https:\/\/github.com\/arieslab\/jnose."},{"key":"e_1_3_2_1_7_1","unstructured":"[n.d.]. OraclePolish. https:\/\/bitbucket.org\/udse\/.  [n.d.]. OraclePolish. https:\/\/bitbucket.org\/udse\/."},{"key":"e_1_3_2_1_8_1","unstructured":"[n.d.]. PRADET. https:\/\/github.com\/gmu-swe\/pradet-replication.  [n.d.]. PRADET. https:\/\/github.com\/gmu-swe\/pradet-replication."},{"key":"e_1_3_2_1_9_1","unstructured":"[n.d.]. PYPL. http:\/\/pypl.github.io\/PYPL.html.  [n.d.]. PYPL. http:\/\/pypl.github.io\/PYPL.html."},{"key":"e_1_3_2_1_10_1","unstructured":"[n.d.]. RAIDE. https:\/\/raideplugin.github.io\/RAIDE\/.  [n.d.]. RAIDE. https:\/\/raideplugin.github.io\/RAIDE\/."},{"key":"e_1_3_2_1_11_1","unstructured":"[n.d.]. RTj. https:\/\/github.com\/UPHF\/RTj.  [n.d.]. RTj. https:\/\/github.com\/UPHF\/RTj."},{"key":"e_1_3_2_1_12_1","unstructured":"[n.d.]. SOCRATES. https:\/\/github.com\/jonas-db\/socrates.  [n.d.]. SOCRATES. https:\/\/github.com\/jonas-db\/socrates."},{"key":"e_1_3_2_1_13_1","unstructured":"[n.d.]. TEDD. https:\/\/github.com\/matteobiagiola\/FSE19-submission-material-TEDD.  [n.d.]. TEDD. https:\/\/github.com\/matteobiagiola\/FSE19-submission-material-TEDD."},{"key":"e_1_3_2_1_14_1","unstructured":"[n.d.]. TeReDetect & TeCReVis. https:\/\/sourceforge.net\/projects\/codecover\/.  [n.d.]. TeReDetect & TeCReVis. https:\/\/sourceforge.net\/projects\/codecover\/."},{"key":"e_1_3_2_1_15_1","unstructured":"[n.d.]. TestHound. https:\/\/github.com\/SERG-Delft\/TestHound.  [n.d.]. TestHound. https:\/\/github.com\/SERG-Delft\/TestHound."},{"key":"e_1_3_2_1_16_1","unstructured":"[n.d.]. TestLint. http:\/\/scg.unibe.ch\/wiki\/alumni\/stefanreichhart\/testsmells.  [n.d.]. TestLint. http:\/\/scg.unibe.ch\/wiki\/alumni\/stefanreichhart\/testsmells."},{"key":"e_1_3_2_1_17_1","unstructured":"[n.d.]. TestQ. https:\/\/code.google.com\/archive\/p\/tsmells\/.  [n.d.]. TestQ. https:\/\/code.google.com\/archive\/p\/tsmells\/."},{"key":"e_1_3_2_1_18_1","unstructured":"[n.d.]. TRex. https:\/\/www.trex.informatik.uni-goettingen.de\/trac.  [n.d.]. TRex. https:\/\/www.trex.informatik.uni-goettingen.de\/trac."},{"key":"e_1_3_2_1_19_1","unstructured":"[n.d.]. tsDetect. https:\/\/testsmells.github.io\/.  [n.d.]. tsDetect. https:\/\/testsmells.github.io\/."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAIC-PART.2006.35"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3021460.3021489"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405253"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9313-0"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786823"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338948"},{"key":"e_1_3_2_1_26_1","volume-title":"Dependency-Aware Web Test Generation. In 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST). 175\u2013185","author":"Biagiola M.","unstructured":"M. Biagiola , A. Stocco , F. Ricca , and P. Tonella . 2020 . Dependency-Aware Web Test Generation. In 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST). 175\u2013185 . M. Biagiola, A. Stocco, F. Ricca, and P. Tonella. 2020. Dependency-Aware Web Test Generation. In 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST). 175\u2013185."},{"key":"e_1_3_2_1_27_1","volume-title":"WASDeTT-1: 1st International Workshop on Advanced Software Development Tools and Techniques.","author":"Breugelmans Manuel","unstructured":"Manuel Breugelmans and Bart Van\u00a0Rompaey . 2008. TestQ: Exploring Structural and Maintenance Characteristics of Unit Test Suites . In WASDeTT-1: 1st International Workshop on Advanced Software Development Tools and Techniques. Manuel Breugelmans and Bart Van\u00a0Rompaey. 2008. TestQ: Exploring Structural and Maintenance Characteristics of Unit Test Suites. In WASDeTT-1: 1st International Workshop on Advanced Software Development Tools and Techniques."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2880977"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00072"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3337932.3338815"},{"key":"e_1_3_2_1_31_1","volume-title":"Rotten Green Tests. In 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE). 500\u2013511","author":"Delplanque J.","year":"2019","unstructured":"J. Delplanque , S. Ducasse , G. Polito , A.\u00a0 P. Black , and A. Etien . 2019 . Rotten Green Tests. In 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE). 500\u2013511 . https:\/\/doi.org\/10.1109\/ICSE. 2019 .00062 10.1109\/ICSE.2019.00062 J. Delplanque, S. Ducasse, G. Polito, A.\u00a0P. Black, and A. Etien. 2019. Rotten Green Tests. In 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE). 500\u2013511. https:\/\/doi.org\/10.1109\/ICSE.2019.00062"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2915970.2915984"},{"key":"#cr-split#-e_1_3_2_1_33_1.1","doi-asserted-by":"crossref","unstructured":"G. Fraser A. Gambi and J.\u00a0M. Rojas. 2020. Teaching Software Testing with the Code Defenders Testing Game: Experiences and Improvements. In 2020 IEEE International Conference on Software Testing Verification and Validation Workshops (ICSTW). 461-464. https:\/\/doi.org\/10.1109\/ICSTW50294.2020.00082 10.1109\/ICSTW50294.2020.00082","DOI":"10.1109\/ICSTW50294.2020.00082"},{"key":"#cr-split#-e_1_3_2_1_33_1.2","doi-asserted-by":"crossref","unstructured":"G. Fraser A. Gambi and J.\u00a0M. Rojas. 2020. Teaching Software Testing with the Code Defenders Testing Game: Experiences and Improvements. In 2020 IEEE International Conference on Software Testing Verification and Validation Workshops (ICSTW). 461-464. https:\/\/doi.org\/10.1109\/ICSTW50294.2020.00082","DOI":"10.1109\/ICSTW50294.2020.00082"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00011"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2018.2875843"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Vahid Garousi and Bar\u0131\u015f K\u00fc\u00e7\u00fck. 2018. Smells in software test code: A survey of knowledge in industry and academia. Journal of systems and software(2018).  Vahid Garousi and Bar\u0131\u015f K\u00fc\u00e7\u00fck. 2018. Smells in software test code: A survey of knowledge in industry and academia. Journal of systems and software(2018).","DOI":"10.1016\/j.jss.2017.12.013"},{"key":"e_1_3_2_1_37_1","volume-title":"Scented since the beginning: On the diffuseness of test smells in automatically generated test code. Journal of Systems and Software 156","author":"Grano Giovanni","year":"2019","unstructured":"Giovanni Grano , Fabio Palomba , Dario Di\u00a0Nucci , Andrea De\u00a0Lucia , and Harald\u00a0 C Gall . 2019. Scented since the beginning: On the diffuseness of test smells in automatically generated test code. Journal of Systems and Software 156 ( 2019 ). Giovanni Grano, Fabio Palomba, Dario Di\u00a0Nucci, Andrea De\u00a0Lucia, and Harald\u00a0C Gall. 2019. Scented since the beginning: On the diffuseness of test smells in automatically generated test code. Journal of Systems and Software 156 (2019)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2903057"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.45"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624053"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771793"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635917"},{"key":"e_1_3_2_1_43_1","volume-title":"An Empirical Study on the Evolution of Test Smell. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). 149\u2013151","author":"Kim J.","year":"2020","unstructured":"D.\u00a0 J. Kim . 2020 . An Empirical Study on the Evolution of Test Smell. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). 149\u2013151 . D.\u00a0J. Kim. 2020. An Empirical Study on the Evolution of Test Smell. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). 149\u2013151."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15585-7_12"},{"key":"e_1_3_2_1_45_1","volume-title":"A tester-assisted methodology for test redundancy detection. Advances in Software Engineering 2010","author":"Koochakzadeh Negar","year":"2010","unstructured":"Negar Koochakzadeh and Vahid Garousi . 2010. A tester-assisted methodology for test redundancy detection. Advances in Software Engineering 2010 ( 2010 ). Negar Koochakzadeh and Vahid Garousi. 2010. A tester-assisted methodology for test redundancy detection. Advances in Software Engineering 2010 (2010)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389296"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3382151"},{"key":"e_1_3_2_1_48_1","unstructured":"Gerard Meszaros. 2007. xUnit test patterns: Refactoring test code. Pearson Education.  Gerard Meszaros. 2007. xUnit test patterns: Refactoring test code. Pearson Education."},{"key":"e_1_3_2_1_49_1","volume-title":"Testing of Software and Communicating Systems","author":"Neukirchen Helmut","unstructured":"Helmut Neukirchen and Martin Bisanz . 2007. Utilising Code Smells to Detect Quality Problems in TTCN-3 Test Suites . In Testing of Software and Communicating Systems , Alexandre Petrenko, Margus Veanes, Jan Tretmans, and Wolfgang Grieskamp (Eds.). Springer Berlin Heidelberg , Berlin, Heidelberg , 228\u2013243. Helmut Neukirchen and Martin Bisanz. 2007. Utilising Code Smells to Detect Quality Problems in TTCN-3 Test Suites. In Testing of Software and Communicating Systems, Alexandre Petrenko, Margus Veanes, Jan Tretmans, and Wolfgang Grieskamp (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 228\u2013243."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-008-0075-0"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897010.2897016"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00040"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00056"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3399715.3399954"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.5555\/3370272.3370293"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417921"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3392189"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2943488"},{"key":"e_1_3_2_1_59_1","volume-title":"Rule-based Assessment of Test Quality.Journal of Object Technology 6, 9","author":"Reichhart Stefan","year":"2007","unstructured":"Stefan Reichhart , Tudor G\u00eerba , and St\u00e9phane Ducasse . 2007. Rule-based Assessment of Test Quality.Journal of Object Technology 6, 9 ( 2007 ), 231\u2013251. Stefan Reichhart, Tudor G\u00eerba, and St\u00e9phane Ducasse. 2007. Rule-based Assessment of Test Quality.Journal of Object Technology 6, 9 (2007), 231\u2013251."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422510"},{"key":"e_1_3_2_1_61_1","unstructured":"Martin Schvarcbacher Davide Spadini Magiel Bruntink and Ana Oprescu. 2019. Investigating developer perception on test smells using better code hub-Work in progress. In 2019 Seminar Series on Advanced Techniques and Tools for Software Evolution SATTOSE.  Martin Schvarcbacher Davide Spadini Magiel Bruntink and Ana Oprescu. 2019. Investigating developer perception on test smells using better code hub-Work in progress. In 2019 Seminar Series on Advanced Techniques and Tools for Software Evolution SATTOSE."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3425174.3425212"},{"key":"e_1_3_2_1_63_1","volume-title":"2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). 1\u201312","author":"Spadini D.","unstructured":"D. Spadini , F. Palomba , A. Zaidman , M. Bruntink , and A. Bacchelli . 2018. On the Relation of Test Smells to Software Code Quality . In 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). 1\u201312 . D. Spadini, F. Palomba, A. Zaidman, M. Bruntink, and A. Bacchelli. 2018. On the Relation of Test Smells to Software Code Quality. In 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). 1\u201312."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387453"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2016.029"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970340"},{"key":"e_1_3_2_1_67_1","volume-title":"Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001)","author":"Van\u00a0Deursen Arie","year":"2001","unstructured":"Arie Van\u00a0Deursen , Leon Moonen , Alex Van Den\u00a0Bergh , and Gerard Kok . 2001 . Refactoring test code . In Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001) . 92\u201395. Arie Van\u00a0Deursen, Leon Moonen, Alex Van Den\u00a0Bergh, and Gerard Kok. 2001. Refactoring test code. In Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001). 92\u201395."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2006.18"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70745"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422499"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422412"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3350768.3350775"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74984-4_4"},{"key":"e_1_3_2_1_74_1","volume-title":"System Analysis and Modeling: Language Profiles","author":"Zeiss Benjamin","unstructured":"Benjamin Zeiss , Helmut Neukirchen , Jens Grabowski , Dominic Evans , and Paul Baker . 2006. Refactoring and Metrics for TTCN-3 Test Suites . In System Analysis and Modeling: Language Profiles , Reinhard Gotzhein and Rick Reed (Eds.). Springer Berlin Heidelberg , Berlin, Heidelberg , 148\u2013165. Benjamin Zeiss, Helmut Neukirchen, Jens Grabowski, Dominic Evans, and Paul Baker. 2006. Refactoring and Metrics for TTCN-3 Test Suites. In System Analysis and Modeling: Language Profiles, Reinhard Gotzhein and Rick Reed (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 148\u2013165."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610404"}],"event":{"name":"EASE 2021: Evaluation and Assessment in Software Engineering","location":"Trondheim Norway","acronym":"EASE 2021"},"container-title":["Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3463274.3463335","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3463274.3463335","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:31:27Z","timestamp":1750195887000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3463274.3463335"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,21]]},"references-count":76,"alternative-id":["10.1145\/3463274.3463335","10.1145\/3463274"],"URL":"https:\/\/doi.org\/10.1145\/3463274.3463335","relation":{},"subject":[],"published":{"date-parts":[[2021,6,21]]},"assertion":[{"value":"2021-06-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}