{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T06:34:51Z","timestamp":1774679691993,"version":"3.50.1"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2018,9,1]],"date-time":"2018-09-01T00:00:00Z","timestamp":1535760000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Rel."],"published-print":{"date-parts":[[2018,9]]},"DOI":"10.1109\/tr.2018.2832072","type":"journal-article","created":{"date-parts":[[2018,6,8]],"date-time":"2018-06-08T18:43:13Z","timestamp":1528483393000},"page":"771-785","source":"Crossref","is-referenced-by-count":25,"title":["Mapping the Effectiveness of Automated Test Suite Generation Techniques"],"prefix":"10.1109","volume":"67","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1869-3944","authenticated-orcid":false,"given":"Carlos","family":"Oliveira","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1716-690X","authenticated-orcid":false,"given":"Aldeida","family":"Aleti","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8747-3745","authenticated-orcid":false,"given":"Lars","family":"Grunske","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2718-7680","authenticated-orcid":false,"given":"Kate","family":"Smith-Miles","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref70","first-page":"37","article-title":"Evaluation: From precision, recall and F-measure to ROC,\n informedness, markedness & correlation","volume":"2","author":"powers","year":"2011","journal-title":"J Mach Learn Technol"},{"key":"ref39","article-title":"Testgen4j","author":"maratmu","year":"2008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/spe.602"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572296"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1146238.1146240"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1068009.1068188"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025144"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2009.36"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2006.06.010"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100082"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1068009.1068185"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.1998.732680"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.14"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1049\/sej.1996.0040"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICISIP.2004.1287631"},{"key":"ref28","first-page":"188","article-title":"Integration\n test of classes and aspects with a multi-evolutionary and coupling-based approach","author":"colanzi","year":"0","journal-title":"Proc 2nd Int Symp Search Based Software Eng"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2007.11.051"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-016-0197-7"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2897010.2897020"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"ref29","first-page":"43","article-title":"Using\n genetic algorithms and coupling measures to devise optimal integration test orders","author":"briand","year":"0","journal-title":"Proc 14th Int Conf Softw Eng Knowl Eng"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2663435"},{"key":"ref68","first-page":"101","article-title":"A critique and improvement of the CL common language effect size statistics of McGraw and Wong","volume":"25","author":"vargha","year":"2000","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.18"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.71"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1980.234486"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.02.022"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.05.017"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/41.2.98"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001452"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2014.11.035"},{"key":"ref25","first-page":"87","article-title":"Application of genetic algorithm in software testing","volume":"3","author":"srivastava","year":"2009","journal-title":"Int J Software Eng Appl"},{"key":"ref50","article-title":"CKJM extended—An extended version of tool for calculating Chidamber and Kemerer java\n metrics","author":"spinellis","year":"2011"},{"key":"ref51","first-page":"11","article-title":"Exploring network structure, dynamics, and function using NetworkX","volume":"2008","author":"schult","year":"0","journal-title":"Proc 7th Python Sci Conf"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233818"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/1143997.1144319"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010257"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831736"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2008.22"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1080\/03081088508817681"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IADCC.2015.7154816"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.061"},{"key":"ref40","article-title":"JUB (JUnit test case builder)","author":"tyborowsky","year":"2002"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2685612"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-011-9230-5"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"524","DOI":"10.1007\/978-3-642-25566-3_41","article-title":"Generalising algorithm performance in instance space: A timetabling case study","volume":"6683","author":"smith-miles","year":"2011","journal-title":"Learning and Intelligent Optimization"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9424-2"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102604"},{"key":"ref18","first-page":"1","article-title":"Evaluating symbolic execution-based test tools","author":"cseppento","year":"0","journal-title":"Proc IEEE Int'l Conf Software Testing Verification and Validation"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/800028.808479"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1145\/1013886.1007528","article-title":"Evolutionary testing of classes","volume":"29","author":"tonella","year":"2004","journal-title":"ACM SIGSOFT Softw Eng Notes"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/32.988709"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008096431840"},{"key":"ref5","first-page":"1400","article-title":"Evaluation of different fitness functions for the evolutionary testing of an\n autonomous parking system","author":"wegener","year":"0","journal-title":"Proc Conf Genet Evol Comput"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.12.005"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/bxl003"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100139"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.52"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/32.295895"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2017.7"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585893"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/1456650.1456656"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref41","article-title":"Comparing the effectiveness of automated test generation tools\n “evosuite” and “tpalus","author":"chitirala","year":"2015"},{"key":"ref44","first-page":"1367","article-title":"Random or genetic algorithm search for\n object-oriented test suite generation?","author":"shamshiri","year":"0","journal-title":"Proc Annu Conf Genetic Evol \ufffdComput"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001463"}],"container-title":["IEEE Transactions on Reliability"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/24\/8452065\/08375677.pdf?arnumber=8375677","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T15:55:00Z","timestamp":1643212500000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8375677\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9]]},"references-count":70,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tr.2018.2832072","relation":{},"ISSN":["0018-9529","1558-1721"],"issn-type":[{"value":"0018-9529","type":"print"},{"value":"1558-1721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9]]}}}