{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T00:47:38Z","timestamp":1771634858700,"version":"3.50.1"},"reference-count":151,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/501100003093","name":"Ministry of Higher Education, Malaysia","doi-asserted-by":"publisher","award":["RG114-121CT"],"award-info":[{"award-number":["RG114-121CT"]}],"id":[{"id":"10.13039\/501100003093","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002383","name":"Twasol Research Excellence Program (TRE Program), King Saud University, Saudi Arabia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002383","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004386","name":"Bright Sparks Program at the University of Malaya","doi-asserted-by":"publisher","award":["BSP-151(3)11)"],"award-info":[{"award-number":["BSP-151(3)11)"]}],"id":[{"id":"10.13039\/501100004386","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2809600","type":"journal-article","created":{"date-parts":[[2018,2,27]],"date-time":"2018-02-27T14:28:33Z","timestamp":1519741713000},"page":"11816-11841","source":"Crossref","is-referenced-by-count":46,"title":["A Systematic Review on Test Suite Reduction: Approaches, Experiment\u2019s Quality Evaluation, and Guidelines"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9643-6858","authenticated-orcid":false,"given":"Saif Ur","family":"Rehman Khan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sai Peck","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3777-8249","authenticated-orcid":false,"given":"Nadeem","family":"Javaid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wadood","family":"Abdul","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25327-0_47"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2003.1251065"},{"key":"ref33","first-page":"707","article-title":"Binary codes capable of correcting deletions, insertions, and reversals","volume":"10","author":"levenshtein","year":"1966","journal-title":"Soviet Phys Doklady"},{"key":"ref32","first-page":"547","article-title":"&#x00C9;tude comparative de la distribution florale dans une portion des Alpes et des Jura","volume":"37","author":"jaccard","year":"1901","journal-title":"Bull Waldensian Soc Nat Sci"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2001.919107"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(99)00048-5"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-014-9265-z"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(01)00189-6"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.71"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CSAE.2011.5952443"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1287\/moor.4.3.233"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2007.59"},{"key":"ref29","first-page":"111","article-title":"Procedures for reducing the size of coverage-based test sets","author":"offutt","year":"1995","journal-title":"Proc Of ICTC"},{"key":"ref20","author":"garey","year":"2002","journal-title":"Computers and Intractability"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227144"},{"key":"ref21","author":"cormen","year":"2009","journal-title":"Introduction to Algorithms"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606564"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610392"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.1020"},{"key":"ref26","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"kitchenham","year":"2007"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321733"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.04.007"},{"key":"ref50","author":"basili","year":"1992","journal-title":"Software Modeling and Measurement The Goal\/Question\/Metric Paradigm"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1201\/9781420036268"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1145\/2693208.2693226"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47106-8_3"},{"key":"ref146","first-page":"18","article-title":"A multi-objective technique for test suite reduction","author":"marchetto","year":"2013","journal-title":"Proc ICSEA"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2014.14"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610391"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2014.08.024"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/174675.175935"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9247-y"},{"key":"ref57","first-page":"111","article-title":"A fine-grained parallel multi-objective test case prioritization on GPU","author":"li","year":"2015","journal-title":"Proc of SBSE"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393648"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831736"},{"key":"ref54","first-page":"1","article-title":"A systematic review of the application and empirical investigation of evolutionary testing","author":"ali","year":"2008"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1529282.1529382"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/225014.225018"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/4235.797969"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.1989.65194"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-012-9181-z"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1023\/B:SQJO.0000034708.84524.22"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2016.05.025"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-005-3861-2"},{"key":"ref7","author":"myers","year":"2011","journal-title":"The Art of Software Testing"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-009-9076-9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1994.296778"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.1994.341379"},{"key":"ref42","first-page":"483","article-title":"Study of test suite reduction based on quantum evolutionary algorithm","author":"yi-kun","year":"2010","journal-title":"Proc AICI"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.52"},{"key":"ref44","first-page":"71","article-title":"Using the American Psychological Association (APA) style guidelines to report experimental results","author":"singer","year":"1999","journal-title":"Proc WESS"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-009-0056-x"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14493-6_58"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/ISPA.2010.62"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/s11859-010-0316-4"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/566171.566188"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/347324.349042"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.11.706"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(99)00052-X"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-11486-1_15"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1096-908X(199901\/02)11:1<19::AID-SMR182>3.0.CO;2-M"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1245299"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1155\/2010\/932686"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1002\/stvr.275","article-title":"Test suite minimization for testing in context","volume":"13","author":"cavalli","year":"2003","journal-title":"Software Testing Verification and Reliab"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/32.988498"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201188"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/TEST.2011.6139143"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22720-2_60"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/SSBSE.2010.12"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1183927"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/1982185.1982488"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2003.1243907"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21210-9_24"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21952-8_3"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/iThings\/CPSCom.2011.135"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2011.26"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/196092.196088"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/SOCC.2011.6085105"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1996.82"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(95)00159-X"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(98)00050-0"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.1998.738487"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28872-2_29"},{"key":"ref65","first-page":"175","article-title":"Test set minimization using bipartite graphs","author":"markus","year":"1998","journal-title":"Proc IEEE BEC"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1145\/2345156.2254104"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/288548.288615"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.206"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(98)00094-9"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/SNPD.2012.87"},{"key":"ref68","first-page":"229","article-title":"Test suite reduction in conformance testing","volume":"14","author":"csoendes","year":"1999","journal-title":"Acta Cybern"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28038-2_19"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/32.962562"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/381788.316166"},{"key":"ref145","first-page":"1429","article-title":"Cost-aware pareto optimal test suite minimisation for service-centric systems","author":"bozkurt","year":"2012","journal-title":"Proc ACM AGECCO"},{"key":"ref1","author":"mathur","year":"2008","journal-title":"Foundations of Software Testing"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/WETICE.2009.52"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/1188895.1188899"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368116"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2005.1571134"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ISECS.2008.194"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.18"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2008.25"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/1083246.1083255"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70756"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/1101908.1101926"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2007.06.003"},{"key":"ref90","first-page":"412","article-title":"An empirical evaluation of test case filtering techniques based on exercising complex information flows","author":"leon","year":"2005","journal-title":"Proc ACM CSE"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ICYCS.2008.501"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321698"},{"key":"ref111","first-page":"356","article-title":"Using logic criterion feasibility to reduce test set size while guaranteeing fault detection","author":"kaminski","year":"2009","journal-title":"Proceedings of IEEE ICSTWC"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSIT.2009.5234742"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.11.004"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134299"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71289-3_23"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134307"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2006.51"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.07.001"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379787"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/11573937_28"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SNPD.2009.33"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.06.006"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2631685"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.3745\/JIPS.2010.6.2.197"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/INMIC.2006.358177"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2004.1317433"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/IAMA.2009.5228055"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610416"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2004.1342735"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/152388.152391"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-31862-0_17"},{"key":"ref119","first-page":"503","article-title":"An evolutionary algorithm for regression test suite reduction","author":"nachiyappan","year":"2010","journal-title":"Proc INCOCCI"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ATS.1997.643906"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/1108792.1108802"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2009.27"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572280"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1145\/2134243.2134250"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2004.836015"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/WCSE.2009.311"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/WICOM.2010.5601284"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.29"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/ICISE.2010.5689888"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/CISE.2010.5676821"},{"key":"ref123","first-page":"15","article-title":"On the optimization approach towards test suite minimization","volume":"4","author":"parsa","year":"2010","journal-title":"Int J Software Eng Appl"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipl.2005.01.011"},{"key":"ref86","first-page":"1","article-title":"Bi-objective model for test-suite reduction based on modified condition\/decision coverage","author":"pan","year":"2005","journal-title":"Proc PRDC"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.88"},{"key":"ref88","first-page":"1","article-title":"Minimization of randomized unit test cases","author":"lei","year":"2005","journal-title":"Proc of IEEE ISSRE"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08303823.pdf?arnumber=8303823","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:38:46Z","timestamp":1641987526000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8303823\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":151,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2809600","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}