{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T22:38:43Z","timestamp":1793227123366,"version":"4.5.0"},"reference-count":129,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,4]]},"DOI":"10.1109\/icst.2015.7102580","type":"proceedings-article","created":{"date-parts":[[2015,5,8]],"date-time":"2015-05-08T15:54:04Z","timestamp":1431100444000},"page":"1-12","source":"Crossref","is-referenced-by-count":159,"title":["Achievements, Open Problems and Challenges for Search Based Software Testing"],"prefix":"10.1109","author":[{"given":"Mark","family":"Harman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yue","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuanyuan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"302","article-title":"Comparing non-adequate test suites using coverage criteria. In Mauro Pezz&#x00E8; and Mark Harman, editors","author":"gligoric","year":"2013","journal-title":"International Symposium on Software Testing and Analysis (ISSTA) 2011"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23716-4_5"},{"key":"ref33","first-page":"19","article-title":"Understanding human-smartphone concerns: A study of battery life","author":"denzil","year":"2011","journal-title":"Proceedings of the 9th International Conference on Pervasive Computing (Pervasive'11)"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.856067"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1005888.1005890"},{"key":"ref30","author":"agop derderian","year":"2006","journal-title":"Automated test sequence generation for Finite State Machines using Genetic Algorithms"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831728"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/48529.48530"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1002\/spe.1135"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1145\/1840845.1840883","article-title":"Memory power estimation and capping","author":"david","year":"2010","journal-title":"Proceedings of the 2010 ACM\/IEEE International Symposium on Low-Power Electronics and Design ISLPED'10"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2012.07.041"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/359104.359106"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1276958.1277173"},{"key":"ref22","first-page":"289","article-title":"Compositional shape analysis by means of bi-abduction","author":"cristiano","year":"2009","journal-title":"36th Symposium on Principles of Programming Languages (POPL 2009)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408795"},{"key":"ref24","first-page":"1069","article-title":"An approach for QoS-aware service composition based on genetic algorithms. In Hans-Georg Beyer and Una-May O'Reilly","author":"canfora","year":"2005","journal-title":"Genetic and Evolutionary Computation Conference GECCO 2005 Proceedings Washington DC USA June 25&#x2013;29 2005"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2049697.2049700","article-title":"Compositional shape analysis by means of bi-abduction","volume":"58","author":"cristiano","year":"2011","journal-title":"Journal of the ACM"},{"key":"ref26","article-title":"Integration test of classes and aspects with a multi-evolutionary and coupling-based approach","author":"elita colanzi","year":"2011","journal-title":"3rd International Symposium on Search Based Software Engineering (SSBSE '11) Szeged Hungary"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23716-4_14"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1273463.1273482"},{"key":"ref100","first-page":"203","article-title":"Outi R&#x00E4;ih&#x00E4;. A survey on search-based software design","year":"2010","journal-title":"Computer Science Review"},{"key":"ref50","first-page":"1","article-title":"Genetic improvement for adaptive software engineering (keynote)","author":"mark","year":"2014","journal-title":"9th International Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2014)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(01)00189-6"},{"key":"ref59","doi-asserted-by":"crossref","DOI":"10.1145\/1459352.1459354","article-title":"Martin Woodward, and Hussein Zedan. Using formal methods to support testing","author":"hierons","year":"2009","journal-title":"ACM Computing Surveys"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379787"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.71"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379787"},{"key":"ref55","first-page":"9","author":"harman","year":"2009","journal-title":"Search based software engineering A comprehensive analysis and review of trends techniques and applications Technical"},{"key":"ref54","article-title":"Genetic programming for reverse engineering (keynote paper)","author":"mark","year":"2013","journal-title":"2013 20th Working Conference on Reverse Engineering (WCRE)"},{"key":"ref53","first-page":"1","article-title":"TheGISMOE challenge: Constructing the pareto program surface using genetic programming to find better programs (keynote paper)","author":"mark","year":"2012","journal-title":"27th IEEEIACM International Conference on Automated Software Engineering (ASE 2012)"},{"key":"ref52","first-page":"1098","article-title":"A multi-objective approach to search-based test data generation","author":"harman","year":"2007","journal-title":"9th Annual Conference on Genetic and Evolutionary Computation (GECCO 2007)"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1472"},{"key":"ref4","first-page":"742","article-title":"Briand, Huysadi Hemmati, and Rajwinder Kaur Panesar- Walawege. A systematic review of the application and empirical investigation of search-based test-case generation","author":"shaukat","year":"2010","journal-title":"IEEE Transactions on Software Engineering"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SSBSE.2010.19"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89694-4_7"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134336"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.12.040"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025144"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_26"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100119"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/METRIC.2004.1357891"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2011.60"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2648511.2648513"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/WETSoM.2013.6619329"},{"key":"ref42","first-page":"92","article-title":"and Ramesh Govindan. Estimating mobile application energy consumption using program analysis. In","author":"shuai","year":"2013","journal-title":"Proceedings of the 2013 International Conference on Software Engineering"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/1068009.1068185"},{"key":"ref44","article-title":"Why source code analysis and manipulation will always be important (keynote)","author":"harman","year":"2010","journal-title":"10th IEEE International Working Conference on Source Code Analysis and Manipulation Timisoara Romania"},{"key":"ref43","article-title":"The current state and future of search based software engineering. In Lionel Briand and Alexander Wolf, editors","author":"harman","year":"0","journal-title":"Future of Software Engineering 2007 pages 342&#x2013;357 Los Alamitos California USA 2007 IEEE"},{"key":"ref127","author":"yoo","year":"2014","journal-title":"No pot of gold at the end of program spectrum rainbow Greatest risk evaluation formula does not exist"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1145\/2491509.2491513"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.11.706"},{"key":"ref73","article-title":"Optimising existing software with genetic programming","author":"langdon","year":"2014","journal-title":"IEEE Transactions on Evolutionary Computations"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44303-3_8"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16573-3_11"},{"key":"ref129","article-title":"The SBSE repository: A repository and analysis of authors and research articles on search based software engineering","author":"zhang","year":"0"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TAICPART.2009.15"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2007.05.039"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"ref77","first-page":"188","article-title":"Raluca Lefticaru and Florentin Ipate. Automatic state-based test generation using genetic algorithms","year":"2007","journal-title":"Proceedings of the 9th International Symposium on Symbolic and Numeric Algorithms for Scientific Computing (SYNASC '07)"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.07.027"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-013-9208-0"},{"key":"ref78","first-page":"1882","article-title":"Per Kristian Lehre and Xin Yao. Runtime analysis of (1+1) EA on computing unique input output sequences","year":"2007","journal-title":"Proceedings of 2007 IEEE Congress on Evolutionary Computation (CEC '07)"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610414"},{"key":"ref60","article-title":"Charles Anthony Richard Hoare. The engineering of software: A startling contradiction. In David Gries, editor","year":"1978","journal-title":"Programming Methodology A Collection of Articles by Members of IFIP WG 2 3"},{"key":"ref62","first-page":"1","article-title":"Timo H&#x00F6;nig Christopher Eibel, R&#x00FC;diger Kapitza, and Wolfgang Schroder-Preikschat. Seep: Exploiting symbolic execution for energy-aware programming","volume":"4","year":"2011","journal-title":"Proceedings of the 4th Workshop on Power-Aware Computing and Systems"},{"key":"ref61","first-page":"1","article-title":"Charles Anthony Richard Hoare. How did software get so reliable without proof?","year":"1996","journal-title":"FME 96 Industrial Benefit of Formal Methods Third Int l Symp Formal Methods Europe"},{"key":"ref63","first-page":"425","article-title":"Kobi Inkumsah and Tao Xie. Evacon: a framework for integrating evolutionary and concolic testing for object-oriented programs. In R. E. Kurt Stirewalt, Alexander Egyed, and Bernd Fischer 0002, editors","year":"2007","journal-title":"22nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2007) November 5&#x2013;9 2007 Atlanta Georgia USA"},{"key":"ref64","author":"yue","year":"2013","journal-title":"Learning combinatorial interaction testing strategies using hyperheuristic search"},{"key":"ref65","first-page":"249","article-title":"Yue Jia and Mark Harman. Constructing subtle faults using higher order mutation testing","year":"2008","journal-title":"International Working Conference on Source Code Analysis and Manipulation (SCAM)"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/581396.581397"},{"key":"ref67","author":"cornelius king","year":"1969","journal-title":"A program verifier"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/32.57624"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.03.009"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.12.005"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/322796.322806"},{"key":"ref95","first-page":"26","article-title":"Mark Harman, and Shin Yoo. Efficiency and early fault detection with lower and higher strength combinatorial interaction testing","author":"justyna","year":"2013","journal-title":"European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering ESECIFSE&#x2019;"},{"key":"ref109","author":"jerry","year":"2014","journal-title":"Gen-o-fix An embeddable framework for dynamic adaptive genetic improvement programming Technical Report CSM-195 Computing Science and Mathematics University of Stirling Stirling FK9 4LA Scotland"},{"key":"ref94","first-page":"29","article-title":"Where is the energy spent inside my app?: Fine grained energy accounting on smartphones with eprof","author":"abhinav","year":"2012","journal-title":"Proceedings of the 7th ACM european conference on Computer Systems - EuroSys '12"},{"key":"ref108","first-page":"447","article-title":"Pavel Somavat and Vinod Namboodiri. Energy consumption of personal computing including portable communication devices","volume":"1","year":"2011","journal-title":"Journal of Green Engineering"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001445"},{"key":"ref107","author":"digvijay","year":"2010","journal-title":"The Atom LEAP Platform for Energy-efficient Embedded Computing Architecture Operation and System Implementation"},{"key":"ref92","first-page":"1271","article-title":"Sudipto Ghosh, and Darrell Whitley. Comparing search techniques for finding subtle higher order mutants","author":"omar","year":"2014","journal-title":"Genetic and Evolutionary Computation Conference (GECCO)"},{"key":"ref106","first-page":"246","article-title":"ALex Gyori, Milos Gligoric, Andrey Zaytsev, and Darko Marinov. Balancing trade-offs in test-suite reduction","author":"shi","year":"2014","journal-title":"22nd International Symposium on Foundations of Software Engineering (FSE 2014)"},{"key":"ref91","first-page":"125","article-title":"Rosemary O'Keeffe. The health benefits of stress","year":"2014","journal-title":"The Boolean"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_16"},{"key":"ref90","first-page":"1851","article-title":"Mark Harman, and Shin Yoo. Transition coverage testing for Simulink\/Stateflow models using messy genetic algorithms","author":"oh","year":"2011","journal-title":"Genetic and Evolutionary Computation Conference (GECCO 2011)"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/64.236476"},{"key":"ref103","first-page":"317","author":"sauder","year":"1962","journal-title":"AFIPS Spring Joint Computer Conference"},{"key":"ref102","article-title":"Philip Tornquist, Ryan McKenna, Zachary Pearson, and James Clause. How does code obfuscation impact energy usage?","author":"sahin","year":"2014","journal-title":"Proceedings of the 30th International Conference on Software Maintenance and Evolution"},{"key":"ref111","first-page":"384","article-title":"Sharad Malik, and Andrew Wolfe. Power analysis of embedded software: A first step towards software power minimization","author":"tiwari","year":"1994","journal-title":"Proceedings of the 1994 IEEE\/ACM International Conference on Computer-aided Design"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/1143997.1144316"},{"key":"ref110","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1145\/2642937.2642941","article-title":"Jonathan de Halleux, and Tao Xie. Transferring an automated test generation tool to practice: From Pex to Fakes and Code Digger","author":"tillmann","year":"2014","journal-title":"29th ACM\/IEEE International Conference on Automated Software Engineering (ASE)"},{"key":"ref98","first-page":"1477","article-title":"The optimisation of stochastic grammars to enable costeffective probabilistic structural testing","author":"simon","year":"2013","journal-title":"15th Annual Conference on Genetic and Evolutionary Computation (GECCO '13)"},{"key":"ref99","first-page":"439","article-title":"Md. Mainur Rahman, Guenther Ruhe, and Thomas Zimmermann. Optimized assignment of developers for fixing bugs an initial evaluation for eclipse projects","year":"2009","journal-title":"3rd International Symposium on Empirical Software Engineering and Measurement (ESEM'09)"},{"key":"ref96","article-title":"Using genetic improvement & code transplants to specialise a C++ program to a problem class","author":"justyna","year":"2014","journal-title":"17th European Conference on Genetic Programming (EuroGP)"},{"key":"ref97","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1145\/2660193.2660235","article-title":"Understanding energy behaviors of thread management constructs","author":"pinto","year":"2014","journal-title":"Proceedings of the 2014 ACM International Conference on Object Oriented Programming Systems Languages & Applications"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635871"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24855-2_163"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9133-9"},{"key":"ref14","first-page":"297","article-title":"A bug you like: A framework for automated assignment of bugs","author":"olga","year":"2009","journal-title":"International Conference on Program Comprehension (ICPC)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463544"},{"key":"ref82","author":"manotas","year":"2014","journal-title":"An empirical study of practitioners' perspectives on green software engineering"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/800027.808445"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1023\/A:1011132221066"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2384616.2384626"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_7"},{"key":"ref117","doi-asserted-by":"crossref","first-page":"1400","DOI":"10.1007\/978-3-540-24855-2_160","article-title":"Evaluation of different fitness functions for the evolutionary testing of an autonomous parking system","volume":"3103","author":"wegener","year":"2004","journal-title":"Proceedings of the 2004 Conference on Genetic and Evolutionary Computation (GECCO '04)"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2013.113"},{"key":"ref18","first-page":"43","article-title":"Jie Feng, and Yvan Labiche. Using genetic algorithms and coupling measures to devise optimal integration test orders","author":"briand","year":"2002","journal-title":"Software Engineering and Knowledge Engineering (SEKE 02)"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568297"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-006-9003-9"},{"key":"ref119","first-page":"1775","article-title":"John Clark, Jeremy Jacob, and Simon Poulding. Searching for resource-efficient programs: Low-power pseudorandom number generators. In","author":"white","year":"2008","journal-title":"2008 Genetic and Evolutionary Computation Conference (GECCO 2008)"},{"key":"ref114","first-page":"67","article-title":"Checking a large routine","author":"turing","year":"1949","journal-title":"Report of a Conference on High Speed Automatic Calculating-Machines"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-0135-2_12"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568321"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24855-2_160"},{"key":"ref115","article-title":"The surprisingly large energy footprint of the digital economy [UPDATE]","author":"walsh","year":"2013","journal-title":"TIME Magazine"},{"key":"ref89","first-page":"772","article-title":"Dawei Qi, Abhik Roychoudhury, and Satish Chandra. SemFix: program repair via semantic analysis. In Betty H. C. Cheng and Klaus Pohl, editors","author":"thien nguyen","year":"2013","journal-title":"2013 35th International Conference on Software Engineering (ICSE)"},{"key":"ref120","first-page":"515","article-title":"David Robert White, Andrea Arcuri, and John A. Clark. Evolutionary improvement of programs","volume":"15","year":"2011","journal-title":"IEEE Transactions on Evolutionary Computations"},{"key":"ref121","first-page":"625","article-title":"Application of genetic algorithms to software testing","author":"xanthakis","year":"1992","journal-title":"5th International Conference on Software Engineering and its Applications"},{"key":"ref122","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1007\/978-3-540-70545-1_36","article-title":"Scalable shape analysis for systems code. In Aarti Gupta and Sharad Malik","volume":"5123","author":"yang","year":"2008","journal-title":"20th International Conference on Computer Aided Verification (CAV 2008)"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001828"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233818"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.56"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/2684200.2684314"}],"event":{"name":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","location":"Graz, Austria","start":{"date-parts":[[2015,4,13]]},"end":{"date-parts":[[2015,4,17]]}},"container-title":["2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7102553\/7102573\/07102580.pdf?arnumber=7102580","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,7]],"date-time":"2022-05-07T15:17:47Z","timestamp":1651936667000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7102580\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4]]},"references-count":129,"URL":"https:\/\/doi.org\/10.1109\/icst.2015.7102580","relation":{},"subject":[],"published":{"date-parts":[[2015,4]]}}}