{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,4,5]],"date-time":"2022-04-05T19:57:28Z","timestamp":1649188648984},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2014,2,11]],"date-time":"2014-02-11T00:00:00Z","timestamp":1392076800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2014,10]]},"DOI":"10.1007\/s10664-013-9294-4","type":"journal-article","created":{"date-parts":[[2014,2,10]],"date-time":"2014-02-10T03:50:41Z","timestamp":1392004241000},"page":"1423-1465","source":"Crossref","is-referenced-by-count":1,"title":["An experimental evaluation of the importance of randomness in hill climbing searches applied to software engineering problems"],"prefix":"10.1007","volume":"19","author":[{"given":"M\u00e1rcio","family":"de O. Barros","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,2,11]]},"reference":[{"issue":"2","key":"9294_CR1","first-page":"235","volume":"1","author":"M Amoui","year":"2006","unstructured":"Amoui M, Mirarab S, Ansari S, Lucas C (2006) A Genetic Algorithm Approach to Design Evolution Using Design Pattern Transformation. Int J Inf Technol Intell Comput 1(2):235\u2013244","journal-title":"Int J Inf Technol Intell Comput"},{"key":"9294_CR2","doi-asserted-by":"crossref","unstructured":"Antoniol G, Penta MD, Harman M (2005) \u201cSearch-based techniques applied to optimization of project planning for a massive maintenance project\u201d. IN: 21st IEEE International Conference on Software Maintenance, pp. 240\u2013249, California, USA","DOI":"10.1109\/ICSM.2005.79"},{"key":"9294_CR3","doi-asserted-by":"crossref","unstructured":"Arcuri A, Briand L, (2011) \u201cA Practical Guide for Using Statistical Tests to Assess Randomized Algorithms in Software Engineering\u201d, IN: Proceedings of the 33th International Conference on Software Engineering, (ICSE\u201911), Hawaii, EUA","DOI":"10.1145\/1985793.1985795"},{"issue":"14","key":"9294_CR4","doi-asserted-by":"crossref","first-page":"883","DOI":"10.1016\/S0950-5849(01)00194-X","volume":"43","author":"AJ Bagnall","year":"2001","unstructured":"Bagnall AJ, Rayward-Smith VJ, Whittley IM (2001) The next release problem. Inf Softw Technol 43(14):883\u2013890","journal-title":"Inf Softw Technol"},{"key":"9294_CR5","doi-asserted-by":"crossref","unstructured":"Barros M.O. (2012a) \u201cEvaluating the Importance of Randomness in Search-based Software Engineering\u201d, IN: Proceeding of the IV Symposium on Search Based Software Engineering (SSBSE\u201912), ISBN: 978-3-642-33118-3, Riva del Garda, Italy, pp. 60 \u2013 74","DOI":"10.1007\/978-3-642-33119-0_6"},{"key":"9294_CR6","doi-asserted-by":"crossref","unstructured":"Barros M.O. (2012b) \u201cAn Analysis of the Effects of Composite Objectives in Multiobjective Software Module Clustering\u201d, Proceedings of the Genetic and Evolutionary Computing Conference (GECCO 2012), Philadelphia, USA","DOI":"10.1145\/2330163.2330330"},{"key":"9294_CR7","unstructured":"Barros M.O, Dias-Neto A.C. \u201cThreats to Validity in Search-based Software Engineering Empirical Studies\u201d, Technical Report DIA\/UNIRIO, No. 6, Rio de Janeiro, Brazil, 2011 ( http:\/\/www.seer.unirio.br\/index.php\/ monografiasppgi\/article\/viewFile\/1479\/1307)"},{"key":"9294_CR8","volume-title":"Software Engineering Economics","author":"B Boehm","year":"1981","unstructured":"Boehm B (1981) Software Engineering Economics. Prantice-Hall, Englewood Cliffs"},{"key":"9294_CR9","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1109\/TSE.2010.70","volume":"36","author":"M Bowman","year":"2010","unstructured":"Bowman M, Briand LC, Labiche Y (2010) Solving the Class Responsibility Assignment Problem in Object-Oriented Analysis with Multiobjective Genetic Algorithms\u201d. IEEE Trans Software Eng 36:6","journal-title":"IEEE Trans Software Eng"},{"issue":"5","key":"9294_CR10","doi-asserted-by":"crossref","first-page":"722","DOI":"10.1109\/32.815329","volume":"25","author":"LC Briand","year":"1999","unstructured":"Briand LC, Morasca S, Basili VR (1999) Defining and Validating Measures for Object-based High-Level Design. IEEE Trans Softw Eng 25(5):722\u2013743","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/S0962492900002804","volume":"7","author":"RE Caflisch","year":"1998","unstructured":"Caflisch RE (1998) Monte Carlo and quasi-Monte Carlo methods. Acta Numerica 7:1\u201349","journal-title":"Acta Numerica"},{"issue":"3","key":"9294_CR12","doi-asserted-by":"crossref","first-page":"562","DOI":"10.1109\/TR.2007.903293","volume":"56","author":"TY Chen","year":"2007","unstructured":"Chen TY, Merkel R (2007) Quasi-Random Testing. IEEE Trans Reliab 56(3):562\u2013568","journal-title":"IEEE Trans Reliab"},{"key":"9294_CR13","unstructured":"Chi H, Jones E. L, (2006) \u201cComputational Investigations of QR Sequences in Generating Test Cases for Specification-based Tests\u201d, Proceedings of the Winter Simulation Conference, pp. 975\u2013980"},{"key":"9294_CR14","unstructured":"Doval D, Mancoridis S, Mitchell BS (1999) \u201cAutomatic Clustering of Software Systems using a Genetic Algorithm\u201d, IN: Procedings of the International Conference on Software Tools and Engineering Practice (STEP\u201999)"},{"key":"9294_CR15","unstructured":"Durillo J. J, Nebro A. J, Luna F, Doronsoro B, Alba E, (2006) \u201cJMetal: A Java Framework for Developing Multi-objective Optimization Metaheuristics\u201d, TR ITI-2006-10, Dept. de Lenguajes y Ciencias de Computacion, University of M\u00e1laga"},{"key":"9294_CR16","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1007\/s10664-010-9147-3","volume":"16","author":"JJ Durillo","year":"2010","unstructured":"Durillo JJ, Zhang Y, Alba E, Harman M, Nebro AJ (2010) A study of the bi-objective next release problem. Empir Softw Eng 16:29\u201360","journal-title":"Empir Softw Eng"},{"key":"9294_CR17","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A, (2011) \u201cEvosuite: Automatic test suite generation for object-oriented software\u201d, IN: ACM Symposium on the Foundations of Software Engineering (FSE\u201911)","DOI":"10.1145\/2025113.2025179"},{"key":"9294_CR18","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A, (2012) \u201cThe Seed is Strong: Seeding Strategies in Search-based Software Testing\u201d. IN: Proceedings of the 5th IEEE International Conference on Software Testing, Verification and Validation, pp 121 \u2013 130, Montreal, Canada","DOI":"10.1109\/ICST.2012.92"},{"key":"9294_CR19","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/j.ejor.2008.03.019","volume":"196","author":"A Georgieva","year":"2009","unstructured":"Georgieva A, Jordanov I (2009) Global Optimization based on Novel Heuristics, Low-discrepancy Sequences and Genetic Algorithms. Eur J Oper Res 196:413\u2013422","journal-title":"Eur J Oper Res"},{"key":"9294_CR20","doi-asserted-by":"crossref","unstructured":"Gibbs S, Tsichritzis D, et al. (1990) \u201cClass Management for Software Communities\u201d, Communications of the ACM, v. 33, n. 9, pp.90-103, New York, USA","DOI":"10.1145\/83880.84525"},{"key":"9294_CR21","doi-asserted-by":"crossref","unstructured":"Hall M, Walkinshaw N, McMinn P, (2012) \u201cSupervised Software Modularization\u201d, Proceedings of the International Conference on Software Maintenance, pp. 472-481, Riva del Garda, Italy","DOI":"10.1109\/ICSM.2012.6405309"},{"key":"9294_CR22","doi-asserted-by":"crossref","unstructured":"Harman M, Swift S, Mahdavi K, (2005) \u201cAn Empirical Study of the Robustness of two Module Clustering Fitness Functions\u201d, IN: Proceedings of the Genetic and Evolutionary Computing Conference (GECCO\u201905), Washington DC, USA","DOI":"10.1145\/1068009.1068184"},{"key":"9294_CR23","unstructured":"Harman M, Masouri S.A, Zhang Y, (2009) \u201cSearch Based Software Engineering: A Comprehensive Analysis and Review of Trends Techniques and Applications\u201d, Department of Computer Science, King\u2019s College London, Technical Report TR-09-03, April"},{"key":"9294_CR24","doi-asserted-by":"crossref","unstructured":"Joy C, Boyle P.P, Tan K.S, (1996) \u201cQuasi-Monte Carlo Methods in Numerical Finance\u201d, Institute for Operations Research and Management Sciences, pp. 41\u201354","DOI":"10.1287\/mnsc.42.6.926"},{"key":"9294_CR25","doi-asserted-by":"crossref","unstructured":"Kimura S, Matsumura K, (2005) \u201cGenetic Algorithms using Low-Discrepancy Sequences\u201d, IN: Proceedings of Genetic and Evolutionary Computation Conference (GECCO\u201905), Washington DC, USA","DOI":"10.1145\/1068009.1068225"},{"key":"9294_CR26","volume-title":"\u201cSeminumerical Algorithms\u201d, IN: The Art of Computer Programming","author":"DE Knuth","year":"1981","unstructured":"Knuth DE (1981) \u201cSeminumerical Algorithms\u201d, IN: The Art of Computer Programming, 2nd edn. Addison-Wesley, Reading","edition":"2"},{"key":"9294_CR27","volume-title":"Applying UML and Patterns: An Introduction to Object-Oriented Analysis and the Unified Process","author":"C Larman","year":"2002","unstructured":"Larman C (2002) Applying UML and Patterns: An Introduction to Object-Oriented Analysis and the Unified Process. Prentice Hall, Upper Saddle River"},{"key":"9294_CR28","unstructured":"Levy G, (2013) \u201cAn introduction to quasi-random numbers\u201d, available online at http:\/\/www.nag.com\/Industry Articles\/introduction_to_quasi_random_numbers.pdf, last accessed in 07\/30"},{"issue":"4","key":"9294_CR29","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1109\/TSE.2007.38","volume":"33","author":"Z Li","year":"2007","unstructured":"Li Z, Harman M, Hierons R (2007) Search Algorithms for Regression Test Case Prioritization. IEEE Trans Softw Eng 33(4):225\u2013237","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR30","doi-asserted-by":"crossref","unstructured":"Liu H, Chen T.Y, (2009) \u201cAn Innovative Approach to Randomising Quasi-random Sequences and Its Application into Software Testing\u201d. 9th International Conference on Quality Software, pp. 59\u201364","DOI":"10.1109\/QSIC.2009.16"},{"key":"9294_CR31","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1016\/S1383-7621(01)00019-4","volume":"47","author":"R Lutz","year":"2001","unstructured":"Lutz R (2001) Evolving Good Hierarchical Decompositions of Complex Systems. J Syst Archit 47:613\u2013634","journal-title":"J Syst Archit"},{"key":"9294_CR32","doi-asserted-by":"crossref","first-page":"1885","DOI":"10.1016\/j.camwa.2003.07.011","volume":"47","author":"H Maaranen","year":"2004","unstructured":"Maaranen H, Miettinen K, Makela MM (2004) Quasi-Random Initial Population for Genetic Algorithms. Comput Math Appl 47:1885\u20131895","journal-title":"Comput Math Appl"},{"key":"9294_CR33","doi-asserted-by":"crossref","unstructured":"Mahdavi K, Harman M, Hierons R.M, (2003) \u201cA Multiple Hill Climbing Approach to Software Module Clustering\u201d, IN: Proceedings of the International Conference on Software Maintenance, Amsterdan, pp. 315-324","DOI":"10.1109\/ICSM.2003.1235437"},{"key":"9294_CR34","doi-asserted-by":"crossref","unstructured":"Mancoridis S, Mitchell B.S, Chen Y, Gansner E.R, (1999) \u201cBunch: A Clustering Tool for the Recovery and Maintenance of Software System Structures\u201d, IN: Proceedings of the IEEE International Conference on Software Maintenance, pp. 50-59","DOI":"10.1109\/ICSM.1999.792498"},{"issue":"1","key":"9294_CR35","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1145\/272991.272995","volume":"8","author":"M Matsumoto","year":"1998","unstructured":"Matsumoto M, Nishimura T (1998) Mersenne twister: a 623-dimensionally equidistributed uniform pseudo-random number generator. ACM Trans Model Comp Simulation 8(1):3\u201330","journal-title":"ACM Trans Model Comp Simulation"},{"key":"9294_CR36","unstructured":"McConnell S. (2004) \u201cCode Complete\u201d, Second Edition, Microsoft Press, 2004"},{"issue":"6","key":"9294_CR37","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1137\/0915077","volume":"15","author":"WJ Morokoff","year":"1994","unstructured":"Morokoff WJ, Caflish RE (1994) Quasi-random Sequences and their Discrepancies. SIAM J Sci Comput 15(6):1251\u20131279","journal-title":"SIAM J Sci Comput"},{"issue":"6","key":"9294_CR38","doi-asserted-by":"crossref","first-page":"957","DOI":"10.1090\/S0002-9904-1978-14532-7","volume":"84","author":"H Niederreiter","year":"1978","unstructured":"Niederreiter H (1978) Quasi-Monte Carlo methods and pseudo-random numbers. Bull Am Math Soc 84(6):957\u20131041","journal-title":"Bull Am Math Soc"},{"key":"9294_CR39","doi-asserted-by":"crossref","unstructured":"Niederreiter H. (1992) \u201cRandom Number Generation and Quasi-Monte Carlo Methods\u201d, CBMS-NSF Regional Conference Series in Applied Mathematics, ISBN: 978-0-89871-295-7","DOI":"10.1137\/1.9781611970081"},{"key":"9294_CR40","doi-asserted-by":"crossref","unstructured":"Pant M, Thangaraj R, Grosan C, Abraham A. (2008) \u201cImproved Particle Swarm Optimization with Low-Discrepancy Sequences\u201d, N: Proceedings of the IEEE Congress on Evolutionary Computation (CEC 2008), pp. 3011 \u2013 3018, Hong Kong","DOI":"10.1109\/CEC.2008.4631204"},{"issue":"4","key":"9294_CR41","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1109\/TSE.2010.61","volume":"37","author":"M Perepletchikov","year":"2011","unstructured":"Perepletchikov M, Ryan C (2011) A Controlled Experiment for Evaluating the Impact of Coupling on the Maintainability of Service-Oriented Software. IEEE Trans Softw Eng 37(4):449\u2013465","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9294_CR42","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1109\/TSE.2010.26","volume":"37","author":"K Praditwong","year":"2011","unstructured":"Praditwong K, Harman M, Yao X (2011) Software Module Clustering as a Multiobjective Search Problem. IEEE Trans Softw Eng 37(2):262\u2013284","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR43","volume-title":"Numerical Recipes: The Art of Scientific Computing","author":"WH Press","year":"1992","unstructured":"Press WH, Teukolsky SA, Vetterling WT, Flannery BP (1992) Numerical Recipes: The Art of Scientific Computing, 2nd edn. Cambridge University Press, NY","edition":"2"},{"key":"9294_CR44","unstructured":"R\u00e4ih\u00e4 O. (2007) \u201cA Survey on Search-Based Software Design\u201d. Technical Report D-2009-1, Department of Computer Sciences University Of Tampere, March"},{"issue":"2","key":"9294_CR45","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1109\/TSE.2012.18","volume":"39","author":"A Shahbazi","year":"2013","unstructured":"Shahbazi A, Tappenden AF, Miller J (2013) Centroidal Voronoi Tessellations - A New Approach to Random Testing. IEEE Trans Softw Eng 39(2):163\u2013183","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR46","doi-asserted-by":"crossref","unstructured":"Sharma T. K, Pant M. (2011) \u201cHalton Based Initial Distribution in Artificial Bee Colony Algorithm and Its Application in Software Effort Estimation\u201d, 6th International Conference on Bio-Inspired Computing: Theories and Applications, pp. 80\u201384","DOI":"10.1109\/BIC-TA.2011.8"},{"issue":"2","key":"9294_CR47","doi-asserted-by":"crossref","first-page":"118","DOI":"10.3844\/jcssp.2006.118.123","volume":"2","author":"AF Sheta","year":"2006","unstructured":"Sheta AF (2006) Estimation of the COCOMO Model Parameters Using Genetic Algorithms for NASA Software Projects. J Comput Sci 2(2):118\u2013123","journal-title":"J Comput Sci"},{"issue":"6","key":"9294_CR48","doi-asserted-by":"crossref","first-page":"798","DOI":"10.1109\/TSE.2010.34","volume":"36","author":"CL Simons","year":"2010","unstructured":"Simons CL, Parmee IC, Gwynllyw R (2010) Interactive, Evolutionary Search in Upstream Object-Oriented Class Design. IEEE Trans Softw Eng 36(6):798\u2013816","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR49","unstructured":"Storn R, Price K. (1995) \u201cDifferential Evolution \u2013 a simple and efficient adaptive scheme for global optimization over continuous spaces\u201d, Technical Report, International Computer Science Institute, Berkley"},{"key":"9294_CR50","doi-asserted-by":"crossref","unstructured":"Thangaraj R, Pant M, Abraham A, Badr Y. (2009) \u201cHybrid Evolutionary Algorithm for Solving Global Optimization Problems\u201d, Proceedings of the International Conference on Hybrid Artificial Intelligence Systems, pp. 310-318","DOI":"10.1007\/978-3-642-02319-4_37"},{"issue":"2","key":"9294_CR51","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1109\/3477.915346","volume":"31","author":"A Tucker","year":"2001","unstructured":"Tucker A, Swift S, Liu X (2001) Grouping Multivariate Time Series via Correlation. IEEE Trans Syst, Man, CybernPart B: Cyberne 31(2):235\u2013245","journal-title":"IEEE Trans Syst, Man, CybernPart B: Cyberne"},{"issue":"2","key":"9294_CR52","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha A, Delaney HD (2000) A Critique and Improvement of the \u201cCL Common Language Effect Size Statistics of McGraw and Wong\u201d. J Educ Behav Stat 25(2):101\u2013132","journal-title":"J Educ Behav Stat"},{"key":"9294_CR53","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4615-4625-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2000","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson M, Regnell B, Wessl\u00e9n A (2000) Experimentation in Software Engineering. Kluwer Academic Publishers, Norwell"},{"issue":"5","key":"9294_CR54","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1109\/TSE.2011.92","volume":"38","author":"J Xuan","year":"2012","unstructured":"Xuan J, Jiang H, Ren Z, Luo Z (2012) Solving the Large Scale Next Release Problem with a Backbone-Based Multilevel Algorithm. IEEE Trans Softw Eng 38(5):1195\u20131212","journal-title":"IEEE Trans Softw Eng"},{"key":"9294_CR55","unstructured":"Yourdon E, Constantine LL (1979) \u201cStructured Design: Fundamentals of a Discipline of Computer Program and Systems Design\u201d, Yourdon Press"},{"issue":"1","key":"9294_CR56","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1016\/j.infsof.2012.03.007","volume":"55","author":"Y Zhang","year":"2013","unstructured":"Zhang Y, Harman M, Lim SL (2013) Empirical evaluation of search based requirements interaction management. Inf Softw Technol 55(1):126\u2013152","journal-title":"Inf Softw Technol"},{"key":"9294_CR57","doi-asserted-by":"crossref","unstructured":"Zhang Y, Harman M, Mansouri SA (2007) \u201cThe multi-objective next release problem\u201d. Proceedings of the 9th Annual Conference on Genetic and Evolutionary Computation (GECCO \u201907), pp. 1129-1136","DOI":"10.1145\/1276958.1277179"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9294-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9294-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9294-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,7]],"date-time":"2019-08-07T13:28:24Z","timestamp":1565184504000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9294-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,2,11]]},"references-count":57,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2014,10]]}},"alternative-id":["9294"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9294-4","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,2,11]]}}}