{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T18:23:33Z","timestamp":1778351013951,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,5,14]],"date-time":"2016-05-14T00:00:00Z","timestamp":1463184000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,5,14]]},"DOI":"10.1145\/2884781.2884880","type":"proceedings-article","created":{"date-parts":[[2016,5,13]],"date-time":"2016-05-13T18:21:10Z","timestamp":1463163670000},"page":"631-642","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":80,"title":["A practical guide to select quality indicators for assessing pareto-based search algorithms in search-based software engineering"],"prefix":"10.1145","author":[{"given":"Shuai","family":"Wang","sequence":"first","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaukat","family":"Ali","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Yue","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway and University of Oslo, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Li","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marius","family":"Liaaen","sequence":"additional","affiliation":[{"name":"Cisco Systems, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,5,14]]},"reference":[{"key":"e_1_3_2_1_2_1","first-page":"111","volume-title":"Proc. of the IEEE Fourth International Conference on Software Testing, Verification and Validation Workshops","author":"Harman M.","year":"2011"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.52"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273463.1273483"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69062-7_8"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2014.08.024"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818819"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2015.7381833"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2011.05.014"},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"and M. Liaaen, \"A Systematic Test Case Selection Methodology for Product Lines: Results and Insights From an Industrial Case Study","author":"Wang S.","year":"2014","journal-title":"Empirical Software Engineering Journal"},{"key":"e_1_3_2_1_11_1","article-title":"Zen-ReqOptimizer: A Search-based Approach for Requirements Assignment Optimization","author":"Li Y.","year":"2016","journal-title":"Empirical Software Engineering Journal"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486853"},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. of 2nd International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering, 21--27","author":"Sayyad A. S.","year":"2013"},{"key":"e_1_3_2_1_14_1","volume-title":"The SBSE Repository: A repository and analysis of authors and research articles on Search Based Software Engineering","author":"Zhang Y."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2648511.2648515"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463545"},{"key":"e_1_3_2_1_17_1","first-page":"4467","article-title":"Clever Algorithms: Nature-Inspired Programming Recipes","volume":"978","author":"Brownlee J.","year":"2011","journal-title":"ISBN"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.996017"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1762545.1762561"},{"key":"e_1_3_2_1_20_1","first-page":"95","volume-title":"SPEA2: Improving the Strength Pareto Evolutionary Algorithm,\" Proc. of the EUROGEN 2001-Evolutionary Methods for Design, Optimization and Control with Applications to Industrial Problems","author":"Zitzler E.","year":"2001"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1162\/106365600568167"},{"key":"e_1_3_2_1_22_1","first-page":"66","article-title":"SMPSO: A new PSO-based Metaheuristic for Multi-objective Optimization","author":"Nebro A. J.","year":"2009","journal-title":"Proc. of the Symposium on Computational Intelligence in Multicriteria Decision-Making (MCDM)"},{"key":"e_1_3_2_1_23_1","first-page":"661","volume-title":"Solving Three-objective Optimization Problems using a New Hybrid Cellular Genetic Algorithm,\" Parallel Problem solving from nature-PPSN X. Lecture notes in computer science (5199)","author":"Durillo J. J.","year":"2008"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889240"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598309"},{"key":"e_1_3_2_1_26_1","volume-title":"ETH Zurich, TIK Report","author":"Knowles J.","year":"2006"},{"key":"e_1_3_2_1_27_1","unstructured":"K. Deb \"Multi-objective optimization using evolutionary algorithms \" John Wiley & Sons; 2001.   K. Deb \"Multi-objective optimization using evolutionary algorithms \" John Wiley & Sons; 2001."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.797969"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2791060.2791067"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33666-9_50"},{"key":"e_1_3_2_1_32_1","volume-title":"Multiple Criteria Decision Making,\" University of South Carolina Press","author":"Cochrane J. L.","year":"1973"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/3468.650320"},{"key":"e_1_3_2_1_34_1","first-page":"1556","volume-title":"of the IEEE international conference on systems, man, and cybernetics","year":"1995"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2007.913109"},{"key":"e_1_3_2_1_36_1","first-page":"3234","volume-title":"Proc. of IEEE Congress on evolutionary computation (CEC)","author":"Zhou A.","year":"2006"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001827"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSBSE.2010.25"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2310651"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.amc.2014.11.093"},{"key":"e_1_3_2_1_41_1","first-page":"206","volume-title":"Proc. of 7th International Conference on Contemporary Computing (IC3 '14)","author":"Chhabra J. K.","year":"2014"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.12.040"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09940-8_6"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2648511.2648513"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09940-8_8"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09940-8_9"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598334"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2014.6900473"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2013.10.015"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598366"},{"key":"e_1_3_2_1_51_1","first-page":"168","volume-title":"Proc. of the 6th International Symposium on Search-Based Software Engineering (SSBSE)","author":"Mkaouer M. W.","year":"2014"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610396"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598310"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2014.6900522"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2014.12"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_4"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463551"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_7"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/2662572.2662591"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463554"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"e_1_3_2_1_62_1","volume-title":"UNIRIO - Universidade Federal do Estado do Rio de Janeiro0006\/2011","author":"Barros M. O.","year":"2011"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"D. J. Sheskin \"Handbook of Parametric and Nonparametric Statistical Procedures\" 2003.   D. J. Sheskin \"Handbook of Parametric and Nonparametric Statistical Procedures\" 2003.","DOI":"10.1201\/9781420036268"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88908-3_14"}],"event":{"name":"ICSE '16: 38th International Conference on Software Engineering","location":"Austin Texas","acronym":"ICSE '16","sponsor":["ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS\\TCSE TC on Software Engineering","IEEE-CS\\DATC IEEE Computer Society"]},"container-title":["Proceedings of the 38th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2884781.2884880","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2884781.2884880","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:39:07Z","timestamp":1750221547000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2884781.2884880"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,5,14]]},"references-count":63,"alternative-id":["10.1145\/2884781.2884880","10.1145\/2884781"],"URL":"https:\/\/doi.org\/10.1145\/2884781.2884880","relation":{},"subject":[],"published":{"date-parts":[[2016,5,14]]},"assertion":[{"value":"2016-05-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}