{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T11:06:58Z","timestamp":1770289618107,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010669","name":"H2020 LEIT Information and Communication Technologies","doi-asserted-by":"publisher","award":["731529"],"award-info":[{"award-number":["731529"]}],"id":[{"id":"10.13039\/100010669","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416643","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:38:56Z","timestamp":1611790736000},"page":"211-223","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Good things come in threes"],"prefix":"10.1145","author":[{"given":"Pouria","family":"Derakhshanfar","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, The Netherlands"}]},{"given":"Xavier","family":"Devroey","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, The Netherlands"}]},{"given":"Andy","family":"Zaidman","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, The Netherlands"}]},{"given":"Arie","family":"van Deursen","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, The Netherlands"}]},{"given":"Annibale","family":"Panichella","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, The Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66299-2_17"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.27"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106292"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693085"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2363469"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1981.10479327"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 3rd Annual Conference on Genetic and Evolutionary Computation","author":"Corne David W.","unstructured":"David W. Corne, Nick R. Jerram, Joshua D. Knowles, and Martin J. Oates. 2001. PESA-II: Region-Based Selection in Evolutionary Multiobjective Optimization. In Proceedings of the 3rd Annual Conference on Genetic and Evolutionary Computation (San Francisco, California) (GECCO 01). Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, 283--290."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1137\/S1052623496307510"},{"key":"e_1_3_2_1_10_1","volume-title":"A fast and elitist multiobjective genetic algorithm: NSGA-II","author":"Deb Kalyanmoy","year":"2002","unstructured":"Kalyanmoy Deb, Amrit Pratap, Sameer Agarwal, and TAMT Meyarivan. 2002. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE transactions on evolutionary computation 6, 2 (2002), 182--197."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Pouria Derakhshanfar and Xavier Devroey. 2020. JCrashPack: A Java Crash Reproduction Benchmark. Zenodo. 10.5281\/zenodo.3766689","DOI":"10.5281\/zenodo.3766689"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1733"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377929.3390077"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Pouria Derakhshanfar Xavier Devroey Andy Zaidman Arie van Deursen and Annibale Panichella. 2020. Replication package of \"Good Things Come In Threes: Improving Search-based Crash Reproduction With Helper Objectives\". 10.5281\/zenodo.3979097","DOI":"10.5281\/zenodo.3979097"},{"key":"e_1_3_2_1_15_1","volume-title":"The jMetal framework for multi-objective optimization: Design and architecture","author":"Durillo Juan J","unstructured":"Juan J Durillo, Antonio J Nebro, and Enrique Alba. 2010. The jMetal framework for multi-objective optimization: Design and architecture. In IEEE congress on evolutionary computation. IEEE, 1--8."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-1809.1936.tb02137.x"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10732-008-9080-4"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1950.tb00463.x"},{"key":"e_1_3_2_1_20_1","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","volume":"6","author":"Holm S.","year":"1979","unstructured":"S. Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian Journal of Statistics 6 (1979), 65--70.","journal-title":"Scandinavian Journal of Statistics"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2778711"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:JMMA.0000049378.57591.c6"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227168"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45712-7_5"},{"key":"e_1_3_2_1_26_1","first-page":"707","article-title":"Binary codes capable of correcting deletions, insertions, and reversals","volume":"10","author":"Levenshtein Vladimir","year":"1966","unstructured":"Vladimir Levenshtein. 1966. Binary codes capable of correcting deletions, insertions, and reversals. In Soviet Physics Doklady, Vol. 10. 707--710.","journal-title":"Soviet Physics Doklady"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"e_1_3_2_1_28_1","volume-title":"The normalized normal constraint method for generating the Pareto frontier. Structural and multidisciplinary optimization 25, 2","author":"Messac Achille","year":"2003","unstructured":"Achille Messac, Amir Ismail-Yahaya, and Christopher A Mattson. 2003. The normalized normal constraint method for generating the Pareto frontier. Structural and multidisciplinary optimization 25, 2 (2003), 86--98."},{"key":"e_1_3_2_1_29_1","volume-title":"Nonlinear Multiobjective Optimization: Kaisa Miettinen","author":"Miettinen Kaisa","unstructured":"Kaisa Miettinen. 1999. Nonlinear Multiobjective Optimization: Kaisa Miettinen (1st ed.). Springer US.","edition":"1"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102588"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081820"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.1789"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2663435"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2017.7"},{"key":"e_1_3_2_1_35_1","volume-title":"Permutation tests for complex data: theory, applications and software","author":"Pesarin Fortunato","unstructured":"Fortunato Pesarin and Luigi Salmaso. 2010. Permutation tests for complex data: theory, applications and software. John Wiley & Sons."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.18"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09762-1"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9_18"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2877664"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2012.06.007"},{"key":"e_1_3_2_1_41_1","first-page":"101","article-title":"A critique and improvement of the CL common language effect size statistics of McGraw and Wong","volume":"25","author":"Vargha Andr\u00e1s","year":"2000","unstructured":"Andr\u00e1s Vargha and Harold D Delaney. 2000. A critique and improvement of the CL common language effect size statistics of McGraw and Wong. Journal of Educational and Behavioral Statistics 25, 2 (2000), 101--132.","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2480741.2480752"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.14"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2803206"},{"key":"e_1_3_2_1_45_1","volume-title":"Why Programs Fail","author":"Zeller Andreas","unstructured":"Andreas Zeller. 2009. Why Programs Fail, Second Edition: A Guide to Systematic Debugging (2nd ed.). Morgan Kaufmann Publishers Inc., San Francisco, CA, USA."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2007.892759"},{"key":"e_1_3_2_1_47_1","volume-title":"SPEA2: Improving the strength Pareto evolutionary algorithm. TIK-report 103","author":"Zitzler Eckart","year":"2001","unstructured":"Eckart Zitzler, Marco Laumanns, and Lothar Thiele. 2001. SPEA2: Improving the strength Pareto evolutionary algorithm. TIK-report 103 (2001)."}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416643","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416643","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:23Z","timestamp":1750193243000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416643"}},"subtitle":["improving search-based crash reproduction with helper objectives"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":47,"alternative-id":["10.1145\/3324884.3416643","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416643","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}