{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:11:25Z","timestamp":1767337885700,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,16]],"date-time":"2024-04-16T00:00:00Z","timestamp":1713225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,16]]},"DOI":"10.1145\/3643692.3648259","type":"proceedings-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T12:46:21Z","timestamp":1723121181000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Deep Mutations have Little Impact"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6388-4160","authenticated-orcid":false,"given":"William","family":"Langdon","sequence":"first","affiliation":[{"name":"University College London, London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7004-934X","authenticated-orcid":false,"given":"David","family":"Clark","sequence":"additional","affiliation":[{"name":"University College London, London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,8,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","unstructured":"Kelly Androutsopoulos et al. 2014. An Analysis of the Relationship between Conditional Entropy and Failed Error Propagation in Software Testing. In ICSE. 573--583. 10.1145\/2568225.2568314","DOI":"10.1145\/2568225.2568314"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","unstructured":"Christian Bienia et al. 2008. The PARSEC benchmark suite. In PACT. 72--81. 10.1145\/1454115.1454128","DOI":"10.1145\/1454115.1454128"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","unstructured":"Aymeric Blot et al. 2015. Neutral but a Winner! How Neutrality Helps Multiobjective Local Search Algorithms. In EMO (LNCS 9018). 34--47. 10.1007\/978-3-319-15934-8_3","DOI":"10.1007\/978-3-319-15934-8_3"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"Aymeric Blot and Justyna Petke. 2020. Comparing Genetic Programming Approaches for Non-Functional Genetic Improvement Case Study: Improvement of MiniSAT's Running Time. In EuroGP (LNCS 12101). 68--83. 10.1007\/978-3-030-44094-7_5","DOI":"10.1007\/978-3-030-44094-7_5"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3070271"},{"key":"e_1_3_2_1_6_1","unstructured":"Aymeric Blot and Justyna Petke. 2022. A Comprehensive Survey of Benchmarks for Automated Improvement of Software's Non-Functional Properties. arXiv. arXiv:2212.08540 [cs.SE] https:\/\/arxiv.org\/abs\/2212.08540"},{"key":"e_1_3_2_1_7_1","volume-title":"Bruce et al","author":"Bobby","year":"2021","unstructured":"Bobby R. Bruce et al. 2021. Enabling Reproducible and Agile Full-System Simulation. In ISPASS. 183--193. http:\/\/dx.doi.org\/109\/ISPASS51385.2021.00035"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2016.05.005"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2007.48"},{"key":"e_1_3_2_1_10_1","volume-title":"Facebook Testing and Verification Symposium","author":"David","year":"2020","unstructured":"David Clark et al. 2020. Software Robustness: A Survey, a Theory, and Some Prospects. Presented at Facebook Testing and Verification Symposium 2020, 1-3 December."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/J.IPL.2012.01.004"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CM.1978.218136"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2775634"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"Gabin An et al. 2018. Comparing Line and AST Granularity Level for Program Repair using PyGGI. In GI-2018. 19--26. 10.1145\/3194810.3194814","DOI":"10.1145\/3194810.3194814"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","unstructured":"Gabin An et al. 2019. PyGGI 2.0: Language Independent Genetic Improvement Framework. In FSE. 1100--1104. 10.1145\/3338906.3341184","DOI":"10.1145\/3338906.3341184"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/62959.62965"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55696-3_2"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(01)00189-6"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"Timo Hynninen et al. 2018. Software testing: Survey of the industry practices. In MIPRO. 1449--1454. 10.23919\/MIPRO.2018.8400261","DOI":"10.23919\/MIPRO.2018.8400261"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_22_1","volume-title":"Genetic Programming: On the Programming of Computers by Means of Natural Selection","author":"Koza John R.","year":"1992","unstructured":"John R. Koza. 1992. Genetic Programming: On the Programming of Computers by Means of Natural Selection. http:\/\/mitpress.mit.edu\/books\/genetic-programming"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"W.B. Langdon and B.J. Alexander. 2023. Genetic Improvement of OLC and H3 with Magpie. In GI@ICSE. 9--16. 10.1109\/GI59320.2023.00011","DOI":"10.1109\/GI59320.2023.00011"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-8983-3_11"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.25088\/ComplexSystems.31.3.287"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","unstructured":"William B. Langdon. 2022. Failed Disruption Propagation in Integer Genetic Programming. In GECCO-2022 Companion. 574--577. 10.1145\/3520304.3528878","DOI":"10.1145\/3520304.3528878"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-021-09405-9"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899X\/1292\/1\/012021"},{"key":"e_1_3_2_1_29_1","unstructured":"W. B. Langdon. 2022. A Trillion Genetic Programming Instructions per Second. ArXiv. https:\/\/arxiv.org\/abs\/2205.03251"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3596710"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47106-8_16"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2017.1"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55696-3_7"},{"key":"e_1_3_2_1_34_1","volume-title":"Langdon et al","author":"William","year":"2021","unstructured":"William B. Langdon et al. 2021. Information Loss Leads to Robustness. IEEE Software Blog. http:\/\/blog.ieeesoftware.org\/2021\/09\/information-loss-leads-to-robustness-w.html"},{"key":"e_1_3_2_1_35_1","volume-title":"Langdon et al","author":"William","year":"2024","unstructured":"William B. Langdon et al. 2024. Genetic Improvement of Last Level Cache. In EuroGP (LNCS)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1162\/artl_a_00360"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44303-3_8"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2281544"},{"volume-title":"Fitness Landscape of the Triangle Program. In PPSN-2016 Workshop on Landscape-Aware Heuristic Search. http:\/\/www.cs.ucl.ac.uk\/fileadmin\/UCL-CS\/research\/Research_Notes\/rn1605","author":"William","key":"e_1_3_2_1_39_1","unstructured":"William B. Langdon and Mark Harman. 2016. Fitness Landscape of the Triangle Program. In PPSN-2016 Workshop on Landscape-Aware Heuristic Search. http:\/\/www.cs.ucl.ac.uk\/fileadmin\/UCL-CS\/research\/Research_Notes\/rn1605.pdf"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45901-1_24"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.3390\/a14020040"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","unstructured":"Alexandru Marginean et al. 2015. Automated Transplantation of Call Graph and Layout Features into Kate. In SSBSE (LNCS 9275). 262--268. 10.1007\/978-3-319-22183-0_21","DOI":"10.1007\/978-3-319-22183-0_21"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","unstructured":"K. Martinez and J. Cupitt. 2005. VIPS a highly tuned image processing software architecture. In ICIP. 574--577. 10.1109\/ICIP.2005.1530120","DOI":"10.1109\/ICIP.2005.1530120"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","unstructured":"Ibrahim Mesecan et al. 2021. CRNRepair: Automated Program Repair of Chemical Reaction Networks. In GI@ICSE. 23--30. Winner Best Paper. 10.1109\/GI52543.2021.00014","DOI":"10.1109\/GI52543.2021.00014"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","unstructured":"Ibrahim Mesecan et al. 2021. HyperGI: Automated Detection and Repair of Information Flow Leakage. In ASE NIER track. 1358--1362. arXiv:2108.12075 10.1109\/ASE51524.2021.9678758","DOI":"10.1109\/ASE51524.2021.9678758"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","unstructured":"Rainer Niedermayr and Stefan Wagner. 2019. Is the Stack Distance Between Test Case and Method Correlated With Test Effectiveness?. In EASE. 189--198. 10.1145\/3319008.3319021","DOI":"10.1145\/3319008.3319021"},{"key":"e_1_3_2_1_47_1","volume-title":"Wallace","author":"Peng Wendy W.","year":"1993","unstructured":"Wendy W. Peng and Dolores R. Wallace. 1993. Software Error Analysis. NIST Special Publication 500-209. Computer Systems Technology, U.S. Department of Commerce. Technology Administration National Institute of Standards and Technology. https:\/\/nvlpubs.nist.gov\/nistpubs\/Legacy\/SP\/nistspecialpublication500-209.pdf"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","unstructured":"Justyna Petke et al. 2019. A Survey of Genetic Improvement Search Spaces. In GI@GECCO. 1715--1721. 10.1145\/3319619.3326870","DOI":"10.1145\/3319619.3326870"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473133"},{"key":"e_1_3_2_1_50_1","unstructured":"Riccardo Poli et al. 2008. A field guide to genetic programming. http:\/\/www.gp-field-guide.org.uk (With contributions by J. R. Koza)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","unstructured":"Eric Schulte et al. 2014. Post-compiler Software Optimization for Reducing Energy. In ASPLOS. 639--652. 10.1145\/2541940.2541980","DOI":"10.1145\/2541940.2541980"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","unstructured":"Marta Smigielska et al. 2021. Uniform Edit Selection for Genetic Improvement: Empirical Analysis of Mutation Operator Efficacy. In GI@ICSE. 1--8. 10.1109\/GI52543.2021.00009","DOI":"10.1109\/GI52543.2021.00009"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","unstructured":"Valerio Terragni et al. 2020. Evolutionary Improvement of Assertion Oracles. In FSE. 1178--1189. 10.1145\/3368089.3409758","DOI":"10.1145\/3368089.3409758"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-020-09379-0"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","unstructured":"Nadarajen Veerapen et al. 2017. Modelling Genetic Improvement Landscapes with Local Optima Networks. In GI-2017. 1543--1548. Best Presentation prize. 10.1145\/3067695.3082518","DOI":"10.1145\/3067695.3082518"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-018-9328-1"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.382180"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","unstructured":"Xiangjuan Yao et al. 2014. A Study of Equivalent and Stubborn Mutation Operators using Human Analysis of Equivalence. In ICSE. 919--930. 10.1145\/2568225.2568265","DOI":"10.1145\/2568225.2568265"}],"event":{"name":"GI '24: 13th ACM\/IEEE International Workshop on Genetic Improvement","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"],"location":"Lisbon Portugal","acronym":"GI '24"},"container-title":["Proceedings of the 13th ACM\/IEEE International Workshop on Genetic Improvement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643692.3648259","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643692.3648259","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:20Z","timestamp":1750291460000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643692.3648259"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,16]]},"references-count":57,"alternative-id":["10.1145\/3643692.3648259","10.1145\/3643692"],"URL":"https:\/\/doi.org\/10.1145\/3643692.3648259","relation":{},"subject":[],"published":{"date-parts":[[2024,4,16]]},"assertion":[{"value":"2024-08-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}