{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:00:35Z","timestamp":1750309235468,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639477.3639729","type":"proceedings-article","created":{"date-parts":[[2024,5,31]],"date-time":"2024-05-31T13:27:26Z","timestamp":1717162046000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Enhancing Testing at Meta with Rich-State Simulated Populations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-4763-0396","authenticated-orcid":false,"given":"Nadia","family":"Alshahwan","sequence":"first","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9635-2400","authenticated-orcid":false,"given":"Arianna","family":"Blasi","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6176-601X","authenticated-orcid":false,"given":"Kinga","family":"Bojarczuk","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2990-6366","authenticated-orcid":false,"given":"Andrea","family":"Ciancone","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9782-0616","authenticated-orcid":false,"given":"Natalija","family":"Gucevska","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5864-4488","authenticated-orcid":false,"given":"Mark","family":"Harman","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1106-5101","authenticated-orcid":false,"given":"Michal","family":"Krolikowski","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1385-9714","authenticated-orcid":false,"given":"Rubmary","family":"Rojas","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6056-468X","authenticated-orcid":false,"given":"Dragos","family":"Martac","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-1669-5007","authenticated-orcid":false,"given":"Simon","family":"Schellaert","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3677-8906","authenticated-orcid":false,"given":"Kate","family":"Ustiuzhanina","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9359-0949","authenticated-orcid":false,"given":"Inna","family":"Harper","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2871-2285","authenticated-orcid":false,"given":"Yue","family":"Jia","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7615-5709","authenticated-orcid":false,"given":"Will","family":"Lewis","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,5,31]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the 25th IEEE\/ACM International Conference on Automated Software Engineering. 329--332","author":"Khalek Shadi Abdul","year":"2010","unstructured":"Shadi Abdul Khalek and Sarfraz Khurshid. 2010. Automated SQL query generation for systematic testing of database engines. In Proceedings of the 25th IEEE\/ACM International Conference on Automated Software Engineering. 329--332."},{"key":"e_1_3_2_1_2_1","volume-title":"Special report: The simulations driving the world's response to COVID-19. Nature (April","author":"Adam David","year":"2020","unstructured":"David Adam. 2020. Special report: The simulations driving the world's response to COVID-19. Nature (April 2020)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3392089"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00023"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463275"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463275"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the Evaluation and Assessment in Software Engineering (EASE 2021) Conference.","author":"Ahlgren John","year":"2021","unstructured":"John Ahlgren, Kinga Bojarczuk, Sophia Drossopoulou, Inna Dvortsova, Johann George, Natalija Gucevska, Mark Harman, Maria Lomeli, Simon M. Lucas, Erik Meijer, Steve Omohundro, Rubmary Rojas, Silvia Sapora, Jie M. Zhang, and Norm Zhou. 2021. Facebook's Cyber-Cyber and Cyber-Physical Digital Twins. In Proceedings of the Evaluation and Assessment in Software Engineering (EASE 2021) Conference. to appear."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2013.02.036"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3150618"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9_1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.061"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393666"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_15_1","volume-title":"35th International Conference on Software Engineering (ICSE). IEEE, 362--371","author":"Bell Jonathan","year":"2013","unstructured":"Jonathan Bell, Nikhil Sarda, and Gail Kaiser. 2013. Chronicler: Lightweight recording to reproduce field failures. In 35th International Conference on Software Engineering (ICSE). IEEE, 362--371."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Francesco A Bianchi Mauro Pezz\u00e8 and Valerio Terragni. 2017. Reproducing concurrency failures from crash stacks. In Foundations of Software Engineering (FSE). 705--716.","DOI":"10.1145\/3106237.3106292"},{"key":"e_1_3_2_1_17_1","volume-title":"ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM '21)","author":"Bojarczuk Kinga","year":"2021","unstructured":"Kinga Bojarczuk, Inna Dvortsova, Johann George, Natalija Gucevska, Mark Harman, Maria Lomeli, Simon Lucas, Erik Meijer, Rubmary Rojas, and Silvia Sapora. 2021. Measurement Challenges for Cyber Cyber Digital Twins: Experiences from the Deployment of Facebook's WW Simulation System (keynote paper). In ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM '21). Keynote talk given jointly by Maria Lomeli and Mark Harman."},{"volume-title":"International Conference on Reliable Software","author":"Boyer Robert S.","key":"e_1_3_2_1_18_1","unstructured":"Robert S. Boyer, Bernard Elspas, and Karl N. Levitt. 1975. SELECT - a Formal System for Testing and Debugging Programs by Symbolic Execution. In International Conference on Reliable Software (Los Angeles, California). ACM, New York, NY, USA, 234--245."},{"key":"e_1_3_2_1_19_1","volume-title":"Optimised Realistic Test Input Generation Using Web Services. In 4th International Symposium on Search Based Software Engineering (SSBSE","author":"Bozkurt Mustafa","year":"2012","unstructured":"Mustafa Bozkurt and Mark Harman. 2012. Optimised Realistic Test Input Generation Using Web Services. In 4th International Symposium on Search Based Software Engineering (SSBSE 2012). Riva del Garda, Italy, 105--120."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408795"},{"key":"e_1_3_2_1_21_1","volume-title":"Conference on Software Maintenance and Reengineering (CSMR'06)","author":"Draheim Dirk","year":"2006","unstructured":"Dirk Draheim, John Grundy, John Hosking, Christof Lutteroth, and Gerald Weber. 2006. Realistic load testing of web applications. In Conference on Software Maintenance and Reengineering (CSMR'06). IEEE, 11--pp."},{"key":"e_1_3_2_1_22_1","volume-title":"ICSE Future of Software Engineering (FoSE","author":"Fan Angela","year":"2023","unstructured":"Angela Fan, Beliz Gokkaya, Mitya Lyubarskiy, Mark Harman, Shubho Sengupta, Shin Yoo, and Jie Zhang. 2023. Large Language Models for Software Engineering: Survey and Open Problems. In ICSE Future of Software Engineering (FoSE 2023. To Appear."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831728"},{"key":"e_1_3_2_1_24_1","unstructured":"Dave Gray. 2015. Everything is a service. https:\/\/medium.com\/the-connected-company\/everything-is-a-service-96e668fc1fa4"},{"key":"e_1_3_2_1_25_1","volume-title":"International Symposium on Software Testing and Analysis (ISSTA","author":"Gross Florian","year":"2012","unstructured":"Florian Gross, Gordon Fraser, and Andreas Zeller. 2012. Search-based system testing: high coverage, no false alarms. In International Symposium on Software Testing and Analysis (ISSTA 2012). 67--77."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.1265732"},{"key":"e_1_3_2_1_27_1","volume-title":"8th IEEE International Conference on Software Testing, Verification and Validation (ICST","author":"Harman Mark","year":"2015","unstructured":"Mark Harman, Yue Jia, and Yuanyuan Zhang. 2015. Achievements, open problems and challenges for search based software testing (keynote Paper). In 8th IEEE International Conference on Software Testing, Verification and Validation (ICST 2015). Graz, Austria."},{"key":"e_1_3_2_1_28_1","volume-title":"International Symposium on Software Testing and Analysis (ISSTA'07)","author":"Harman Mark","year":"2007","unstructured":"Mark Harman and Phil McMinn. 2007. A Theoretical and Empirical Analysis of Evolutionary Testing and Hill Climbing for Structural Test Data Generation. In International Symposium on Software Testing and Analysis (ISSTA'07). Association for Computer Machinery, London, United Kingdom, 73--83."},{"key":"e_1_3_2_1_29_1","volume-title":"Jerffeson Teixeira de Souza, and Shin Yoo","author":"Harman Mark","year":"2012","unstructured":"Mark Harman, Phil McMinn, Jerffeson Teixeira de Souza, and Shin Yoo. 2012. Search Based Software Engineering: Techniques, Taxonomy, Tutorial. In Empirical software engineering and verification: LASER 2009-2010, Bertrand Meyer and Martin Nordio (Eds.). Springer, 1--59. LNCS 7007."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2018.00009"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337279"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0450(1996)035<1878:SWSOAA>2.0.CO;2"},{"key":"e_1_3_2_1_33_1","unstructured":"James Cornelius King. 1969. A Program Verifier. Ph. D. Dissertation. Carnegie Mellon University."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijdrr.2018.01.006"},{"key":"e_1_3_2_1_35_1","volume-title":"Sapienz: Multi-objective Automated Testing for Android Applications. In International Symposium on Software Testing and Analysis (ISSTA","author":"Mao Ke","year":"2016","unstructured":"Ke Mao, Mark Harman, and Yue Jia. 2016. Sapienz: Multi-objective Automated Testing for Android Applications. In International Symposium on Software Testing and Analysis (ISSTA 2016). 94--105."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00036"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1077276.1077279"},{"key":"e_1_3_2_1_38_1","volume-title":"Search-Based Software Engineering: 7th International Symposium, SSBSE 2015, Bergamo, Italy, September 5-7, 2015, Proceedings 7. Springer, 318--324","author":"Neumann Geoffrey","year":"2015","unstructured":"Geoffrey Neumann, Mark Harman, and Simon Poulding. 2015. Transformed Vargha-Delaney effect size. In Search-Based Software Engineering: 7th International Symposium, SSBSE 2015, Bergamo, Italy, September 5-7, 2015, Proceedings 7. Springer, 318--324."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/2664292.2664309"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24069-5_11"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1858996.1859053"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-3615(03)00104-0"},{"key":"e_1_3_2_1_43_1","volume-title":"Simulation-Driven Automated End-to-End Test and Oracle Inference. In 45th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice, SEIP@ICSE 2023","author":"Tuli Shreshth","year":"2023","unstructured":"Shreshth Tuli, Kinga Bojarczuk, Natalija Gucevska, Mark Harman, Xiao-Yu Wang, and Graham Wright. 2023. Simulation-Driven Automated End-to-End Test and Oracle Inference. In 45th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice, SEIP@ICSE 2023, Melbourne, Australia, May 14-20, 2023. IEEE, 122--133."},{"key":"e_1_3_2_1_44_1","volume-title":"2019 6th Swiss Conference on Data Science (SDS). IEEE, 69--74","author":"Weiler Andreas","year":"2019","unstructured":"Andreas Weiler, Harry Schilling, Lukas Kircher, and Michael Grossniklaus. 2019. Towards reproducible research of event detection techniques for Twitter. In 2019 6th Swiss Conference on Data Science (SDS). IEEE, 69--74."},{"volume-title":"Beautiful Debugging","author":"Zeller Andreas","key":"e_1_3_2_1_45_1","unstructured":"Andreas Zeller. 2007. Beautiful Debugging. In Beautiful Code, Andy Oram and Greg Wilson (Eds.). O'Reilly & Associates, Inc., Sebastopol, CA 95472, 463--476. chapter 28."},{"key":"e_1_3_2_1_46_1","volume-title":"Using anytime algorithms in intelligent systems. AI magazine 17, 3","author":"Zilberstein Shlomo","year":"1996","unstructured":"Shlomo Zilberstein. 1996. Using anytime algorithms in intelligent systems. AI magazine 17, 3 (1996), 73--73."}],"event":{"name":"ICSE-SEIP '24: 46th International Conference on Software Engineering: Software Engineering in Practice","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"],"location":"Lisbon Portugal","acronym":"ICSE-SEIP '24"},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639729","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639477.3639729","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:31Z","timestamp":1750290271000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639729"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":46,"alternative-id":["10.1145\/3639477.3639729","10.1145\/3639477"],"URL":"https:\/\/doi.org\/10.1145\/3639477.3639729","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}