{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:07:24Z","timestamp":1755907644434,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"UCL-CS Strategic Research Fund"},{"name":"ERC grant","award":["no. 741278 (EPIC)"],"award-info":[{"award-number":["no. 741278 (EPIC)"]}]},{"name":"Gobierno de Arag\u00f3n (Spain)","award":["Research Group T61\\_23R"],"award-info":[{"award-number":["Research Group T61\\_23R"]}]},{"name":"MINECO","award":["Project VARIATIVA (PID2021-128695OB-100)"],"award-info":[{"award-number":["Project VARIATIVA (PID2021-128695OB-100)"]}]},{"name":"Excellence Network AI4Software","award":["Red2022-134647-T"],"award-info":[{"award-number":["Red2022-134647-T"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,24]]},"DOI":"10.1145\/3674805.3686690","type":"proceedings-article","created":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:24Z","timestamp":1729017564000},"page":"302-313","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Game Software Engineering: A Controlled Experiment Comparing Automated Content Generation Techniques"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8872-4876","authenticated-orcid":false,"given":"Mar","family":"Zamorano","sequence":"first","affiliation":[{"name":"University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3007-6367","authenticated-orcid":false,"given":"\u00c1frica","family":"Domingo","sequence":"additional","affiliation":[{"name":"Universidad San Jorge, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8542-5515","authenticated-orcid":false,"given":"Carlos","family":"Cetina","sequence":"additional","affiliation":[{"name":"Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain and University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9146-442X","authenticated-orcid":false,"given":"Federica","family":"Sarro","sequence":"additional","affiliation":[{"name":"University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2013.6633640"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2010.05.004"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2010.05.004"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771796"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213019300011"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.6156"},{"key":"e_1_3_2_1_7_1","volume-title":"Evolving Woodland Camouflage","author":"Brown Joseph\u00a0Alexander","year":"2022","unstructured":"Joseph\u00a0Alexander Brown and Marco Scirea. 2022. Evolving Woodland Camouflage. IEEE Transactions on Games (2022)."},{"volume-title":"Automatic generation and evaluation of recombination games. Ph.\u00a0D. Dissertation","author":"Browne Cameron\u00a0Bolitho","key":"e_1_3_2_1_8_1","unstructured":"Cameron\u00a0Bolitho Browne. 2008. Automatic generation and evaluation of recombination games. Ph.\u00a0D. Dissertation. Queensland University of Technology."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001631"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG47356.2020.9231807"},{"key":"e_1_3_2_1_11_1","volume-title":"The consolidation of game software engineering: A systematic literature review of software engineering for industry-scale computer games. Information and Software Technology","author":"Chueca Jorge","year":"2023","unstructured":"Jorge Chueca, Javier Ver\u00f3n, Jaime Font, Francisca P\u00e9rez, and Carlos Cetina. 2023. The consolidation of game software engineering: A systematic literature review of software engineering for industry-scale computer games. Information and Software Technology (2023), 107330."},{"key":"e_1_3_2_1_12_1","volume-title":"Statistical power for the social sciences","author":"Cohen Jacob","year":"1988","unstructured":"Jacob Cohen. 1988. Statistical power for the social sciences. Hillsdale, NJ: Laurence Erlbaum and Associates (1988)."},{"key":"e_1_3_2_1_13_1","unstructured":"CryEngine. [n. d.]. CryEngine. https:\/\/www.cryengine.com. Accessed: 01\/02\/24."},{"key":"e_1_3_2_1_14_1","volume-title":"Design Patterns in Games (DPG)","author":"Dahlskog Steve","year":"2013","unstructured":"Steve Dahlskog and Julian Togelius. 2013. Patterns as objectives for level generation. In Design Patterns in Games (DPG), Chania, Crete, Greece (2013). ACM Digital Library."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Edirlei\u00a0Soares de Lima Bruno Feij\u00f3 and Antonio\u00a0L Furtado. 2019. Procedural Generation of Quests for Games Using Genetic Algorithms and Automated Planning.. In SBGames. 144\u2013153.","DOI":"10.1109\/SBGames.2019.00028"},{"volume-title":"Advanced Information Systems Engineering","author":"Domingo \u00c1frica","key":"e_1_3_2_1_16_1","unstructured":"\u00c1frica Domingo, Jorge Echeverr\u00eda, \u00d3scar Pastor, and Carlos Cetina. 2021. Comparing UML-Based and DSL-Based Modeling from Subjective and Objective Perspectives. In Advanced Information Systems Engineering. Springer, 483\u2013498."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2017.2766218"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.218"},{"key":"e_1_3_2_1_19_1","volume-title":"Carlos Cotta","author":"Frade Miguel","year":"2009","unstructured":"Miguel Frade, Francisco Fernand\u00e9z\u00a0de Vega, Carlos Cotta, 2009. Breeding terrains with genetic terrain programming: the evolution of terrain generators. International Journal of Computer Games Technology 2009 (2009)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3528775"},{"volume-title":"Procedural weapons generation for Unreal Tournament III. In 2015 IEEE Games entertainment media conference (GEM)","author":"Gravina Daniele","key":"e_1_3_2_1_21_1","unstructured":"Daniele Gravina and Daniele Loiacono. 2015. Procedural weapons generation for Unreal Tournament III. In 2015 IEEE Games entertainment media conference (GEM). IEEE, 1\u20138."},{"key":"e_1_3_2_1_22_1","unstructured":"J. Hair R. Anderson B. Black and B. Babin. 2016. Multivariate Data Analysis. Pearson Education. https:\/\/books.google.es\/books?id=LKOSAgAAQBAJ"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2422956.2422957"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2008.04.004"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/GCCE.2015.7398674"},{"key":"e_1_3_2_1_26_1","volume-title":"A Controlled Experiment with Novice Developers on the Impact of Task Description Granularity on Software Quality in Test-Driven Development","author":"Karac Evrim\u00a0Itir","year":"2019","unstructured":"Evrim\u00a0Itir Karac, Burak Turhan, and Natalia Juristo. 2019. A Controlled Experiment with Novice Developers on the Impact of Task Description Granularity on Software Quality in Test-Driven Development. IEEE Transactions on Software Engineering (2019)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-75275-0_54"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-5193(68)90079-9"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05383-8"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-41913-4_17"},{"key":"e_1_3_2_1_31_1","unstructured":"Tuhin\u00a0Das Mahapatra. 2023. Why is Rockstar delaying GTA 6? Here are some possible breakdowns. https:\/\/www.hindustantimes.com\/technology\/why-is-rockstar-delaying-gta-6-here-are-some-possible-breakdowns-101681440818791.html. Accessed: 01\/02\/24."},{"key":"e_1_3_2_1_32_1","volume-title":"Flora Generation and Evolution Algorithm for Virtual Environments. In 2021 16th Iberian Conference on Information Systems and Technologies (CISTI). IEEE, 1\u20136.","author":"Mora Carlos","year":"2021","unstructured":"Carlos Mora, Sandra Jardim, and Jorge Valente. 2021. Flora Generation and Evolution Algorithm for Virtual Environments. In 2021 16th Iberian Conference on Information Systems and Technologies (CISTI). IEEE, 1\u20136."},{"key":"e_1_3_2_1_33_1","volume-title":"Garmisch","author":"Naur Peter","year":"1969","unstructured":"Peter Naur and Brian Randell. 1969. Software Engineering: Report of a conference sponsored by the NATO Science Committee, Garmisch, Germany, 7-11 Oct. 1968, Brussels, Scientific Affairs Division, NATO."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2015.7257069"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115009"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBGames54170.2021.00024"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2012.2212899"},{"key":"e_1_3_2_1_38_1","volume-title":"Software product lines. The Essence of Software Engineering","author":"Pohl Klaus","year":"2018","unstructured":"Klaus Pohl and Andreas Metzger. 2018. Software product lines. The Essence of Software Engineering (2018), 185\u2013201."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110846"},{"key":"e_1_3_2_1_40_1","volume-title":"Search-based Procedural Content Generation for Race Tracks in Video Games.International Journal on Electrical Engineering & Informatics 8, 4","author":"Prasetya Hafizh\u00a0Adi","year":"2016","unstructured":"Hafizh\u00a0Adi Prasetya and Nur\u00a0Ulfa Maulidevi. 2016. Search-based Procedural Content Generation for Race Tracks in Video Games.International Journal on Electrical Engineering & Informatics 8, 4 (2016)."},{"key":"e_1_3_2_1_41_1","unstructured":"Paul Ralph Nauman bin Ali Sebastian Baltes Domenico Bianculli Jessica Diaz Yvonne Dittrich Neil Ernst Michael Felderer Robert Feldt Antonio Filieri Breno Bernard\u00a0Nicolau de Fran\u00e7a Carlo\u00a0Alberto Furia Greg Gay Nicolas Gold Daniel Graziotin Pinjia He Rashina Hoda Natalia Juristo Barbara Kitchenham Valentina Lenarduzzi Jorge Mart\u00ednez Jorge Melegati Daniel Mendez Tim Menzies Jefferson Molleri Dietmar Pfahl Romain Robbes Daniel Russo Nyyti Saarim\u00e4ki Federica Sarro Davide Taibi Janet Siegmund Diomidis Spinellis Miroslaw Staron Klaas Stol Margaret-Anne Storey Davide Taibi Damian Tamburri Marco Torchiano Christoph Treude Burak Turhan Xiaofeng Wang and Sira Vegas. 2021. Empirical Standards for Software Engineering Research. arxiv:2010.03525\u00a0[cs.SE]"},{"key":"e_1_3_2_1_42_1","volume-title":"The growth of the gaming industry in the context of creative industries. Biblioteka Regionalisty20","author":"Ryka\u0142a Piotr","year":"2020","unstructured":"Piotr Ryka\u0142a. 2020. The growth of the gaming industry in the context of creative industries. Biblioteka Regionalisty20 (2020), 124\u2013136."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3268923"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/tg.2018.2846639"},{"volume-title":"Using multivariate statistics. Vol.\u00a05","author":"Tabachnick G","key":"e_1_3_2_1_45_1","unstructured":"Barbara\u00a0G Tabachnick, Linda\u00a0S Fidell, and Jodie\u00a0B Ullman. 2007. Using multivariate statistics. Vol.\u00a05. Pearson Boston, MA."},{"key":"e_1_3_2_1_46_1","volume-title":"Should computer scientists experiment more?Computer 31, 5","author":"Tichy F","year":"1998","unstructured":"Walter\u00a0F Tichy. 1998. Should computer scientists experiment more?Computer 31, 5 (1998), 32\u201340."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-012-9174-5"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2011.2148116"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2011.2148116"},{"key":"e_1_3_2_1_50_1","unstructured":"Unity. [n. d.]. Unity. https:\/\/unity.com\/. Accessed: 01\/02\/24."},{"key":"e_1_3_2_1_51_1","unstructured":"Unreal. [n. d.]. Unreal. https:\/\/www.unrealengine.com\/. Accessed: 01\/02\/24."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2467378"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBGames.2019.00015"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG51982.2022.9893621"},{"key":"e_1_3_2_1_55_1","unstructured":"Steve Watts. 2020. All The Cyberpunk 2077 Delays. https:\/\/www.gamespot.com\/gallery\/all-the-cyberpunk-2077-delays\/2900-3618\/. Accessed: 01\/02\/24."},{"volume-title":"Linear mixed models: a practical guide using statistical software","author":"West T","key":"e_1_3_2_1_56_1","unstructured":"Brady\u00a0T West, Kathleen\u00a0B Welch, and Andrzej\u00a0T Galecki. 2014. Linear mixed models: a practical guide using statistical software. Chapman and Hall\/CRC."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4625-2"},{"volume-title":"Artificial intelligence and games. Vol.\u00a02","author":"Yannakakis N","key":"e_1_3_2_1_58_1","unstructured":"Georgios\u00a0N Yannakakis and Julian Togelius. 2018. Artificial intelligence and games. Vol.\u00a02. Springer."},{"key":"e_1_3_2_1_59_1","volume-title":"The Quest for Content: A Survey of Search-Based Procedural Content Generation for Video Games. arXiv preprint arXiv:2311.04710","author":"Zamorano Mar","year":"2023","unstructured":"Mar Zamorano, Carlos Cetina, and Federica Sarro. 2023. The Quest for Content: A Survey of Search-Based Procedural Content Generation for Video Games. arXiv preprint arXiv:2311.04710 (2023)."}],"event":{"name":"ESEM '24: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Barcelona Spain","acronym":"ESEM '24"},"container-title":["Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686690","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674805.3686690","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:57:02Z","timestamp":1755867422000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686690"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":59,"alternative-id":["10.1145\/3674805.3686690","10.1145\/3674805"],"URL":"https:\/\/doi.org\/10.1145\/3674805.3686690","relation":{},"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"2024-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}