{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T02:40:47Z","timestamp":1782268847693,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T00:00:00Z","timestamp":1744675200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,15]]},"DOI":"10.1145\/3723498.3723794","type":"proceedings-article","created":{"date-parts":[[2025,5,9]],"date-time":"2025-05-09T12:04:41Z","timestamp":1746792281000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["The Procedural Content Generation Benchmark: An Open-source Testbed for Generative Challenges in Games"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7839-9432","authenticated-orcid":false,"given":"Ahmed","family":"Khalifa","sequence":"first","affiliation":[{"name":"Institute of Digital Games, University of Malta, Msida, Malta"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7578-6173","authenticated-orcid":false,"given":"Roberto","family":"Gallotta","sequence":"additional","affiliation":[{"name":"Institute of Digital Games, University of Malta, Msida, Malta"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7121-5290","authenticated-orcid":false,"given":"Matthew","family":"Barthet","sequence":"additional","affiliation":[{"name":"Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5554-1961","authenticated-orcid":false,"given":"Antonios","family":"Liapis","sequence":"additional","affiliation":[{"name":"Institute of Digital Games, University of Malta, Msida, Malta"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3128-4598","authenticated-orcid":false,"given":"Julian","family":"Togelius","sequence":"additional","affiliation":[{"name":"Game Innovation Lab, New York University, Brooklyn, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7793-1450","authenticated-orcid":false,"given":"Georgios N.","family":"Yannakakis","sequence":"additional","affiliation":[{"name":"Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,5,9]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"Encyclopedia of Optimization","author":"Audet Charles","year":"2022","unstructured":"Charles Audet. 2022. Blackbox optimization. In Encyclopedia of Optimization. Springer."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW63320.2024.00029"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Matthew Barthet Antonios Liapis and Georgios\u00a0N Yannakakis. 2022. Open-ended evolution for Minecraft building generation. Transactions on Games 15 4 (2022).","DOI":"10.1109\/TG.2022.3189426"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Marc\u00a0G Bellemare Yavar Naddaf Joel Veness and Michael Bowling. 2013. The Arcade Learning Environment: An evaluation platform for general agents. Journal of Artificial Intelligence Research 47 (2013).","DOI":"10.1613\/jair.3912"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528701"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Francesco Bodria Fosca Giannotti Riccardo Guidotti Francesca Naretto Dino Pedreschi and Salvatore Rinzivillo. 2023. Benchmarking and survey of explanation methods for black box models. Data Mining and Knowledge Discovery 37 (2023).","DOI":"10.1007\/s10618-023-00933-9"},{"key":"e_1_3_3_2_8_2","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. OpenAI Gym. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1606.01540 abs\/1606.01540 (2016)."},{"key":"e_1_3_3_2_9_2","volume-title":"Mazes for programmers: Code your own twisty little passages","author":"Buck Jamis","year":"2015","unstructured":"Jamis Buck. 2015. Mazes for programmers: Code your own twisty little passages. The Pragmatic Bookshelf."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Murray Campbell A\u00a0Joseph Hoane\u00a0Jr and Feng-hsiung Hsu. 2002. Deep blue. Artificial intelligence 134 (2002).","DOI":"10.1016\/S0004-3702(01)00129-1"},{"key":"e_1_3_3_2_11_2","volume-title":"Proceedings of the Conference on Games","author":"Charity Megan","year":"2020","unstructured":"Megan Charity, Ahmed Khalifa, and Julian Togelius. 2020. Baba is y\u2019all: Collaborative mixed-initiative level design. In Proceedings of the Conference on Games. IEEE."},{"key":"e_1_3_3_2_12_2","volume-title":"Proceedings of the International Conference on Computational Creativity","author":"Compton Kate","year":"2015","unstructured":"Kate Compton and Michael Mateas. 2015. Casual Creators. In Proceedings of the International Conference on Computational Creativity. ICCC."},{"key":"e_1_3_3_2_13_2","unstructured":"Michael Cook. 2019. Tutorial: Generative & Possibility Space. https:\/\/www.possibilityspace.org\/tutorial-generative-possibility-space\/index.html. Accessed On: 18-10-2024."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/2676467.2676506"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Adrien Ecoffet Joost Huizinga Joel Lehman Kenneth\u00a0O Stanley and Jeff Clune. 2021. First return then explore. Nature 590 (2021).","DOI":"10.1038\/s41586-020-03157-9"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Roberto Gallotta Kai Arulkumaran and L.\u00a0B. Soros. 2023. Preference-Learning Emitters for Mixed-Initiative Quality-Diversity Algorithms. Transactions on Games 16 (2023).","DOI":"10.1109\/TG.2023.3264457"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Roberto Gallotta Graham Todd Marvin Zammit Sam Earle Antonios Liapis Julian Togelius and Georgios\u00a0N. Yannakakis. 2024. Large Language Models and Games: A Survey and Roadmap. IEEE Transactions on Games (2024) 1\u201318.","DOI":"10.1109\/TG.2024.3461510"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2019.8848053"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72699-7_21"},{"key":"e_1_3_3_2_20_2","unstructured":"Daya Guo Dejian Yang Haowei Zhang Junxiao Song Ruoyu Zhang Runxin Xu Qihao Zhu Shirong Ma Peiyi Wang Xiao Bi et\u00a0al. 2025. Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.12948 (2025)."},{"key":"e_1_3_3_2_21_2","volume-title":"Proceedings of the International Conference on Computational Creativity","author":"Guzdial Matthew","year":"2018","unstructured":"Matthew Guzdial, Nicholas Liao, Vishwa Shah, and Mark\u00a0O Riedl. 2018. Creative Invention Benchmark. In Proceedings of the International Conference on Computational Creativity. ICCC."},{"key":"e_1_3_3_2_22_2","volume-title":"Proceedings of the Foundations of Digital Games Conference","author":"Guzdial Matthew","year":"2016","unstructured":"Matthew Guzdial and Mark Riedl. 2016. Toward game level generation from gameplay videos. In Proceedings of the Foundations of Digital Games Conference. ACM."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Erin\u00a0Jonathan Hastings Ratan\u00a0K Guha and Kenneth\u00a0O Stanley. 2009. Automatic content generation in the Galactic Arms Race video game. Transactions on Computational Intelligence and AI in Games 1 4 (2009).","DOI":"10.1109\/TCIAIG.2009.2038365"},{"key":"e_1_3_3_2_24_2","volume-title":"Proceedings of the Foundations of Digital Games Conference","author":"Horn Britton","year":"2014","unstructured":"Britton Horn, Steve Dahlskog, Noor Shaker, Gillian Smith, and Julian Togelius. 2014. A comparative evaluation of procedural level generators in the mario ai framework. In Proceedings of the Foundations of Digital Games Conference. ACM."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3555858.3563273"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Sergey Karakovskiy and Julian Togelius. 2012. The Mario AI benchmark and competitions. Transactions on Computational Intelligence and AI in Games 4 1 (2012).","DOI":"10.1109\/TCIAIG.2012.2188528"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3102071.3110566"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v16i1.7416"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2019.8848017"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205470"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205470"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908920"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2019.8848019"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.5555\/2601678"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31008-4_7"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3402942.3409598"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16549-3_27"},{"key":"e_1_3_3_2_38_2","volume-title":"International Conference on Computational Creativity","author":"Liapis Antonios","year":"2013","unstructured":"Antonios Liapis, H\u00e9ctor\u00a0P Mart\u00ednez, Julian Togelius, and Georgios\u00a0N Yannakakis. 2013. Transforming exploratory creativity with DeLeNoX. In International Conference on Computational Creativity. ICCC."},{"key":"e_1_3_3_2_39_2","volume-title":"Proceedings of the Foundations of Digital Games Conference","author":"Liapis Antonios","year":"2013","unstructured":"Antonios Liapis, Georgios\u00a0N Yannakakis, and Julian Togelius. 2013. Sentient sketchbook: computer-assisted game level authoring. In Proceedings of the Foundations of Digital Games Conference. ACM."},{"key":"e_1_3_3_2_40_2","volume-title":"Proceedings of the Artificial Intelligence and Interactive Digital Entertainment Conference","author":"Lopes Phil","year":"2015","unstructured":"Phil Lopes, Antonios Liapis, and Georgios Yannakakis. 2015. Targeting horror via level and soundscape generation. In Proceedings of the Artificial Intelligence and Interactive Digital Entertainment Conference. AAAI."},{"key":"e_1_3_3_2_41_2","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Alex Graves Ioannis Antonoglou Daan Wierstra and Martin Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1312.5602 abs\/1312.5602 (2013)."},{"key":"e_1_3_3_2_42_2","unstructured":"Jean-Baptiste Mouret and Jeff Clune. 2015. Illuminating search spaces by mapping elites. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1504.04909 abs\/1504.04909 (2015)."},{"key":"e_1_3_3_2_43_2","unstructured":"OpenAI. 2024. Learning to reason with LLMs. https:\/\/openai.com\/index\/learning-to-reason-with-llms\/. Accessed On: 24-03-2025."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Diego Perez-Liebana Jialin Liu Ahmed Khalifa Raluca\u00a0D Gaina Julian Togelius and Simon\u00a0M Lucas. 2019. General video game ai: A multitrack framework for evaluating agents games and content generation algorithms. Transactions on Games 11 3 (2019).","DOI":"10.1109\/TG.2019.2901021"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Justin\u00a0K. Pugh Lisa\u00a0B. Soros and Kenneth\u00a0O. Stanley. 2016. Quality Diversity: A New Frontier for Evolutionary Computation. Frontiers in Robotics and AI 3 (2016).","DOI":"10.3389\/frobt.2016.00040"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"Graeme Ritchie. 2007. Some Empirical Criteria for Attributing Creativity to a Computer Program. Minds and Machines 17 1 (2007).","DOI":"10.1007\/s11023-007-9066-2"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3235765.3235814"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-42716-4_3"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2012.6374170"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"David Silver Aja Huang Chris\u00a0J Maddison Arthur Guez Laurent Sifre George Van Den\u00a0Driessche Julian Schrittwieser Ioannis Antonoglou Veda Panneershelvam Marc Lanctot et\u00a0al. 2016. Mastering the game of Go with deep neural networks and tree search. Nature 529 (2016).","DOI":"10.1038\/nature16961"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI51031.2022.10022073"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"crossref","unstructured":"Adam Summerville Sam Snodgrass Matthew Guzdial Christoffer Holmg\u00e5rd Amy\u00a0K Hoover Aaron Isaksen Andy Nealen and Julian Togelius. 2018. Procedural content generation via machine learning (PCGML). Transactions on Games 10 3 (2018).","DOI":"10.1109\/TG.2018.2846639"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2008.5035629"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"Julian Togelius Georgios\u00a0N Yannakakis Kenneth\u00a0O Stanley and Cameron Browne. 2011. Search-based procedural content generation: A taxonomy and survey. Transactions on Computational Intelligence and AI in Games 3 3 (2011).","DOI":"10.1109\/TCIAIG.2011.2148116"},{"key":"e_1_3_3_2_55_2","volume-title":"Proceedings of the Conference on Games","author":"Torrado Ruben\u00a0Rodriguez","year":"2020","unstructured":"Ruben\u00a0Rodriguez Torrado, Ahmed Khalifa, Michael\u00a0Cerny Green, Niels Justesen, Sebastian Risi, and Julian Togelius. 2020. Bootstrapping conditional GANs for video game level generation. In Proceedings of the Conference on Games. IEEE."},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"crossref","unstructured":"Oriol Vinyals Igor Babuschkin Wojciech\u00a0M Czarnecki Micha\u00ebl Mathieu Andrew Dudzik Junyoung Chung David\u00a0H Choi Richard Powell Timo Ewalds Petko Georgiev et\u00a0al. 2019. Grandmaster level in StarCraft II using multi-agent reinforcement learning. Nature 575 (2019).","DOI":"10.1038\/s41586-019-1724-z"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205517"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3555858.3563282"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"crossref","unstructured":"Georgios\u00a0N Yannakakis and Julian Togelius. 2011. Experience-driven procedural content generation. Transactions on Affective Computing 2 3 (2011).","DOI":"10.1109\/T-AFFC.2011.6"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"crossref","unstructured":"Georgios\u00a0N Yannakakis and Julian Togelius. 2014. A panorama of artificial and computational intelligence in games. Transactions on Computational Intelligence and AI in Games 7 4 (2014).","DOI":"10.1109\/TCIAIG.2014.2339221"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Yifan Yao Jinhao Duan Kaidi Xu Yuanfang Cai Zhibo Sun and Yue Zhang. 2024. A survey on large language model (LLM) security and privacy: The good the bad and the ugly. High-Confidence Computing (2024) 100211.","DOI":"10.1016\/j.hcc.2024.100211"}],"event":{"name":"FDG '25: International Conference on the Foundations of Digital Games","location":"Vienna & Graz Austria","acronym":"FDG '25"},"container-title":["Proceedings of the 20th International Conference on the Foundations of Digital Games"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723498.3723794","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3723498.3723794","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:46Z","timestamp":1750298206000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3723498.3723794"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,15]]},"references-count":60,"alternative-id":["10.1145\/3723498.3723794","10.1145\/3723498"],"URL":"https:\/\/doi.org\/10.1145\/3723498.3723794","relation":{},"subject":[],"published":{"date-parts":[[2025,4,15]]},"assertion":[{"value":"2025-05-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}