{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,12]],"date-time":"2026-09-12T05:10:43Z","timestamp":1789189843966,"version":"build-2803163510"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,11,29]],"date-time":"2022-11-29T00:00:00Z","timestamp":1669680000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,11,29]]},"DOI":"10.1145\/3564719.3568687","type":"proceedings-article","created":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T21:20:14Z","timestamp":1669929614000},"page":"95-107","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["A Model-Driven Generative Self Play-Based Toolchain for Developing Games and Players"],"prefix":"10.1145","author":[{"given":"Evgeny","family":"Kusmenko","sequence":"first","affiliation":[{"name":"RWTH Aachen University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maximilian","family":"M\u00fcnker","sequence":"additional","affiliation":[{"name":"RWTH Aachen University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Nadenau","sequence":"additional","affiliation":[{"name":"RWTH Aachen University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bernhard","family":"Rumpe","sequence":"additional","affiliation":[{"name":"RWTH Aachen University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Accel Brain Co. Ltd.. 2017. Reinforcement Learning Library: pyqlearning. https:\/\/github.com\/accel-brain\/accel-brain-code\/tree\/master\/Reinforcement-Learning Accessed: 2022-11-08"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3486609.3487199"},{"key":"e_1_3_2_1_3_1","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540."},{"key":"e_1_3_2_1_4_1","volume-title":"Bellemare","author":"Castro Pablo Samuel","year":"2018","unstructured":"Pablo Samuel Castro, Subhodeep Moitra, Carles Gelada, Saurabh Kumar, and Marc G. Bellemare. 2018. Dopamine: A Research Framework for Deep Reinforcement Learning. arxiv:1812.06110"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-015-1994-9"},{"key":"e_1_3_2_1_6_1","volume-title":"International conference on machine learning. 874\u2013883","author":"Cortes Corinna","year":"2017","unstructured":"Corinna Cortes, Xavier Gonzalvo, Vitaly Kuznetsov, Mehryar Mohri, and Scott Yang. 2017. AdaNet: Adaptive structural learning of artificial neural networks. In International conference on machine learning. 874\u2013883."},{"key":"e_1_3_2_1_7_1","volume-title":"Workshop on Computer Games. 41\u201375","author":"C\u00f4t\u00e9 Marc-Alexandre","year":"2018","unstructured":"Marc-Alexandre C\u00f4t\u00e9, Akos K\u00e1d\u00e1r, Xingdi Yuan, Ben Kybartas, Tavian Barnes, Emery Fine, James Moore, Matthew Hausknecht, Layla El Asri, and Mahmoud Adada. 2018. Textworld: A learning environment for text-based games. In Workshop on Computer Games. 41\u201375."},{"key":"e_1_3_2_1_8_1","unstructured":"Prafulla Dhariwal Christopher Hesse Oleg Klimov Alex Nichol Matthias Plappert Alec Radford John Schulman Szymon Sidor Yuhuai Wu and Peter Zhokhov. 2017. OpenAI Baselines. https:\/\/github.com\/openai\/baselines"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 1st Annual Conference on Robot Learning. 1\u201316","author":"Dosovitskiy Alexey","year":"2017","unstructured":"Alexey Dosovitskiy, German Ros, Felipe Codevilla, Antonio Lopez, and Vladlen Koltun. 2017. CARLA: An Open Urban Driving Simulator. In Proceedings of the 1st Annual Conference on Robot Learning. 1\u201316."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS-C.2019.00033"},{"key":"e_1_3_2_1_11_1","volume-title":"General game playing: Overview of the AAAI competition. AI magazine, 26, 2","author":"Genesereth Michael","year":"2005","unstructured":"Michael Genesereth, Nathaniel Love, and Barney Pell. 2005. General game playing: Overview of the AAAI competition. AI magazine, 26, 2 (2005), 62\u201362."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i02.5533"},{"key":"e_1_3_2_1_13_1","volume-title":"TF-Agents: A library for Reinforcement Learning in TensorFlow. https:\/\/github.com\/tensorflow\/agents [Online","author":"Guadarrama Sergio","year":"2019","unstructured":"Sergio Guadarrama, Anoop Korattikara, Oscar Ramirez, Pablo Castro, Ethan Holly, Sam Fishman, Ke Wang, Ekaterina Gonina, Neal Wu, Efi Kokiopoulou, Luciano Sbaiz, Jamie Smith, G\u00e1bor Bart\u00f3k, Jesse Berent, Chris Harris, Vincent Vanhoucke, and Eugene Brevdo. 2018. TF-Agents: A library for Reinforcement Learning in TensorFlow. https:\/\/github.com\/tensorflow\/agents [Online; accessed 25-June-2019]"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"e_1_3_2_1_15_1","unstructured":"Ashley Hill Antonin Raffin Maximilian Ernestus Adam Gleave Anssi Kanervisto Rene Traore Prafulla Dhariwal Christopher Hesse Oleg Klimov Alex Nichol Matthias Plappert Alec Radford John Schulman Szymon Sidor and Yuhuai Wu. 2018. Stable Baselines. https:\/\/github.com\/hill-a\/stable-baselines"},{"key":"e_1_3_2_1_16_1","volume-title":"MontiCore Language Workbench and Library Handbook: Edition","author":"H\u00f6lldobler Katrin","year":"2021","unstructured":"Katrin H\u00f6lldobler, Oliver Kautz, and Bernhard Rumpe. 2021. MontiCore Language Workbench and Library Handbook: Edition 2021. Shaker Verlag. isbn:978-3-8440-8010-0 http:\/\/www.monticore.de\/handbook.pdf"},{"key":"e_1_3_2_1_17_1","unstructured":"Eddie Huang. 2019. GymGo. https:\/\/github.com\/aigagror\/GymGo Accessed: 2022-11-08"},{"key":"e_1_3_2_1_18_1","volume-title":"ViZDoom: A Doom-based AI Research Platform for Visual Reinforcement Learning. In IEEE Conference on Computational Intelligence and Games. IEEE","author":"Kempka Micha\u0142","year":"2016","unstructured":"Micha\u0142 Kempka, Marek Wydmuch, Grzegorz Runc, Jakub Toczek, and Wojciech Ja\u015bkowski. 2016. ViZDoom: A Doom-based AI Research Platform for Visual Reinforcement Learning. In IEEE Conference on Computational Intelligence and Games. IEEE, Santorini, Greece. 341\u2013348. arxiv:1605.02097 The best paper award"},{"key":"e_1_3_2_1_19_1","unstructured":"J\u00f6rg Christian Kirchhof Evgeny Kusmenko Jonas Ritz Bernhard Rumpe Armin Moin Atta Badii Stephan G\u00fcnnemann and Moharram Challenger. 2022. MDE for Machine Learning-Enabled Software Systems: A Case Study and Comparison of MontiAnna & ML-Quadrat. arXiv preprint arXiv:2209.07282."},{"key":"e_1_3_2_1_20_1","unstructured":"Alexander Kuhnle Michael Schaarschmidt and Kai Fricke. 2017. Tensorforce: a TensorFlow library for applied reinforcement learning. Web page. https:\/\/github.com\/tensorforce\/tensorforce"},{"key":"e_1_3_2_1_21_1","volume-title":"Model-Driven Development Methodology and Domain-Specific Languages for the Design of Artificial Intelligence in Cyber-Physical Systems","author":"Kusmenko Evgeny","unstructured":"Evgeny Kusmenko. 2021. Model-Driven Development Methodology and Domain-Specific Languages for the Design of Artificial Intelligence in Cyber-Physical Systems. Shaker Verlag. isbn:978-3-8440-8286-9"},{"key":"e_1_3_2_1_22_1","volume-title":"Conference on Model Driven Engineering Languages and Systems (MODELS\u201919)","author":"Kusmenko Evgeny","year":"2019","unstructured":"Evgeny Kusmenko, Sebastian Nickels, Svetlana Pavlitskaya, Bernhard Rumpe, and Thomas Timmermanns. 2019. Conference on Model Driven Engineering Languages and Systems (MODELS\u201919). IEEE, 283\u2013293. http:\/\/www.se-rwth.de\/publications\/Modeling-and-Training-of-Neural-Processing-Systems.pdf"},{"key":"e_1_3_2_1_23_1","volume-title":"Software Engineering Intelligence Workshop (SEI19)","author":"Kusmenko Evgeny","year":"2019","unstructured":"Evgeny Kusmenko, Svetlana Pavlitskaya, Bernhard Rumpe, and Sebastian St\u00fcber. 2019. On the Engineering of AI-Powered Systems. In ASE19. Software Engineering Intelligence Workshop (SEI19), Lisa O\u2019Conner (Ed.). IEEE, 126\u2013133."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of MODELS 2018. Workshop EXE. http:\/\/www.se-rwth.de\/publications\/EmbeddedMontiArc-Textual-Modeling-Alternative-to-Simulink.pdf","author":"Kusmenko Evgeny","year":"2018","unstructured":"Evgeny Kusmenko, Jean-Marc Ronck, Bernhard Rumpe, and Michael von Wenckstern. 2018. EmbeddedMontiArc: Textual Modeling Alternative to Simulink. In Proceedings of MODELS 2018. Workshop EXE. http:\/\/www.se-rwth.de\/publications\/EmbeddedMontiArc-Textual-Modeling-Alternative-to-Simulink.pdf"},{"key":"e_1_3_2_1_25_1","volume-title":"Modeling Architectures of Cyber-Physical Systems. In European Conference on Modelling Foundations and Applications (ECMFA\u201917)","author":"Kusmenko Evgeny","year":"2017","unstructured":"Evgeny Kusmenko, Alexander Roth, Bernhard Rumpe, and Michael von Wenckstern. 2017. Modeling Architectures of Cyber-Physical Systems. In European Conference on Modelling Foundations and Applications (ECMFA\u201917) (LNCS 10376). Springer, 34\u201350. http:\/\/www.se-rwth.de\/publications\/Modeling-Architectures-of-Cyber-Physical-Systems.pdf"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239372.3239388"},{"key":"e_1_3_2_1_27_1","unstructured":"Timothy P Lillicrap Jonathan J Hunt Alexander Pritzel Nicolas Heess Tom Erez Yuval Tassa David Silver and Daan Wierstra. 2015. Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971."},{"key":"e_1_3_2_1_28_1","unstructured":"DeepMind Technologies Limited. 2018. Tensorflow Reinforcement Learning: TRFL. https:\/\/github.com\/deepmind\/trfl Accessed: 2022-11-08"},{"key":"e_1_3_2_1_29_1","unstructured":"MathWorks. 2022. Reinforcement Learning Toolbox. https:\/\/www.mathworks.com\/products\/reinforcement-learning.html Accessed: 2022-11-08"},{"key":"e_1_3_2_1_30_1","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Alex Graves Ioannis Antonoglou Daan Wierstra and Martin Riedmiller. 2013. Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602."},{"key":"e_1_3_2_1_31_1","unstructured":"Alex Nichol Vicki Pfau Christopher Hesse Oleg Klimov and John Schulman. 2018. Gotta Learn Fast: A New Benchmark for Generalization in RL. arXiv preprint arXiv:1804.03720."},{"key":"e_1_3_2_1_32_1","unstructured":"Matthias Plappert. 2016. keras-rl. https:\/\/github.com\/keras-rl\/keras-rl"},{"key":"e_1_3_2_1_33_1","volume-title":"ICRA workshop on open source software. 3, 5.","author":"Quigley Morgan","year":"2009","unstructured":"Morgan Quigley, Ken Conley, Brian Gerkey, Josh Faust, Tully Foote, Jeremy Leibs, Rob Wheeler, and Andrew Y Ng. 2009. ROS: an open-source Robot Operating System. In ICRA workshop on open source software. 3, 5."},{"key":"e_1_3_2_1_34_1","volume-title":"Mastering atari, go, chess and shogi by planning with a learned model. Nature, 588, 7839","author":"Schrittwieser Julian","year":"2020","unstructured":"Julian Schrittwieser, Ioannis Antonoglou, Thomas Hubert, Karen Simonyan, Laurent Sifre, Simon Schmitt, Arthur Guez, Edward Lockhart, Demis Hassabis, and Thore Graepel. 2020. Mastering atari, go, chess and shogi by planning with a learned model. Nature, 588, 7839 (2020), 604\u2013609."},{"key":"e_1_3_2_1_35_1","volume-title":"A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play. Science, 362, 6419","author":"Silver David","year":"2018","unstructured":"David Silver, Thomas Hubert, Julian Schrittwieser, Ioannis Antonoglou, Matthew Lai, Arthur Guez, Marc Lanctot, Laurent Sifre, Dharshan Kumaran, and Thore Graepel. 2018. A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play. Science, 362, 6419 (2018), 1140\u20131144."},{"key":"e_1_3_2_1_36_1","unstructured":"Norman Tasfi. 2016. PyGame Learning Environment. https:\/\/github.com\/ntasfi\/PyGame-Learning-Environment"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Yuval Tassa Saran Tunyasuvunakool Alistair Muldal Yotam Doron Siqi Liu Steven Bohez Josh Merel Tom Erez Timothy Lillicrap and Nicolas Heess. 2020. dmcontrol: Software and Tasks for Continuous Control. arxiv:2006.12983.","DOI":"10.1016\/j.simpa.2020.100022"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-010-0076-5"},{"key":"e_1_3_2_1_39_1","volume-title":"Michelle Yeo, Alireza Makhzani, Heinrich K\u00fcttler, John Agapiou, and Julian Schrittwieser.","author":"Vinyals Oriol","year":"2017","unstructured":"Oriol Vinyals, Timo Ewalds, Sergey Bartunov, Petko Georgiev, Alexander Sasha Vezhnevets, Michelle Yeo, Alireza Makhzani, Heinrich K\u00fcttler, John Agapiou, and Julian Schrittwieser. 2017. Starcraft ii: A new challenge for reinforcement learning. arXiv preprint arXiv:1708.04782."},{"key":"e_1_3_2_1_40_1","volume-title":"Rlcard: A toolkit for reinforcement learning in card games. arXiv preprint arXiv:1910.04376.","author":"Zha Daochen","year":"2019","unstructured":"Daochen Zha, Kwei-Herng Lai, Yuanpu Cao, Songyi Huang, Ruzhe Wei, Junyu Guo, and Xia Hu. 2019. Rlcard: A toolkit for reinforcement learning in card games. arXiv preprint arXiv:1910.04376."}],"event":{"name":"GPCE '22: 21st ACM SIGPLAN International Conference on Generative Programming: Concepts and Experiences","location":"Auckland New Zealand","acronym":"GPCE '22","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages"]},"container-title":["Proceedings of the 21st ACM SIGPLAN International Conference on Generative Programming: Concepts and Experiences"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3564719.3568687","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3564719.3568687","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:30Z","timestamp":1750182570000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3564719.3568687"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,29]]},"references-count":40,"alternative-id":["10.1145\/3564719.3568687","10.1145\/3564719"],"URL":"https:\/\/doi.org\/10.1145\/3564719.3568687","relation":{},"subject":[],"published":{"date-parts":[[2022,11,29]]},"assertion":[{"value":"2022-12-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}