{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T02:04:52Z","timestamp":1769738692840,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:00:00Z","timestamp":1653091200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["851720"],"award-info":[{"award-number":["851720"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,21]]},"DOI":"10.1145\/3510003.3510625","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T22:42:59Z","timestamp":1657060979000},"page":"2303-2314","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["Using reinforcement learning for load testing of video games"],"prefix":"10.1145","author":[{"given":"Rosalia","family":"Tufano","sequence":"first","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Switzerland"}]},{"given":"Simone","family":"Scalabrino","sequence":"additional","affiliation":[{"name":"University of Molise, Italy"}]},{"given":"Luca","family":"Pascarella","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Switzerland"}]},{"given":"Emad","family":"Aghajani","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Switzerland"}]},{"given":"Rocco","family":"Oliveto","sequence":"additional","affiliation":[{"name":"University of Molise, Italy"}]},{"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2022,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. 3D.City - Performance Issue 42. https:\/\/github.com\/lo-th\/3d.city\/issues\/42."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. CartPole. https:\/\/gym.openai.com\/envs\/CartPole-v0\/."},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. Dwarfcorp - Performance Issue 583. https:\/\/github.com\/Blecki\/dwarfcorp\/issues\/583."},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. Dwarfcorp - Performance Issue 64. https:\/\/github.com\/Blecki\/dwarfcorp\/issues\/64."},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. Dwarfcorp - Performance Issue 904. https:\/\/github.com\/Blecki\/dwarfcorp\/issues\/904."},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. Dwarfcorp - Performance Issue 966. https:\/\/github.com\/Blecki\/dwarfcorp\/issues\/966."},{"key":"e_1_3_2_1_7_1","unstructured":"[n.d.]. Geostrike - Performance Issue 214. https:\/\/github.com\/Webiks\/GeoStrike\/issues\/214."},{"key":"e_1_3_2_1_8_1","unstructured":"[n.d.]. Gym. https:\/\/gym.openai.com\/."},{"key":"e_1_3_2_1_9_1","unstructured":"[n.d.]. MsPacman. https:\/\/gym.openai.com\/envs\/MsPacman-v0\/."},{"key":"e_1_3_2_1_10_1","unstructured":"[n.d.]. PySuperTuxKart. https:\/\/github.com\/supertuxkart\/stk-code."},{"key":"e_1_3_2_1_11_1","volume-title":"MONETISATION STRATEGIES & MARKET SIZE 2020--2025 https:\/\/www.juniperresearch.com\/researchstore\/content-digital-media\/video-games-market-report.","author":"VIDEO","unstructured":"[n.d.]. VIDEO GAMES : INDUSTRY TRENDS, MONETISATION STRATEGIES & MARKET SIZE 2020--2025 https:\/\/www.juniperresearch.com\/researchstore\/content-digital-media\/video-games-market-report."},{"key":"e_1_3_2_1_12_1","volume-title":"Animation and Multiple Realities Conference (GMAX). IEEE, 1--6.","author":"Ahumada Tom\u00e1s","year":"2020","unstructured":"Tom\u00e1s Ahumada and Alexandre Bergel. 2020. Reproducing Bugs in Video Games using Genetic Algorithms. In 2020 IEEE Games, Multimedia, Animation and Multiple Realities Conference (GMAX). IEEE, 1--6."},{"key":"e_1_3_2_1_13_1","volume-title":"Dota 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680","author":"Open AI.","year":"2019","unstructured":"Open AI. 2019. Dota 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680 (2019)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TG.2019.2947597"},{"key":"e_1_3_2_1_15_1","volume-title":"Emergent tool use from multi-agent autocurricula. arXiv preprint arXiv:1909.07528","author":"Baker Bowen","year":"2019","unstructured":"Bowen Baker, Ingmar Kanitscheider, Todor Markov, Yi Wu, Glenn Powell, Bob McGrew, and Igor Mordatch. 2019. Emergent tool use from multi-agent autocurricula. arXiv preprint arXiv:1909.07528 (2019)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG47356.2020.9231552"},{"key":"e_1_3_2_1_17_1","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. OpenAI Gym. arXiv:arXiv:1606.01540"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICACT.2006.206095"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CyberC.2010.54"},{"key":"e_1_3_2_1_20_1","volume-title":"Practical Nonparametric Statistics","author":"Conover W. J.","unstructured":"W. J. Conover. 1998. Practical Nonparametric Statistics (3rd edition ed.). Wiley.","edition":"3"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1728"},{"key":"e_1_3_2_1_23_1","volume-title":"Random Effects, and Mixed Models","author":"Grafarend E.W.","unstructured":"E.W. Grafarend. 2006. Linear and Nonlinear Models: Fixed Effects, Random Effects, and Mixed Models. Walter de Gruyter. https:\/\/books.google.ch\/books?id=uHW2wAEACAAJ"},{"key":"e_1_3_2_1_24_1","volume-title":"Kim","author":"Grissom Robert J.","year":"2005","unstructured":"Robert J. Grissom and John J. Kim. 2005. Effect sizes for research: A broad practical approach (2nd edition ed.). Lawrence Earlbaum Associates.","edition":"2"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490442"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"e_1_3_2_1_27_1","volume-title":"A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics","author":"Holm Sture","year":"1979","unstructured":"Sture Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics (1979), 65--70."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS.2015.7338274"},{"key":"e_1_3_2_1_29_1","volume-title":"VENUS: The Online Game Simulator Using Massively Virtual Clients. In Systems Modeling and Simulation: Theory and Applications. 589--596.","author":"Jung YungWoo","year":"2005","unstructured":"YungWoo Jung, Bum-Hyun Lim, Kwang-Hyun Sim, HunJoo Lee, IlKyu Park, JaeYong Chung, and Jihong Lee. 2005. VENUS: The Online Game Simulator Using Massively Virtual Clients. In Systems Modeling and Simulation: Theory and Applications. 589--596."},{"key":"e_1_3_2_1_30_1","volume-title":"Value Iteration, Policy Gradients, TRPO, AlphaGo Zero and More","author":"Lapan Maxim","unstructured":"Maxim Lapan. 2018. Deep Reinforcement Learning Hands-On: Apply Modern RL Methods, with Deep Q-Networks, Value Iteration, Policy Gradients, TRPO, AlphaGo Zero and More. Packt Publishing."},{"key":"e_1_3_2_1_31_1","volume-title":"Autocurricula and the emergence of innovation from social interaction: A manifesto for multi-agent intelligence research. arXiv preprint arXiv:1903.00742","author":"Leibo Joel Z","year":"2019","unstructured":"Joel Z Leibo, Edward Hughes, Marc Lanctot, and Thore Graepel. 2019. Autocurricula and the emergence of innovation from social interaction: A manifesto for multi-agent intelligence research. arXiv preprint arXiv:1903.00742 (2019)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.3390\/info12030129"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9480-2"},{"key":"e_1_3_2_1_34_1","volume-title":"Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602","author":"Mnih Volodymyr","year":"2013","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Alex Graves, Ioannis Antonoglou, Daan Wierstra, and Martin Riedmiller. 2013. Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Andrei A Rusu Joel Veness Marc G Bellemare Alex Graves Martin Riedmiller Andreas K Fidjeland Georg Ostrovski et al. 2015. Human-level control through deep reinforcement learning. nature 518 7540 (2015) 529--533.","DOI":"10.1038\/nature14236"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196418"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG47356.2020.9231958"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130859.3131439"},{"key":"e_1_3_2_1_39_1","volume-title":"A Survey of Video Game Testing. arXiv preprint arXiv:2103.06431","author":"Politowski Cristiano","year":"2021","unstructured":"Cristiano Politowski, Fabio Petrillo, and Yann-G\u00e4el Gu\u00e9h\u00e9neuc. 2021. A Survey of Video Game Testing. arXiv preprint arXiv:2103.06431 (2021)."},{"key":"e_1_3_2_1_40_1","volume-title":"Kroese","author":"Rubinstein Reuven Y.","year":"2004","unstructured":"Reuven Y. Rubinstein and Dirk P. Kroese. 2004. The Cross Entropy Method: A Unified Approach To Combinatorial Optimization, Monte-Carlo Simulation (Information Science and Statistics). Springer-Verlag."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v5i1.12368"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.2307\/1412159"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3410404.3414249"},{"key":"e_1_3_2_1_44_1","unstructured":"supertuxkart. [n.d.]. https:\/\/github.com\/supertuxkart."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00073"},{"key":"e_1_3_2_1_46_1","unstructured":"Rosalia Tufano. 2021. https:\/\/github.com\/RosaliaTufano\/rlgameauthors."},{"key":"e_1_3_2_1_47_1","volume-title":"StarCraft II: A New Challenge for Reinforcement Learning. ArXiv abs\/1708.04782","author":"Vinyals Oriol","year":"2017","unstructured":"Oriol Vinyals, Timo Ewalds, Sergey Bartunov, P. Georgiev, A. S. Vezhnevets, Michelle Yeo, Alireza Makhzani, Heinrich K\u00fcttler, J. Agapiou, Julian Schrittwieser, John Quan, Stephen Gaffney, S. Petersen, K. Simonyan, T. Schaul, H. V. Hasselt, D. Silver, T. Lillicrap, Kevin Calderone, Paul Keet, Anthony Brunasso, D. Lawrence, Anders Ekermo, J. Repp, and Rodney Tsing. 2017. StarCraft II: A New Challenge for Reinforcement Learning. ArXiv abs\/1708.04782 (2017)."},{"key":"e_1_3_2_1_48_1","volume-title":"Regression Testing of Massively Multiplayer Online Role-Playing Games. In 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 692--696","author":"Wu Yuechen","year":"2020","unstructured":"Yuechen Wu, Yingfeng Chen, Xiaofei Xie, Bing Yu, Changjie Fan, and Lei Ma. 2020. Regression Testing of Massively Multiplayer Online Role-Playing Games. In 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 692--696."},{"key":"e_1_3_2_1_49_1","volume-title":"John Kolen, Jervis Pinto, Reza Pourabolghasem, Harold Chaput, James Pestrak, Mohsen Sardari, Long Lin, Navid Aghdaie, and Kazi A. Zaman.","author":"Zhao Yunqi","year":"2019","unstructured":"Yunqi Zhao, Igor Borovikov, Ahmad Beirami, Jason Rupert, Caedmon Somers, Jesse Harder, Fernando de Mesentier Silva, John Kolen, Jervis Pinto, Reza Pourabolghasem, Harold Chaput, James Pestrak, Mohsen Sardari, Long Lin, Navid Aghdaie, and Kazi A. Zaman. 2019. Winning Isn't Everything: Training Human-Like Agents for Playtesting and Game AI. CoRR abs\/1903.10545 (2019). http:\/\/arxiv.org\/abs\/1903.10545"},{"key":"e_1_3_2_1_50_1","volume-title":"Wuji: Automatic Online Combat Game Testing Using Evolutionary Deep Reinforcement Learning. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 772--784","author":"Zheng Y.","unstructured":"Y. Zheng, X. Xie, T. Su, L. Ma, J. Hao, Z. Meng, Y. Liu, R. Shen, Y. Chen, and C. Fan. 2019. Wuji: Automatic Online Combat Game Testing Using Evolutionary Deep Reinforcement Learning. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 772--784."},{"key":"e_1_3_2_1_51_1","volume-title":"Riedl","author":"Zook Alexander","year":"2014","unstructured":"Alexander Zook, Eric Fruchter, and Mark O. Riedl. 2014. Automatic playtesting for game parameter tuning via active learning. ArXiv abs\/1908.01417 (2014)."}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 44th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510625","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510625","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:12:24Z","timestamp":1750191144000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510625"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,21]]},"references-count":50,"alternative-id":["10.1145\/3510003.3510625","10.1145\/3510003"],"URL":"https:\/\/doi.org\/10.1145\/3510003.3510625","relation":{},"subject":[],"published":{"date-parts":[[2022,5,21]]},"assertion":[{"value":"2022-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}