{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T11:09:27Z","timestamp":1775041767968,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3643658.3643920","type":"proceedings-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T13:43:53Z","timestamp":1723124633000},"page":"15-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["How to Measure Game Testing: a Survey of Coverage Metrics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4601-7425","authenticated-orcid":false,"given":"Riccardo","family":"Coppola","sequence":"first","affiliation":[{"name":"Politecnico di Torino, Torino, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8765-6501","authenticated-orcid":false,"given":"Tommaso","family":"Fulcini","sequence":"additional","affiliation":[{"name":"Politecnico di Torino, Torino, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6971-5770","authenticated-orcid":false,"given":"Serenella","family":"Manzi","sequence":"additional","affiliation":[{"name":"Politecnico di Torino, Torino, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9197-9100","authenticated-orcid":false,"given":"Francesco","family":"Strada","sequence":"additional","affiliation":[{"name":"Politecnico di Torino, Torino, Italy"}]}],"member":"320","published-online":{"date-parts":[[2024,8,8]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Game Performance Metrics that Matter: Guide to Interpretation and Action. https:\/\/blog.gamebench.net\/game-performance-metrics-that-matter. Accessed: 2023-12-04."},{"key":"e_1_3_2_1_2_1","volume-title":"Video game automated testing approaches: An assessment framework","author":"Albaghajati Aghyad Mohammad","year":"2020","unstructured":"Aghyad Mohammad Albaghajati and Moataz Aly Kamaleldin Ahmed. 2020. Video game automated testing approaches: An assessment framework. IEEE transactions on games (2020)."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the fourth international joint conference on Autonomous agents and multiagent systems. 1111--1112","author":"Andrade Gustavo","year":"2005","unstructured":"Gustavo Andrade, Geber Ramalho, Hugo Santana, and Vincent Corruble. 2005. Automatic computer game balancing: a reinforcement learning approach. In Proceedings of the fourth international joint conference on Autonomous agents and multiagent systems. 1111--1112."},{"key":"e_1_3_2_1_4_1","volume-title":"An Appraisal Transition System for Event-Driven Emotions in Agent-Based Player Experience Testing. In International Workshop on Engineering Multi-Agent Systems. Springer, 156--174","author":"Ansari Saba Gholizadeh","year":"2021","unstructured":"Saba Gholizadeh Ansari, ISWB Prasetya, Mehdi Dastani, Frank Dignum, and Gabriele Keller. 2021. An Appraisal Transition System for Event-Driven Emotions in Agent-Based Player Experience Testing. In International Workshop on Engineering Multi-Agent Systems. Springer, 156--174."},{"key":"e_1_3_2_1_5_1","unstructured":"Sinan Ar\u0131y\u00fcrek. 2022. AUTOMATED VIDEO GAME TESTING USING REINFORCEMENT LEARNING AGENTS. (2022)."},{"key":"e_1_3_2_1_6_1","unstructured":"Oleguer Canal Anton. 2021. Automatic game-testing with personality: Multi-task reinforcement learning for automatic game-testing."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 25th International Conference on Model Driven Engineering Languages and Systems. 356--366","author":"Casamayor Rodrigo","year":"2022","unstructured":"Rodrigo Casamayor, Lorena Arcega, Francisca P\u00e9rez, and Carlos Cetina. 2022. Bug localization in game software engineering: evolving simulations to locate bugs in software models of video games. In Proceedings of the 25th International Conference on Model Driven Engineering Languages and Systems. 356--366."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3270316.3271529"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1536513.1536530"},{"key":"e_1_3_2_1_10_1","volume-title":"A taxonomy of metrics for GUI-based testing research: A systematic literature review. Information and Software Technology","author":"Coppola Riccardo","year":"2022","unstructured":"Riccardo Coppola and Emil Al\u00e9groth. 2022. A taxonomy of metrics for GUI-based testing research: A systematic literature review. Information and Software Technology (2022), 107062."},{"key":"e_1_3_2_1_11_1","volume-title":"2017 IEEE International Conference on Computer Design (ICCD). IEEE, 1--8.","author":"Dietich Benedikt","year":"2017","unstructured":"Benedikt Dietich, Nadja Peters, Sangyoung Park, and Samarjit Chakraborty. 2017. Estimating the limits of CPU power management for mobile games. In 2017 IEEE International Conference on Computer Design (ICCD). IEEE, 1--8."},{"key":"e_1_3_2_1_12_1","volume-title":"2021 IEEE Symposium Series on Computational Intelligence (SSCI). IEEE, 01--09","author":"Fernandes Pedro M","year":"2021","unstructured":"Pedro M Fernandes, Jonathan J\u00f8rgensen, and Niels NTG Poldervaart. 2021. Adapting procedural content generation to player personas through evolution. In 2021 IEEE Symposium Series on Computational Intelligence (SSCI). IEEE, 01--09."},{"key":"e_1_3_2_1_13_1","volume-title":"2021 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 247--253","author":"Fernandes Pedro M","year":"2021","unstructured":"Pedro M Fernandes, Manuel Lopes, and Rui Prada. 2021. Agents for automated user experience testing. In 2021 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 247--253."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2915970.2916008"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2372233.2372235"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3436286.3436297"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3337722.3337723"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580665"},{"key":"e_1_3_2_1_19_1","volume-title":"Go-Explore Complex 3D Game Environments for Automated Reachability Testing","author":"Lu Cong","year":"2022","unstructured":"Cong Lu, Raluca Georgescu, and Johan Verwey. 2022. Go-Explore Complex 3D Game Environments for Automated Reachability Testing. IEEE Transactions on Games (2022)."},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of The 8th Australasian Conference on Interactive Entertainment: Playing the System. 1--10","author":"Marczak Rapha\u00ebl","year":"2012","unstructured":"Rapha\u00ebl Marczak, Jasper van Vught, Gareth Schott, and Lennart E Nacke. 2012. Feedback-based gameplay metrics: measuring player experience via automatic visual analysis. In Proceedings of The 8th Australasian Conference on Interactive Entertainment: Playing the System. 1--10."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/NetGames.2015.7382990"},{"key":"e_1_3_2_1_22_1","volume-title":"2022 IEEE Conference on Software Testing, Verification and Validation (ICST). IEEE, 422--432","author":"Paduraru Ciprian","year":"2022","unstructured":"Ciprian Paduraru, Miruna Paduraru, and Alin Stefanescu. 2022. RiverGame-a game testing tool using artificial intelligence. In 2022 IEEE Conference on Software Testing, Verification and Validation (ICST). IEEE, 422--432."},{"key":"e_1_3_2_1_23_1","volume-title":"Jan David Smeddinck, and Rainer Malaka","author":"Pfau Johannes","year":"2017","unstructured":"Johannes Pfau, Jan David Smeddinck, and Rainer Malaka. 2017. Automated game testing with icarus: Intelligent completion of adventure riddles via unsupervised solving. In Extended abstracts publication of the annual symposium on computer-human interaction in play. 153--164."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 6th International ICSE Workshop on Games and Software Engineering: Engineering Fun, Inspiration, and Motivation. 37--43","author":"Politowski Cristiano","year":"2022","unstructured":"Cristiano Politowski, Yann-Ga\u00ebl Gu\u00e9h\u00e9neuc, and Fabio Petrillo. 2022. Towards automated video game testing: still a long way to go. In Proceedings of the 6th International ICSE Workshop on Games and Software Engineering: Engineering Fun, Inspiration, and Motivation. 37--43."},{"key":"e_1_3_2_1_25_1","volume-title":"2021 IEEE\/ACM International Conference on Automation of Software Test (AST). IEEE, 90--99","author":"Politowski Cristiano","year":"2021","unstructured":"Cristiano Politowski, Fabio Petrillo, and Yann-Ga\u00ebl Gu\u00e9h\u00e9neuc. 2021. A survey of video game testing. In 2021 IEEE\/ACM International Conference on Automation of Software Test (AST). IEEE, 90--99."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2796554"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41870-022-01047-z"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472672.3473952"},{"key":"e_1_3_2_1_29_1","volume-title":"Communication Strategies, and Ethics of Video Game Journalists and Developers: The Case of Cyberpunk","author":"Siuda Piotr","year":"2077","unstructured":"Piotr Siuda, Dariusz Regu\u0142a, Jakub Majewski, and Anna Kwapiszewska. 2023. Broken Promises Marketing. Relations, Communication Strategies, and Ethics of Video Game Journalists and Developers: The Case of Cyberpunk 2077. Games and Culture (2023), 15554120231173479."},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the Annual Symposium on Computer-Human Interaction in Play. 267--280","author":"Stahlke Samantha","year":"2020","unstructured":"Samantha Stahlke, Atiya Nova, and Pejman Mirza-Babaei. 2020. Artificial players in the design process: Developing an automated testing tool for game level and world design. In Proceedings of the Annual Symposium on Computer-Human Interaction in Play. 267--280."},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 2009 Annual Research Conference of the South African Institute of Computer Scientists and Information Technologists. 96--103","author":"Van Niekerk Johanna C","year":"2009","unstructured":"Johanna C Van Niekerk and JD Roode. 2009. Glaserian and Straussian grounded theory: similar or completely different?. In Proceedings of the 2009 Annual Research Conference of the South African Institute of Computer Scientists and Information Technologists. 96--103."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700529"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9618897"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the ACM\/IEEE 44th International Conference on Software Engineering: Companion Proceedings. 232--236","author":"Wang Xiaoyin","year":"2022","unstructured":"Xiaoyin Wang. 2022. VRTest: an extensible framework for automatic testing of virtual reality scenes. In Proceedings of the ACM\/IEEE 44th International Conference on Software Engineering: Companion Proceedings. 232--236."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2018.8463416"}],"event":{"name":"GAS '24: ACM\/IEEE 8th International Workshop on Games and Software Engineering","location":"Lisbon Portugal","acronym":"GAS '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the ACM\/IEEE 8th International Workshop on Games and Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643658.3643920","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643658.3643920","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:50:29Z","timestamp":1750287029000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643658.3643920"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":35,"alternative-id":["10.1145\/3643658.3643920","10.1145\/3643658"],"URL":"https:\/\/doi.org\/10.1145\/3643658.3643920","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-08-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}