{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T21:14:11Z","timestamp":1766870051924,"version":"3.37.3"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,7,27]],"date-time":"2022-07-27T00:00:00Z","timestamp":1658880000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,7,27]],"date-time":"2022-07-27T00:00:00Z","timestamp":1658880000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"NSERC Discovery Grants, Canada"},{"name":"Canada CIFAR AI Program"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10664-022-10158-x","type":"journal-article","created":{"date-parts":[[2022,7,29]],"date-time":"2022-07-29T17:07:39Z","timestamp":1659114459000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["GBGallery : A benchmark and framework for game testing"],"prefix":"10.1007","volume":"27","author":[{"given":"Zhuo","family":"Li","sequence":"first","affiliation":[]},{"given":"Yuechen","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Lei","family":"Ma","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1288-6502","authenticated-orcid":false,"given":"Xiaofei","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Yingfeng","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Changjie","family":"Fan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,7,27]]},"reference":[{"issue":"5","key":"10158_CR1","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1007\/s11390-016-1673-z","volume":"31","author":"S Aleem","year":"2016","unstructured":"Aleem S, Capretz LF, Ahmed F (2016) Critical success factors to improve the game development process from a developer\u2019s perspective. J Comput Sci Technol 31(5):925\u2013950","journal-title":"J Comput Sci Technol"},{"key":"10158_CR2","doi-asserted-by":"crossref","unstructured":"Amann S, Nadi S, Nguyen HA, Nguyen TN, Mezini M (2016) Mubench: A benchmark for api-misuse detectors. In: 2016 IEEE\/ACM 13th working conference on mining software repositories (MSR), pp 464\u2013467","DOI":"10.1145\/2901739.2903506"},{"issue":"12","key":"10158_CR3","doi-asserted-by":"publisher","first-page":"1170","DOI":"10.1109\/TSE.2018.2827384","volume":"45","author":"S Amann","year":"2018","unstructured":"Amann S, Nguyen HA, Nadi S, Nguyen TN, Mezini M (2018) A systematic evaluation of static api-misuse detectors. IEEE Trans Softw Eng 45(12):1170\u20131188","journal-title":"IEEE Trans Softw Eng"},{"issue":"10","key":"10158_CR4","doi-asserted-by":"publisher","first-page":"1679","DOI":"10.1016\/j.infsof.2013.03.004","volume":"55","author":"I Banerjee","year":"2013","unstructured":"Banerjee I, Nguyen B N, Garousi V, Memon A M (2013) Graphical user interface (GUI) testing: Systematic mapping and repository. Information & Software Technology 55(10):1679\u20131694","journal-title":"Information & Software Technology"},{"key":"10158_CR5","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1145\/3379597.3387454","volume-title":"Detecting video game-specific bad smells in unity projects","author":"A Borrelli","year":"2020","unstructured":"Borrelli A, Nardone V, Di Lucca GA, Canfora G, Di Penta M (2020) Detecting video game-specific bad smells in unity projects. Association for Computing Machinery, New York, NY, USA, pp 198\u2013208. https:\/\/doi.org\/10.1145\/3379597.3387454"},{"key":"10158_CR6","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym. arXiv:1606.01540"},{"key":"10158_CR7","unstructured":"Buglog (2015) Video game bug blog. https:\/\/airtable.com\/universe\/expEU1JW4I8ie2zOB\/basic-video-game-bug-loghttps:\/\/airtable.com\/universe\/expEU1JW4I8ie2zOB\/basic-video-game-bug-log"},{"key":"10158_CR8","unstructured":"Burda Y, Edwards H, Storkey A, Klimov O (2018) Exploration by random network distillation. arXiv:1810.12894"},{"key":"10158_CR9","unstructured":"Cadar C, Dunbar D, Engler DR et al (2008) Klee: unassisted and automatic generation of high-coverage tests for complex systems programs. In: OSDI, vol 8, pp 209\u2013224"},{"key":"10158_CR10","doi-asserted-by":"crossref","unstructured":"Dallmeier V, Zimmermann T (2007) Extraction of bug localization benchmarks from history. In: Proceedings of the twenty-second IEEE\/ACM international conference on Automated software engineering, pp 433\u2013436","DOI":"10.1145\/1321631.1321702"},{"issue":"4","key":"10158_CR11","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/s10664-005-3861-2","volume":"10","author":"H Do","year":"2005","unstructured":"Do H, Elbaum S, Rothermel G (2005) Supporting controlled experimentation with testing techniques: An infrastructure and its potential impact. Empir Softw Eng 10(4):405\u2013435","journal-title":"Empir Softw Eng"},{"key":"10158_CR12","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011) Evosuite: automatic test suite generation for object-oriented software. In: Proceedings of the 19th ACM SIGSOFT symposium and the 13th European conference on Foundations of software engineering, pp 416\u2013419","DOI":"10.1145\/2025113.2025179"},{"key":"10158_CR13","unstructured":"GBgallery (2021) https:\/\/sites.google.com\/view\/gbgallery"},{"key":"10158_CR14","doi-asserted-by":"crossref","unstructured":"Hester T, Vecerik M, Pietquin O, Lanctot M, Schaul T, Piot B, Horgan D, Quan J, Sendonaris A, Osband I, et al. (2018) Deep q-learning from demonstrations. In: Thirty-second AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11757"},{"key":"10158_CR15","unstructured":"Hill A, Raffin A, Ernestus M, Gleave A, Kanervisto A, Traore R, Dhariwal P, Hesse C, Klimov O, Nichol A, Plappert M, Radford A, Schulman J, Sidor S, Wu Y (2018) Stable baselines. https:\/\/github.com\/hill-a\/stable-baselines"},{"key":"10158_CR16","doi-asserted-by":"crossref","unstructured":"Hutchins M, Foster H, Goradia T, Ostrand T (1994) Experiments on the effectiveness of dataflow- and control-flow-based test adequacy criteria. In: Proceedings of 16th international conference on software engineering, pp 191\u2013200","DOI":"10.1109\/ICSE.1994.296778"},{"key":"10158_CR17","doi-asserted-by":"crossref","unstructured":"Iftikhar S, Iqbal MZ, Khan MU, Mahmood W (2015) An automated model based testing approach for platform games. In: 2015 ACM\/IEEE 18th international conference on model driven engineering languages and systems (MODELS). IEEE, pp 426\u2013435","DOI":"10.1109\/MODELS.2015.7338274"},{"key":"10158_CR18","doi-asserted-by":"crossref","unstructured":"Inozemtseva L, Holmes R (2014) Coverage is not strongly correlated with test suite effectiveness. In: Proceedings of the 36th international conference on software engineering, pp 435\u2013445","DOI":"10.1145\/2568225.2568271"},{"key":"10158_CR19","doi-asserted-by":"crossref","unstructured":"Just R, Jalali D, Ernst M D (2014) Defects4j: A database of existing faults to enable controlled testing studies for java programs. In: Proceedings of the 2014 international symposium on software testing and analysis, pp 437\u2013440","DOI":"10.1145\/2610384.2628055"},{"key":"10158_CR20","doi-asserted-by":"crossref","unstructured":"Khalid H, Nagappan M, Shihab E, Hassan A E (2014) Prioritizing the devices to test your app on: A case study of android game apps. In: 22nd ACM SIGSOFT international symposium on foundations of software engineering, pp 610\u2013620","DOI":"10.1145\/2635868.2635909"},{"key":"10158_CR21","unstructured":"Konda V R, Tsitsiklis JN (2000) Actor-critic algorithms. In: Advances in neural information processing systems, pp 1008\u20131014"},{"issue":"4","key":"10158_CR22","doi-asserted-by":"publisher","first-page":"2095","DOI":"10.1007\/s10664-016-9480-2","volume":"22","author":"D Lin","year":"2017","unstructured":"Lin D, Bezemer C-P, Hassan AE (2017) Studying the urgent updates of popular games on the steam platform. Empir Softw Eng 22(4):2095\u20132126","journal-title":"Empir Softw Eng"},{"key":"10158_CR23","doi-asserted-by":"crossref","unstructured":"Liu K, Koyuncu A, Bissyand\u00e9 T F, Kim D, Klein J, Le Traon Y (2019) You cannot fix what you cannot find! an investigation of fault localization bias in benchmarking automated program repair systems. In: 2019 12th IEEE conference on software testing, validation and verification (ICST), pp 102\u2013113","DOI":"10.1109\/ICST.2019.00020"},{"key":"10158_CR24","doi-asserted-by":"crossref","unstructured":"Lovreto G, Endo AT, Nardi P, Durelli V H S (2018) Automated tests for mobile games: An experience report. In: 17th Brazilian symposium on computer games and digital entertainment, SBGames 2018, Foz do Igua\u00e7u, Brazil, October 29 - November 1, 2018, pp 48\u201356","DOI":"10.1109\/SBGAMES.2018.00015"},{"key":"10158_CR25","doi-asserted-by":"crossref","unstructured":"Madeiral F, Urli S, Maia M, Monperrus M (2019) Bears: An extensible java bug benchmark for automatic program repair studies. In: 2019 IEEE 26th international conference on software analysis, evolution and reengineering (SANER). IEEE, pp 468\u2013478","DOI":"10.1109\/SANER.2019.8667991"},{"key":"10158_CR26","doi-asserted-by":"crossref","unstructured":"Madeiral F, Urli S, Maia M, Monperrus M (2019) Bears: An Extensible Java Bug Benchmark for Automatic Program Repair Studies. In: Proceedings of the 26th IEEE international conference on software analysis, evolution and reengineering (SANER \u201919). arXiv:1901.06024","DOI":"10.1109\/SANER.2019.8667991"},{"key":"10158_CR27","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv:1312.5602"},{"issue":"7540","key":"10158_CR28","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. nature 518(7540):529\u2013533","journal-title":"nature"},{"key":"10158_CR29","unstructured":"Newzoo (2020) Global games market report 2020. https:\/\/newzoo.com\/insights\/trend-reports\/newzoo-global-games-market-report-2020-light-version"},{"key":"10158_CR30","unstructured":"Nordin M, King D, Posthuma S (2018) But is it fun? software testing in the video game industry. http:\/\/www.es.mdh.se\/icst2018\/live\/"},{"key":"10158_CR31","doi-asserted-by":"crossref","unstructured":"Pacheco C, Ernst MD (2007) Randoop: feedback-directed random testing for java. In: Companion to the 22nd ACM SIGPLAN conference on Object-oriented programming systems and applications companion, pp 815\u2013816","DOI":"10.1145\/1297846.1297902"},{"key":"10158_CR32","doi-asserted-by":"crossref","unstructured":"Papadakis M, Shin D, Yoo S, Bae D (2018) Are mutation scores correlated with real fault detection? a large scale empirical study on the relationship between mutants and real faults. In: IEEE\/ACM 40th Intl Conf on Software Engineering (ICSE), pp 537\u2013548","DOI":"10.1145\/3180155.3180183"},{"key":"10158_CR33","doi-asserted-by":"crossref","unstructured":"Pearson S, Campos J, Just R, Fraser G, Abreu R, Ernst M D, Pang D, Keller B (2017) Evaluating and improving fault localization. In: 2017 IEEE\/ACM 39th international conference on software engineering (ICSE), pp 609\u2013620","DOI":"10.1109\/ICSE.2017.62"},{"key":"10158_CR34","doi-asserted-by":"crossref","unstructured":"Saha RK, Lyu Y, Lam W, Yoshida H, Prasad MR (2018) Bugs. jar: a large-scale, diverse dataset of real-world java bugs. In: Proceedings of the 15th international conference on mining software repositories, pp 10\u201313","DOI":"10.1145\/3196398.3196473"},{"key":"10158_CR35","doi-asserted-by":"crossref","unstructured":"Shamshiri S, Just R, Rojas J M, Fraser G, McMinn P, Arcuri A (2015) Do automatically generated unit tests find real faults? an empirical study of effectiveness and challenges. In: Proceedings of the 30th IEEE\/ACM international conference on automated software engineering. ASE \u201915, pp 201\u2013211","DOI":"10.1109\/ASE.2015.86"},{"key":"10158_CR36","doi-asserted-by":"crossref","unstructured":"Wu Y, Chen Y, Xie X, Yu B, Fan C, Ma L (2020) Regression testing of massively multiplayer online role-playing games. In: 2020 IEEE international conference on software maintenance and evolution (ICSME), pp 692\u2013696","DOI":"10.1109\/ICSME46990.2020.00074"},{"key":"10158_CR37","doi-asserted-by":"crossref","unstructured":"Zheng Y, Xie X, Su T, Ma L, Hao J, Meng Z, Liu Y, Shen R, Chen Y, Fan C (2019) Wuji: Automatic online combat game testing using evolutionary deep reinforcement learning. In: 2019 34th IEEE\/ACM international conference on automated software engineering (ASE), pp 772\u2013784","DOI":"10.1109\/ASE.2019.00077"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10158-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10158-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10158-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T08:23:37Z","timestamp":1664180617000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10158-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,27]]},"references-count":37,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["10158"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10158-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2022,7,27]]},"assertion":[{"value":"28 February 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"140"}}