{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T21:32:46Z","timestamp":1782250366696,"version":"3.54.5"},"reference-count":97,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"EPSRC CDT"},{"name":"Intelligent Games and Game Intelligence","award":["EP\/L015846\/1"],"award-info":[{"award-number":["EP\/L015846\/1"]}]},{"DOI":"10.13039\/501100012234","name":"Shenzhen Peacock Plan","doi-asserted-by":"crossref","award":["KQTD2016112514355531"],"award-info":[{"award-number":["KQTD2016112514355531"]}],"id":[{"id":"10.13039\/501100012234","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science and Technology Innovation Committee Foundation of Shenzhen","award":["ZDSYS201703031748284"],"award-info":[{"award-number":["ZDSYS201703031748284"]}]},{"name":"Program for University Key Laboratory of Guangdong Province","award":["2017KSYS008"],"award-info":[{"award-number":["2017KSYS008"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Games"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/tg.2019.2901021","type":"journal-article","created":{"date-parts":[[2019,3,11]],"date-time":"2019-03-11T23:13:45Z","timestamp":1552346025000},"page":"195-214","source":"Crossref","is-referenced-by-count":96,"title":["General Video Game AI: A Multitrack Framework for Evaluating Agents, Games, and Content Generation Algorithms"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1958-0212","authenticated-orcid":false,"given":"Diego","family":"Perez-Liebana","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7047-8454","authenticated-orcid":false,"given":"Jialin","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7839-9432","authenticated-orcid":false,"given":"Ahmed","family":"Khalifa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0283-8312","authenticated-orcid":false,"given":"Raluca D.","family":"Gaina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3128-4598","authenticated-orcid":false,"given":"Julian","family":"Togelius","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3180-7451","authenticated-orcid":false,"given":"Simon M.","family":"Lucas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33011691"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/SBGAMES.2018.00026"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317907"},{"key":"ref32","first-page":"63?70","article-title":"Evolving UCT alternatives for general video game playing","author":"bravi","year":"0","journal-title":"Proc IJCAI Workshop General Game Playing"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1007\/978-3-319-54157-0_25","article-title":"Multi-objective adaptation of a parameterized GVGAI agent towards several games","author":"khalifa","year":"2017","journal-title":"International Conference on Evolutionary Multi-Criterion Optimization"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2016.7743851"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/SBGAMES.2018.00013"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1007\/978-3-319-55849-3_28","article-title":"Analysis of vanilla rolling horizon evolution parameters in general video game playing","author":"gaina","year":"2017","journal-title":"Proceedings of the European Conference on Applications of Evolutionary Computation"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490365"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860443"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SBGAMES.2018.00013"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317896"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860383"},{"key":"ref20","article-title":"GVGAI single-player learning competition at IEEE CIG17","author":"liu","year":"0"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860448"},{"key":"ref21","article-title":"MCTS based agent for general video games","author":"schuster","year":"2015"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317937"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2014.6932868"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317898"},{"key":"ref25","first-page":"1","article-title":"Biasing Monte-Carlo rollouts with potential field in general video game playing","author":"chu","year":"0","journal-title":"Proc IPSJ Kansai-Branch Conv"},{"key":"ref50","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-77538-8_25","article-title":"Self-adaptive MCTS for general video game playing","author":"sironi","year":"2018","journal-title":"Proceedings of the European Conference on Applications of Evolutionary Computation"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2017.7969571"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CEEC.2017.8101616"},{"key":"ref58","first-page":"265","article-title":"VERTIGO: Visualisation of rolling horizon evolutionary algorithms in GVGAI","author":"gaina","year":"0","journal-title":"Proc 6th AAAI Conf Artif Intell Interact Digital Entertain"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490439"},{"key":"ref56","first-page":"1","article-title":"Hyperheuristic general video game playing","author":"mendes","year":"0","journal-title":"Proc IEEE Conf Comput Intell Games"},{"key":"ref55","first-page":"122","article-title":"Matching games and algorithms for general video game playing","author":"bontrager","year":"0","journal-title":"Proc Artif Intell Interactive Digital Entertainment Conf"},{"key":"ref54","first-page":"53","author":"azaria","year":"2018","journal-title":"Evolving Artificial General Intelligence for Video Game Controllers"},{"key":"ref53","article-title":"General Video Game Playing with Goal Orientation","author":"ross","year":"2014"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490402"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754735"},{"key":"ref4","first-page":"85","article-title":"Towards a video game description language","volume":"6","author":"ebner","year":"2013","journal-title":"Dagstuhl Follow-Ups"},{"key":"ref3","first-page":"4335","article-title":"General video game AI: Competition, challenges and opportunities","author":"perez-liebana","year":"0","journal-title":"Proc 30th AAAI Conf Artif Intell"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2013.6633610"},{"key":"ref5","first-page":"77","article-title":"General video game playing","volume":"6","author":"levine","year":"2013","journal-title":"Dagstuhl Follow-Ups"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2015.2402393"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2014.2352795"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1007\/978-3-319-55849-3_26","article-title":"Evolving game-specific UCB alternatives for general video game playing","author":"bravi","year":"2017","journal-title":"Proceedings of the European Conference on Applications of Evolutionary Computation"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CEEC.2016.7835911"},{"key":"ref46","article-title":"Analysing and improving the knowledge-based fast evolutionary MCTS algorithm","author":"van eeden","year":"2015"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860384"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080453"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860449"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2017.7969540"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317920"},{"key":"ref44","first-page":"337","article-title":"Open loop search for general video game playing","author":"liebana","year":"0","journal-title":"Proc Annu Conf Genetic Evol Comput"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080420"},{"key":"ref73","first-page":"849","article-title":"Deep transfer in reinforcement learning by language grounding","volume":"abs 1708 133","author":"narasimhan","year":"2017","journal-title":"CoRR"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317941"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CEEC.2015.7332726"},{"key":"ref70","first-page":"393","article-title":"Design patterns and general video game level generation","volume":"8","author":"sharif","year":"2017","journal-title":"Int J Adv Comput Sci Appl"},{"key":"ref76","first-page":"1","article-title":"Cicero: A mixed-initiative AI-assisted game design tool","author":"machado","year":"0","journal-title":"Proc Int Conf Found Digit Games"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2018.8477829"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490438"},{"key":"ref75","first-page":"1","article-title":"Shopping for game mechanics","author":"machado","year":"0","journal-title":"Proc FDG Workshop Procedural Content Gener"},{"key":"ref78","article-title":"Kwiri—what, when, where and Who: Everything you ever wanted to know about your game but didn’t know how to ask","author":"machado","year":"0","journal-title":"Proc 2nd Workshop on Knowledge Extraction from Games (KEG)"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3102071.3102090"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490428"},{"key":"ref62","first-page":"136","article-title":"Object-model transfer in the general video game domain","author":"braylan","year":"0","journal-title":"Proc 6th AAAI Conf Artif Intell Interact Digital Entertain"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2015.7317943"},{"key":"ref63","article-title":"General video game artificial intelligence: Learning from screen capture","author":"kunanusont","year":"2016"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2017.7969556"},{"key":"ref65","article-title":"An agent-based learning approach for finding and exploiting heuristics in unknown environments","author":"apeldoorn","year":"0","journal-title":"Proc CommonSense"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490411"},{"key":"ref67","article-title":"Illuminating Generalization in Deep Reinforcement Learning through Procedural Level Generation","author":"justesen","year":"2018","journal-title":"arXiv 1806 10729"},{"key":"ref68","first-page":"145","article-title":"A design pattern approach for multi-game level generation","author":"beaupre","year":"0","journal-title":"Proc 6th AAAI Conf Artif Intell Interact Digital Entertain"},{"key":"ref2","author":"russell","year":"2016","journal-title":"Artificial Intelligence A Modern Approach"},{"key":"ref69","article-title":"The use of genetic algorithms in automatic level generation","author":"nichols","year":"2016"},{"key":"ref1","author":"yannakakis","year":"2018","journal-title":"Artificial Intelligence for Games"},{"key":"ref95","article-title":"Openai Gym","author":"brockman","year":"2016","journal-title":"arXiv 1606 01540 [cs]"},{"key":"ref94","first-page":"1","article-title":"General video game playing as a benchmark for human-competitive AI","author":"lehman","year":"0","journal-title":"Proc AAAI-15 Workshop Beyond Turing Test"},{"key":"ref93","article-title":"The 2 Player General Video Game Playing Competition","author":"gaina","year":"2016"},{"key":"ref92","article-title":"Procedural level generation with answer set programming for general video game playing","author":"neufeld","year":"2016"},{"key":"ref91","first-page":"86","article-title":"Gameplay Evaluation Measures","volume":"7","author":"volz","year":"2017","journal-title":"Dagstuhl Follow-Ups"},{"key":"ref90","article-title":"A continuous information gain measure to find the most discriminatory problems for AI benchmarking","author":"stephenson","year":"2018","journal-title":"arXiv 1809 02904"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3912"},{"key":"ref97","first-page":"4246","article-title":"The Malmo platform for artificial intelligence experimentation","author":"johnson","year":"0","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2017.2771241"},{"key":"ref11","first-page":"253","article-title":"General video game level generation","author":"khalifa","year":"0","journal-title":"Proc Genetic Evol Comput Conf Conf"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080431"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080443"},{"key":"ref14","article-title":"The single-player GVGAI learning framework—technical manual","author":"liu","year":"2017"},{"key":"ref15","first-page":"1","article-title":"Deep reinforcement learning in the general video game AI framework","author":"torrado","year":"0","journal-title":"Proc Conf Comput Intell Games"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080410"},{"key":"ref82","first-page":"2514","article-title":"Modifying MCTS for human-like general video game playing","author":"khalifa","year":"0","journal-title":"Proc 25th Int Conf Artif Intell"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2017.2722235"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2017.8080424"},{"key":"ref18","first-page":"23","article-title":"Width-based planning for general video-game playing","author":"geffner","year":"0","journal-title":"Proc Artif Intell Interactive Digit Entertainment Conf"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3235765.3235790"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860448"},{"key":"ref83","first-page":"75","article-title":"Press space to fire”: Automatic video game tutorial generation","author":"green","year":"0","journal-title":"Proc Artif Intell Interactive Digit Entertainment Conf"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2017.7969583"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860430"},{"key":"ref85","first-page":"376","article-title":"Deceptive games","author":"anderson","year":"0","journal-title":"Proc Int Conf Appl Evol Comput"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490417"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1007\/978-3-319-16549-3_30","article-title":"General video game evaluation using relative algorithm performance profiles","author":"nielsen","year":"2015","journal-title":"Proceedings of the European Conference on Applications of Evolutionary Computation"},{"key":"ref88","article-title":"Modelling player experience with the N-Tuple bandit evolutionary algorithm","author":"kunanusont","year":"0","journal-title":"Proc Artif Intell Interactive Digit Entertain Int Conf"}],"container-title":["IEEE Transactions on Games"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7782673\/8839649\/08664126.pdf?arnumber=8664126","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T11:46:53Z","timestamp":1694692013000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8664126\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":97,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tg.2019.2901021","relation":{},"ISSN":["2475-1502","2475-1510"],"issn-type":[{"value":"2475-1502","type":"print"},{"value":"2475-1510","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9]]}}}