{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:10:50Z","timestamp":1755839450244,"version":"3.37.3"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Games"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1109\/tg.2022.3226910","type":"journal-article","created":{"date-parts":[[2022,12,5]],"date-time":"2022-12-05T23:08:54Z","timestamp":1670281734000},"page":"113-126","source":"Crossref","is-referenced-by-count":22,"title":["Automated Gameplay Testing and Validation With Curiosity-Conditioned Proximal Trajectories"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5496-5770","authenticated-orcid":false,"given":"Alessandro","family":"Sestini","sequence":"first","affiliation":[{"name":"SEED - Electronic Arts (EA), Redwood City, CA, USA"}]},{"given":"Linus","family":"Gissl\u00e9n","sequence":"additional","affiliation":[{"name":"SEED - Electronic Arts (EA), Redwood City, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5720-2533","authenticated-orcid":false,"given":"Joakim","family":"Bergdahl","sequence":"additional","affiliation":[{"name":"SEED - Electronic Arts (EA), Redwood City, CA, USA"}]},{"given":"Konrad","family":"Tollmar","sequence":"additional","affiliation":[{"name":"SEED - Electronic Arts (EA), Redwood City, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6408-7043","authenticated-orcid":false,"given":"Andrew David","family":"Bagdanov","sequence":"additional","affiliation":[{"name":"Universit&#x00E0; degli Studi di Firenze, Firenze, Italy"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9619048"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3410404.3414249"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TG.2018.2808198"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2019.8848091"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2019.8848057"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS.2015.7338274"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/SBGAMES.2018.00015"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3313039"},{"key":"ref9","first-page":"1676","article-title":"Online game testing using scenario-based control of massive virtual users","volume-title":"Proc. IEEE Int. Conf. Adv. Commun. Technol.","author":"Cho","year":"2010"},{"key":"ref10","first-page":"898","article-title":"Software testing by active learning for commercial games","volume-title":"Proc. Conf. Artif. Intell.","author":"Xiao","year":"2005"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2004.1330847"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/1401843.1401845"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/GMAX49668.2020.9256837"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111261"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CoG47356.2020.9231552"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/294"},{"key":"ref17","first-page":"2644","article-title":"Navigation turing test (NTT): Learning to evaluate human-like navigation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Devlin","year":"2021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00077"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CoG47356.2020.9231915"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2007.08.009"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780198538677.003.0006"},{"key":"ref22","first-page":"627","article-title":"A reduction of imitation learning and structured prediction to no-regret online learning","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Ross","year":"2011"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1597735.1597738"},{"key":"ref24","article-title":"Generative adversarial imitation learning","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Ho","year":"2016"},{"article-title":"A connection between generative adversarial networks, inverse reinforcement learning, and energy-based models","year":"2016","author":"Finn","key":"ref25"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3450626.3459670"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TG.2020.2990865"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490398"},{"key":"ref29","article-title":"Inverse reinforcement learning for video games","volume-title":"Proc. NIPS Workshop Deep Reinforcement Learn.","author":"Tucker","year":"2018"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3912"},{"key":"ref31","article-title":"Unifying count-based exploration and intrinsic motivation","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Bellemare","year":"2016"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref33","first-page":"1","article-title":"Exploration by random network distillation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Burda","year":"2018"},{"article-title":"Incentivizing exploration in reinforcement learning with deep predictive models","year":"2015","author":"Stadie","key":"ref34"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22887-2_5"},{"article-title":"A survey on intrinsic motivation in reinforcement learning","year":"2019","author":"Aubret","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_5"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13962"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860433"},{"article-title":"Explainable artificial intelligence (XAI) for increasing user trust in deep reinforcement learning driven autonomous systems","year":"2021","author":"Druce","key":"ref40"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcom.2013.02.002"},{"key":"ref42","article-title":"Attention is all you need","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Vaswani","year":"2017"},{"article-title":"Proximal policy optimization algorithms","year":"2017","author":"Schulman","key":"ref43"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.304"},{"key":"ref45","first-page":"3481","article-title":"Which training methods for GANs do actually converge?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mescheder","year":"2018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9619127"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9619053"},{"key":"ref48","article-title":"Hindsight experience replay","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Andrychowicz","year":"2017"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1063\/1.4822961"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/11424857_20"}],"container-title":["IEEE Transactions on Games"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7782673\/10474491\/09970382.pdf?arnumber=9970382","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,29]],"date-time":"2024-04-29T17:53:05Z","timestamp":1714413185000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9970382\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":50,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tg.2022.3226910","relation":{},"ISSN":["2475-1502","2475-1510"],"issn-type":[{"type":"print","value":"2475-1502"},{"type":"electronic","value":"2475-1510"}],"subject":[],"published":{"date-parts":[[2024,3]]}}}