{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:49:34Z","timestamp":1766083774613,"version":"3.48.0"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Games"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1109\/tg.2025.3589439","type":"journal-article","created":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T17:44:28Z","timestamp":1752601468000},"page":"1003-1012","source":"Crossref","is-referenced-by-count":1,"title":["A Modular Framework for Automated Evaluation of Procedural Content Generation in Serious Games With Deep Reinforcement Learning Agents"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8310-634X","authenticated-orcid":false,"given":"Eleftherios","family":"Kalafatis","sequence":"first","affiliation":[{"name":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4629-2163","authenticated-orcid":false,"given":"Konstantinos","family":"Mitsis","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"}]},{"given":"Konstantia","family":"Zarkogianni","sequence":"additional","affiliation":[{"name":"Department of Advanced Computing Sciences, Faculty of Science and Engineering, Maastricht University, Maastricht, MD, The Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1575-9100","authenticated-orcid":false,"given":"Maria","family":"Athanasiou","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8255-4354","authenticated-orcid":false,"given":"Konstantina","family":"Nikita","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2000919.2000922"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/t-affc.2011.6"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tciaig.2014.2341665"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-60960-495-0.ch006"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-51645-5_1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/aike.2019.00035"},{"key":"ref7","first-page":"412","article-title":"Siren: Towards adaptive serious games for teaching conflict resolution","volume-title":"Proc. 4th Eur. Conf. Games Based Learn.","author":"Yannakakis","year":"2010"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/isgs54702.2021.9685015"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3402942.3402989"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1515\/9781683922858"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/cog47356.2020.9231552"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05383-8"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/cig.2018.8490442"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2022.03.037"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-0638-1"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.12794\/metadc1505267"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/irc55401.2022.00022"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref19","first-page":"25370","article-title":"Machine versus human attention in deep reinforcement learning tasks","volume-title":"Proc. 35th Int. Conf. Neural Inf. Process. Syst.","author":"Guo"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/cog51982.2022.9893630"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3410404.3414235"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3982971"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ase.2019.00077"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/cog60054.2024.10645659"},{"key":"ref25","first-page":"1","article-title":"A comparative evaluation of procedural level generators in the Mario AI framework","author":"Dahlskog","year":"2014","journal-title":"Foundations Digit. Games"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v14i1.13012"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.110121"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173921"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/tg.2018.2808198"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v18i1.21958"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12280"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/cog47356.2020.9231944"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9869"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/tg.2019.2901021"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/cog52621.2021.9619142"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/tg.2023.3241864"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3410404.3414249"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/asew52652.2021.00024"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01569-4_2"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/cog47356.2020.9231785"},{"article-title":"Gymnasium: A standard interface for reinforcement learning environments","year":"2024","author":"Towers","key":"ref41"},{"issue":"1","key":"ref43","first-page":"12348","article-title":"Stable-Baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3390\/info11030156"}],"container-title":["IEEE Transactions on Games"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7782673\/11301972\/11080349.pdf?arnumber=11080349","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:35:47Z","timestamp":1766082947000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11080349\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":43,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tg.2025.3589439","relation":{},"ISSN":["2475-1502","2475-1510"],"issn-type":[{"type":"print","value":"2475-1502"},{"type":"electronic","value":"2475-1510"}],"subject":[],"published":{"date-parts":[[2025,12]]}}}