{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,5]],"date-time":"2026-04-05T05:37:51Z","timestamp":1775367471613,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T00:00:00Z","timestamp":1578873600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T00:00:00Z","timestamp":1578873600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["SFRH\/BD\/129445\/2017"],"award-info":[{"award-number":["SFRH\/BD\/129445\/2017"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Group Decis Negot"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s10726-020-09652-8","type":"journal-article","created":{"date-parts":[[2020,1,13]],"date-time":"2020-01-13T14:02:44Z","timestamp":1578924164000},"page":"321-340","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Game Adaptation by Using Reinforcement Learning Over Meta Games"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7341-2709","authenticated-orcid":false,"given":"Sim\u00e3o","family":"Reis","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4709-1718","authenticated-orcid":false,"given":"Lu\u00eds Paulo","family":"Reis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0513-158X","authenticated-orcid":false,"given":"Nuno","family":"Lau","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,13]]},"reference":[{"key":"9652_CR1","unstructured":"Abdallah S, Lesser VR (2014) A multiagent reinforcement learning algorithm with non-linear dynamics. CoRR arXiv:1401.3454"},{"key":"9652_CR2","doi-asserted-by":"publisher","unstructured":"Altimira D, Mueller FF, Lee G, Clarke J, Billinghurst M (2014) Towards understanding balancing in exertion games. In: Proceedings of the 11th conference on advances in computer entertainment technology, ACM, New York, NY, USA, ACE \u201914, pp 10:1\u201310:8. https:\/\/doi.org\/10.1145\/2663806.2663838","DOI":"10.1145\/2663806.2663838"},{"issue":"C","key":"9652_CR3","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.ijhcs.2017.02.004","volume":"103","author":"D Altimira","year":"2017","unstructured":"Altimira D, Mueller FF, Clarke J, Lee G, Billinghurst M, Bartneck C (2017) Enhancing player engagement through game balancing in digitally augmented physical games. Int J Hum-Comput Stud 103(C):35\u201347. https:\/\/doi.org\/10.1016\/j.ijhcs.2017.02.004","journal-title":"Int J Hum-Comput Stud"},{"key":"9652_CR4","doi-asserted-by":"publisher","unstructured":"Andersen P, Goodwin M, Granmo O (2018) Deep rts: A game environment for deep reinforcement learning in real-time strategy games. In: 2018 IEEE conference on computational intelligence and games (CIG), pp 1\u20138. https:\/\/doi.org\/10.1109\/CIG.2018.8490409","DOI":"10.1109\/CIG.2018.8490409"},{"key":"9652_CR5","unstructured":"Andrade G, Ramalho G, Santana H, Corruble V (2005) Extending reinforcement learning to provide dynamic game balancing, pp 7\u201312"},{"issue":"2","key":"9652_CR6","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1111\/bjet.12113","volume":"46","author":"S Arnab","year":"2014","unstructured":"Arnab S, Lim T, Carvalho MB, Bellotti F, Freitas S, Louchart S, Suttie N, Berta R, De Gloria A (2014) Mapping learning and game mechanics for serious games analysis. Br J Educ Technol 46(2):391\u2013411. https:\/\/doi.org\/10.1111\/bjet.12113","journal-title":"Br J Educ Technol"},{"key":"9652_CR7","doi-asserted-by":"crossref","unstructured":"Arulkumaran K, Cully A, Togelius J (2019) Alphastar: an evolutionary computation perspective. CoRR arXiv:1902.01724","DOI":"10.1145\/3319619.3321894"},{"key":"9652_CR8","doi-asserted-by":"publisher","unstructured":"Baldwin A, Johnson D, Wyeth P, Sweetser P (2013) A framework of dynamic difficulty adjustment in competitive multiplayer video games. In: 2013 IEEE international games innovation conference (IGIC), pp 16\u201319. https:\/\/doi.org\/10.1109\/IGIC.2013.6659150","DOI":"10.1109\/IGIC.2013.6659150"},{"issue":"4","key":"9652_CR9","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s11031-016-9549-7","volume":"40","author":"N Baumann","year":"2016","unstructured":"Baumann N, L\u00fcrig C, Engeser S (2016) Flow and enjoyment beyond skill-demand balance: the role of game pacing curves and personality. Motiv Emotion 40(4):507\u2013519. https:\/\/doi.org\/10.1007\/s11031-016-9549-7","journal-title":"Motiv Emotion"},{"key":"9652_CR10","doi-asserted-by":"publisher","unstructured":"Beau P, Bakkes S (2016) Automated game balancing of asymmetric video games. In: 2016 IEEE conference on computational intelligence and games (CIG), pp 1\u20138. https:\/\/doi.org\/10.1109\/CIG.2016.7860432","DOI":"10.1109\/CIG.2016.7860432"},{"key":"9652_CR11","doi-asserted-by":"publisher","unstructured":"Burke JW, McNeill MDJ, Charles DK, Morrow PJ, Crosbie JH, McDonough SM (2010) Augmented reality games for upper-limb stroke rehabilitation. In: 2010 second international conference on games and virtual worlds for serious applications, pp 75\u201378. https:\/\/doi.org\/10.1109\/VS-GAMES.2010.21","DOI":"10.1109\/VS-GAMES.2010.21"},{"key":"9652_CR12","doi-asserted-by":"publisher","unstructured":"Cechanowicz JE, Gutwin C, Bateman S, Mandryk R, Stavness I (2014) Improving player balancing in racing games. In: Proceedings of the first ACM SIGCHI annual symposium on computer\u2013human interaction in play, ACM, New York, NY, USA, CHI PLAY \u201914, pp 47\u201356. https:\/\/doi.org\/10.1145\/2658537.2658701","DOI":"10.1145\/2658537.2658701"},{"key":"9652_CR13","unstructured":"Csikszentmihalyi M (1975) Beyond boredom and anxiety. The Jossey-Bass behavioral science series. Jossey-Bass Publishers. https:\/\/books.google.pt\/books?id=afdGAAAAMAAJ. Accessed 9 Jan 2020"},{"key":"9652_CR14","unstructured":"Csikszentmihalyi M (1991) Flow: the psychology of optimal experience. Harper Perennial, New York, NY. http:\/\/www.amazon.com\/gp\/product\/0060920432\/ref=si3_rdr_bb_product\/104-4616565-4570345. Accessed 9 Jan 2020"},{"key":"9652_CR15","doi-asserted-by":"publisher","unstructured":"Demediuk S, Tamassia M, Raffe WL, Zambetta F, Li X, Mueller F (2017) Monte carlo tree search based algorithms for dynamic difficulty adjustment. In: 2017 IEEE conference on computational intelligence and games (CIG), pp 53\u201359. https:\/\/doi.org\/10.1109\/CIG.2017.8080415","DOI":"10.1109\/CIG.2017.8080415"},{"key":"9652_CR16","doi-asserted-by":"publisher","unstructured":"Demediuk S, Tamassia M, Li X, Raffe W (2019) Challenging ai: Evaluating the effect of mcts-driven dynamic difficulty adjustment on player enjoyment, pp 1\u20137. https:\/\/doi.org\/10.1145\/3290688.3290748","DOI":"10.1145\/3290688.3290748"},{"issue":"1","key":"9652_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2422956.2422957","volume":"9","author":"M Hendrikx","year":"2013","unstructured":"Hendrikx M, Meijer S, Van Der Velden J, Iosup A (2013) Procedural content generation for games: a survey. ACM Trans Multimedia Comput Commun Appl 9(1):1\u201322. https:\/\/doi.org\/10.1145\/2422956.2422957","journal-title":"ACM Trans Multimedia Comput Commun Appl"},{"key":"9652_CR18","doi-asserted-by":"publisher","unstructured":"Hunicke R (2005) The case for dynamic difficulty adjustment in games. In: Proceedings of the 2005 ACM SIGCHI international conference on advances in computer entertainment technology, ACM, New York, NY, USA, ACE \u201905, pp 429\u2013433. https:\/\/doi.org\/10.1145\/1178477.1178573","DOI":"10.1145\/1178477.1178573"},{"key":"9652_CR19","unstructured":"Jaderberg M, Czarnecki WM, Dunning I, Marris L, Lever G, Casta\u00f1eda AG, Beattie C, Rabinowitz NC, Morcos AS, Ruderman A, Sonnerat N, Green T, Deason L, Leibo JZ, Silver D, Hassabis D, Kavukcuoglu K, Graepel T (2018) Human-level performance in first-person multiplayer games with population-based deep reinforcement learning. CoRR arXiv:1807.01281"},{"key":"9652_CR20","unstructured":"Li Y (2017) Deep reinforcement learning: an overview. CoRR arXiv:1701.07274"},{"issue":"4","key":"9652_CR21","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1207\/s15516709cog0504_2","volume":"5","author":"TW Malone","year":"1981","unstructured":"Malone TW (1981) Toward a theory of intrinsically motivating instruction. Cognit Sci 5(4):333\u2013369. https:\/\/doi.org\/10.1207\/s15516709cog0504_2","journal-title":"Cognit Sci"},{"key":"9652_CR22","unstructured":"Missura O, Gaertner T (2008) Online adaptive agent for connect four. In: Proceedings of the 4th international conference on games research and development cybergames, pp 1\u20138"},{"key":"9652_CR23","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-642-04747-3_17","volume-title":"Discovery science","author":"O Missura","year":"2009","unstructured":"Missura O, G\u00e4rtner T (2009) Player modeling for intelligent difficulty adjustment. In: Gama J, Costa VS, Jorge AM, Brazdil PB (eds) Discovery science. Springer, Berlin, pp 197\u2013211"},{"key":"9652_CR24","unstructured":"Missura O, G\u00e4rtner T (2011) Predicting dynamic difficulty. In: Shawe-Taylor J, Zemel RS, Bartlett PL, Pereira F, Weinberger KQ (eds) Advances in neural information processing systems 24, Curran Associates, Inc., pp 2007\u20132015. http:\/\/papers.nips.cc\/paper\/4302-predicting-dynamic-difficulty.pdf. Accessed 9 Jan 2020"},{"key":"9652_CR25","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller MA (2013) Playing atari with deep reinforcement learning. CoRR arXiv:1312.5602"},{"key":"9652_CR26","doi-asserted-by":"publisher","unstructured":"Morosan M, Poli R (2018) Lessons from testing an evolutionary automated game balancer in industry. In: 2018 IEEE games, entertainment, media conference (GEM), pp 263\u2013270. https:\/\/doi.org\/10.1109\/GEM.2018.8516447","DOI":"10.1109\/GEM.2018.8516447"},{"key":"9652_CR27","doi-asserted-by":"publisher","unstructured":"Mueller F, Vetere F, Gibbs M, Edge D, Agamanolis S, Sheridan J, Heer J (2012) Balancing exertion experiences. In: Proceedings of the SIGCHI conference on human factors in computing systems, ACM, New York, NY, USA, CHI \u201912, pp 1853\u20131862. https:\/\/doi.org\/10.1145\/2207676.2208322","DOI":"10.1145\/2207676.2208322"},{"key":"9652_CR28","doi-asserted-by":"publisher","unstructured":"Noblega A, Paes A, Clua E (2019) Towards adaptive deep reinforcement game balancing. In: Proceedings of the 11th international conference on agents and artificial intelligence\u2014volume 1: ICAART,, INSTICC, SciTePress, pp 693\u2013700. https:\/\/doi.org\/10.5220\/0007395406930700","DOI":"10.5220\/0007395406930700"},{"key":"9652_CR29","doi-asserted-by":"publisher","unstructured":"Pratama H, Krisnadhi A (2019) Representing dynamic difficulty in turn-based role playing games using monte carlo tree search. In: 2018 international conference on advanced computer science and information systems, ICACSIS 2018, Institute of Electrical and Electronics Engineers Inc., United States, 2018 international conference on advanced computer science and information systems, ICACSIS 2018, pp 207\u2013212. https:\/\/doi.org\/10.1109\/ICACSIS.2018.8618167","DOI":"10.1109\/ICACSIS.2018.8618167"},{"key":"9652_CR30","unstructured":"Rego PA, Moreira PM, Reis LP (2011) Natural user interfaces in serious games for rehabilitation. In: 6th Iberian conference on information systems and technologies (CISTI 2011), pp 1\u20134"},{"key":"9652_CR31","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/978-3-030-16184-2_7","volume-title":"New knowledge in information systems and technologies","author":"S Reis","year":"2019","unstructured":"Reis S, Reis LP, Lau N (2019) Automatic generation of a sub-optimal agent population with learning. In: Rocha \u00c1, Adeli H, Reis LP, Costanzo S (eds) New knowledge in information systems and technologies. Springer, Cham, pp 65\u201374"},{"key":"9652_CR32","unstructured":"Silver D, Hubert T, Schrittwieser J, Antonoglou I, Lai M, Guez A, Lanctot M, Sifre L, Kumaran D, Graepel T, et\u00a0al. (2017) Mastering chess and shogi by self-play with a general reinforcement learning algorithm. Preprint arXiv:171201815"},{"key":"9652_CR33","doi-asserted-by":"crossref","unstructured":"Sim\u00f5es D, Lau N, Reis LP (2018a) Adjusted bounded weighted policy learner. In: RoboCup international symposium 2018","DOI":"10.1007\/978-3-030-27544-0_27"},{"key":"9652_CR34","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-319-70836-2_11","volume-title":"ROBOT 2017: third iberian robotics conference","author":"D Sim\u00f5es","year":"2018","unstructured":"Sim\u00f5es D, Lau N, Reis LP (2018b) Mixed-policy asynchronous deep q-learning. In: Ollero A, Sanfeliu A, Montano L, Lau N, Cardeira C (eds) ROBOT 2017: third iberian robotics conference. Springer, Cham, pp 129\u2013140"},{"issue":"3","key":"9652_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/1077246.1077253","volume":"3","author":"P Sweetser","year":"2005","unstructured":"Sweetser P, Wyeth P (2005) Gameflow: a model for evaluating player enjoyment in games. Comput Entertain 3(3):3\u20133. https:\/\/doi.org\/10.1145\/1077246.1077253","journal-title":"Comput Entertain"},{"issue":"3","key":"9652_CR36","first-page":"41","volume":"33","author":"K Tuyls","year":"2012","unstructured":"Tuyls K, Weiss G (2012) Multiagent learning: basics, challenges, and prospects. AI Mag 33(3):41\u201352","journal-title":"AI Mag"},{"key":"9652_CR37","unstructured":"Weitze CL (2014) Learning, education and games. ETC Press, Pittsburgh, PA, USA, chap developing goals and objectives for gameplay and learning, pp 225\u2013249. http:\/\/dl.acm.org\/citation.cfm?id=2811147.2811160. Accessed 9 Jan 2020"},{"key":"9652_CR38","doi-asserted-by":"publisher","unstructured":"Xia W, Anand B (2016) Game balancing with ecosystem mechanism. In: 2016 international conference on data mining and advanced computing (SAPIENCE), pp 317\u2013324. https:\/\/doi.org\/10.1109\/SAPIENCE.2016.7684145","DOI":"10.1109\/SAPIENCE.2016.7684145"},{"key":"9652_CR39","unstructured":"Zhang H, Wang J, Zhou Z, Zhang W, Wen Y, Yu Y, Li W (2017) Learning to design games: strategic environments in deep reinforcement learning. CoRR arXiv:1707.01310"},{"key":"9652_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2018\/5681652","volume":"2018","author":"M Zohaib","year":"2018","unstructured":"Zohaib M (2018) Dynamic difficulty adjustment (dda) in computer games: a review. Adv Hum\u2013Comput Interact 2018:1\u201312. https:\/\/doi.org\/10.1155\/2018\/5681652","journal-title":"Adv Hum\u2013Comput Interact"}],"container-title":["Group Decision and Negotiation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10726-020-09652-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10726-020-09652-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10726-020-09652-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,17]],"date-time":"2021-03-17T16:05:00Z","timestamp":1615997100000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10726-020-09652-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,13]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["9652"],"URL":"https:\/\/doi.org\/10.1007\/s10726-020-09652-8","relation":{},"ISSN":["0926-2644","1572-9907"],"issn-type":[{"value":"0926-2644","type":"print"},{"value":"1572-9907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,13]]},"assertion":[{"value":"13 January 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}