{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T03:07:36Z","timestamp":1743131256299,"version":"3.40.3"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030490584"},{"type":"electronic","value":"9783030490591"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-49059-1_38","type":"book-chapter","created":{"date-parts":[[2020,7,9]],"date-time":"2020-07-09T23:56:20Z","timestamp":1594338980000},"page":"510-519","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Using Reinforcement Learning Agents to Analyze Player Experience"],"prefix":"10.1007","author":[{"given":"Tian","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Powen","family":"Yao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Zyda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,10]]},"reference":[{"issue":"1","key":"38_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCIAIG.2010.2041928","volume":"2","author":"C Browne","year":"2010","unstructured":"Browne, C., Maire, F.: Evolutionary game design. IEEE Trans. Comput. Intell. AI Games 2(1), 1\u201316 (2010)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"key":"38_CR2","volume-title":"Beyond Boredom and Anxiety","author":"M Csikszentmihalyi","year":"2000","unstructured":"Csikszentmihalyi, M.: Beyond Boredom and Anxiety. Jossey-Bass, San Francisco (2000)"},{"key":"38_CR3","unstructured":"Dhariwal, P., et al.: Openai baselines (2017). https:\/\/github.com\/openai\/baselines"},{"key":"38_CR4","doi-asserted-by":"crossref","unstructured":"Gers, F.A., Schmidhuber, J., Cummins, F.: Learning to forget: continual prediction with LSTM. In: 9th International Conference on Artificial Neural Networks (ICANN 1999), pp. 850\u2013855 (1999)","DOI":"10.1049\/cp:19991218"},{"key":"38_CR5","unstructured":"Juliani, A., et al.: Unity: A general platform for intelligent agents. arXiv preprint arXiv:1809.02627 (2018)"},{"key":"38_CR6","doi-asserted-by":"crossref","unstructured":"Luo, Z., Guzdial, M., Liao, N., Riedl, M.: Player experience extraction from gameplay video. In: Fourteenth Artificial Intelligence and Interactive Digital Entertainment Conference (2018)","DOI":"10.1609\/aiide.v14i1.13024"},{"key":"38_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/978-3-642-24600-5_30","volume-title":"Affective Computing and Intelligent Interaction","author":"HP Mart\u00ednez","year":"2011","unstructured":"Mart\u00ednez, H.P., Garbarino, M., Yannakakis, G.N.: Generic physiological features as predictors of player experience. In: D\u2019Mello, S., Graesser, A., Schuller, B., Martin, J.-C. (eds.) ACII 2011. LNCS, vol. 6974, pp. 267\u2013276. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-24600-5_30"},{"key":"38_CR8","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"7540","key":"38_CR9","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015)","journal-title":"Nature"},{"key":"38_CR10","doi-asserted-by":"crossref","unstructured":"Perez-Liebana, D., Liu, J., Khalifa, A., Gaina, R.D., Togelius, J., Lucas, S.M.: General video game ai: a multi-track framework for evaluating agents, games and content generation algorithms. arXiv preprint arXiv:1802.10363 (2018)","DOI":"10.1109\/TG.2019.2901021"},{"key":"38_CR11","volume-title":"Game Architecture and Design Scottsdale","author":"A Rollings","year":"2000","unstructured":"Rollings, A., Morris, D.: Game Architecture and Design Scottsdale. Coriolis, Los Angeles (2000)"},{"issue":"4","key":"38_CR12","doi-asserted-by":"publisher","first-page":"344","DOI":"10.1007\/s11031-006-9051-8","volume":"30","author":"RM Ryan","year":"2006","unstructured":"Ryan, R.M., Rigby, C.S., Przybylski, A.: The motivational pull of video games: a self-determination theory approach. Motiva. Emot. 30(4), 344\u2013360 (2006). https:\/\/doi.org\/10.1007\/s11031-006-9051-8","journal-title":"Motiva. Emot."},{"issue":"3","key":"38_CR13","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1109\/21.97458","volume":"21","author":"SR Safavian","year":"1991","unstructured":"Safavian, S.R., Landgrebe, D.: A survey of decision tree classifier methodology. IEEE Trans. Syst. Man Cybern. 21(3), 660\u2013674 (1991)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"38_CR14","doi-asserted-by":"crossref","unstructured":"Salge, C., Mahlmann, T.: Relevant information as a formalised approach to evaluate game mechanics. In: Proceedings of the 2010 IEEE Conference on Computational Intelligence and Games, pp. 281\u2013288. IEEE (2010)","DOI":"10.1109\/ITW.2010.5593344"},{"key":"38_CR15","unstructured":"Summerville, A., Guzdial, M., Mateas, M., Riedl, M.O.: Learning player tailored content from observation: platformer level generation from video traces using LSTMs. In: Twelfth Artificial Intelligence and Interactive Digital Entertainment Conference (2016)"},{"key":"38_CR16","doi-asserted-by":"crossref","unstructured":"Zhu, T., Wang, B., Zyda, M.: Exploring the similarity between game events for game level analysis and generation. In: Proceedings of the 13th International Conference on the Foundations of Digital Games, p. 8. ACM (2018)","DOI":"10.1145\/3235765.3235804"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction. Design and User Experience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-49059-1_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:25:27Z","timestamp":1720571127000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-49059-1_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030490584","9783030490591"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-49059-1_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"10 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 July 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2020.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}