{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:27:03Z","timestamp":1743006423754,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319482781"},{"type":"electronic","value":"9783319482798"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-48279-8_24","type":"book-chapter","created":{"date-parts":[[2016,10,21]],"date-time":"2016-10-21T18:19:34Z","timestamp":1477073974000},"page":"270-282","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Decomposing Drama Management in Educational Interactive Narrative: A Modular Reinforcement Learning Approach"],"prefix":"10.1007","author":[{"given":"Pengcheng","family":"Wang","sequence":"first","affiliation":[]},{"given":"Jonathan","family":"Rowe","sequence":"additional","affiliation":[]},{"given":"Bradford","family":"Mott","sequence":"additional","affiliation":[]},{"given":"James","family":"Lester","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,10,22]]},"reference":[{"key":"24_CR1","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1007\/978-3-319-19773-9_42","volume-title":"17th International Conference on Artificial Intelligence in Education","author":"J Rowe","year":"2015","unstructured":"Rowe, J., Lester, J.: Improving student problem solving in narrative-centered learning environments: a modular reinforcement learning framework. In: Conati, C., Heffernan, N., Mitrovic, A., Verdejo, M.F. (eds.) 17th International Conference on Artificial Intelligence in Education. LNCS, vol. 9112, pp. 419\u2013428. Springer, Heidelberg (2015)"},{"key":"24_CR2","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1109\/TCIAIG.2013.2292010","volume":"6","author":"S Lee","year":"2014","unstructured":"Lee, S., Rowe, J., Mott, B., Lester, J.: A supervised learning framework for modeling director agent strategies in educational interactive narrative. IEEE Trans. Comput. Intell. AI Games 6, 203\u2013215 (2014)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"doi-asserted-by":"crossref","unstructured":"Li, B., Lee-Urban, S., Johnston, G., Riedl, M.: Story generation with crowdsourced plot graphs. In: 27th AAAI Conference on Artificial Intelligence, pp. 598\u2013604 (2013)","key":"24_CR3","DOI":"10.1609\/aaai.v27i1.8649"},{"issue":"2","key":"24_CR4","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1109\/TCIAIG.2013.2282771","volume":"6","author":"H Yu","year":"2014","unstructured":"Yu, H., Riedl, M.: Personalized interactive narratives via sequential recommendation of plot points. IEEE Trans. Comput. Intell. AI Games 6(2), 174\u2013187 (2014)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"doi-asserted-by":"crossref","unstructured":"Orkin, J., Roy, D.: Understanding speech in interactive narratives with crowd sourced data. In: 8th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, pp. 57\u201362 (2012)","key":"24_CR5","DOI":"10.1609\/aiide.v8i1.12507"},{"doi-asserted-by":"crossref","unstructured":"Nelson, M., Roberts, D., Isbell, Jr., C., Mateas, M.: Reinforcement learning for declarative optimization-based drama management. In: 5th International Conference on Autonomous Agents and Multi-Agent Systems, pp. 775\u2013782 (2006)","key":"24_CR6","DOI":"10.1145\/1160633.1160769"},{"unstructured":"Roberts, D., Nelson, M., Isbell, C., Mateas, M., Littman, M.: Targeting specific distributions of trajectories in MDPs. In: 21st AAAI Conference on Artificial Intelligence, pp. 1213\u20131218 (2006)","key":"24_CR7"},{"doi-asserted-by":"crossref","unstructured":"Thue, D., Bulitko, V.: Procedural game adaptation: framing experience management as changing an MDP. In: Fifth Workshop on Intelligent Narrative Technologies, pp. 44\u201350 (2012)","key":"24_CR8","DOI":"10.1609\/aiide.v8i2.12535"},{"doi-asserted-by":"crossref","unstructured":"Rowe, J., Mott, B., Lester, J.: Optimizing player experience in interactive narrative planning: a modular reinforcement learning approach. In: 10th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, pp. 160\u2013166. AAAI Press, Menlo Park, CA (2014)","key":"24_CR9","DOI":"10.1609\/aiide.v10i1.12733"},{"key":"24_CR10","volume-title":"Reinforcement Learning: An Introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"unstructured":"Peshkin, L., Shelton, C.: Learning from scarce experience. In: Proceedings of the Nineteenth International Conference on Machine Learning, pp. 498\u2013505 (2002)","key":"24_CR11"},{"issue":"1","key":"24_CR12","first-page":"67","volume":"34","author":"M Riedl","year":"2012","unstructured":"Riedl, M., Bulitko, V.: Interactive narrative: an intelligent systems approach. AI Mag. 34(1), 67\u201377 (2012)","journal-title":"AI Mag."},{"doi-asserted-by":"crossref","unstructured":"McCoy, J. Treanor, M., Samuel, B., Mateas, M., Wardrip-Fruin, N.: Prom week: social physics as gameplay. In: 6th International Conference on Foundations of Digital Games, pp. 319\u2013321 (2011)","key":"24_CR13","DOI":"10.1609\/aiide.v6i1.12381"},{"key":"24_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/978-3-319-02756-2_25","volume-title":"Interactive Storytelling","author":"N Suttie","year":"2013","unstructured":"Suttie, N., Louchart, S., Aylett, R., Lim, T.: Theoretical considerations towards authoring emergent narrative. In: Koenitz, H., Sezen, T.I., Ferri, G., Haahr, M., Sezen, D., Catak, G. (eds.) ICIDS 2013. LNCS, vol. 8230, pp. 205\u2013216. Springer, Heidelberg (2013)"},{"unstructured":"Porteous, J., Lindsay, A., Read, J., Truran, M., Cavazza. M.: Automated extension of narrative planning domains with antonymic operators. In: 14th International Conference on Autonomous Agents and Multiagent Systems, pp. 1547\u20131555 (2015)","key":"24_CR15"},{"doi-asserted-by":"crossref","unstructured":"Robertson, J., Young, R.: Automated gameplay generation from declarative world representations. In: 11th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, pp. 72\u201378 (2015)","key":"24_CR16","DOI":"10.1609\/aiide.v11i1.12790"},{"unstructured":"Lamstein, A., Mateas, M.: Search-based drama management. In: 2004 AAAI Workshop on Challenges in Game Artificial Intelligence, pp. 103\u2013107 (2004)","key":"24_CR17"},{"key":"24_CR18","first-page":"323","volume":"8","author":"S Singh","year":"1992","unstructured":"Singh, S.: Transfer of learning by composing solutions of elemental sequential tasks. Mach. Learn. 8, 323\u2013339 (1992)","journal-title":"Mach. Learn."},{"key":"24_CR19","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1613\/jair.639","volume":"13","author":"T Dietterich","year":"2000","unstructured":"Dietterich, T.: Hierarchical reinforcement learning with the MAXQ value function decomposition. J. Artif. Intell. Res. 13, 227\u2013303 (2000)","journal-title":"J. Artif. Intell. Res."},{"key":"24_CR20","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s11257-010-9093-1","volume":"21","author":"M Chi","year":"2011","unstructured":"Chi, M., VanLehn, K., Litman, D., Jordan, P.: Empirically evaluating the application of reinforcement learning to the induction of effective and adaptive pedagogical strategies. User Model. User-Adap. Inter. 21, 137\u2013180 (2011)","journal-title":"User Model. User-Adap. Inter."},{"unstructured":"Mandel, T., Liu, Y., Levine, S., Brunskill, E., Popovic, Z.: Offline policy evaluation across representations with applications to educational games. In: 13th International Conference on Autonomous Agents and Multi-Agent Systems, pp. 1077\u20131084 (2014)","key":"24_CR21"},{"unstructured":"Riezler, S., Maxwell, J.: On some pitfalls in automatic evaluation and significance testing for MT. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, pp. 57\u201364 (2005)","key":"24_CR22"}],"container-title":["Lecture Notes in Computer Science","Interactive Storytelling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-48279-8_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T14:15:39Z","timestamp":1709820939000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-48279-8_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319482781","9783319482798"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-48279-8_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"22 October 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIDS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Interactive Digital Storytelling","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Los Angeles","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 November 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 November 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icids2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}