{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T10:13:57Z","timestamp":1775470437994,"version":"3.50.1"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030243364","type":"print"},{"value":"9783030243371","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-24337-1_3","type":"book-chapter","created":{"date-parts":[[2019,6,28]],"date-time":"2019-06-28T10:03:08Z","timestamp":1561716188000},"page":"41-75","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["TextWorld: A Learning Environment for Text-Based Games"],"prefix":"10.1007","author":[{"given":"Marc-Alexandre","family":"C\u00f4t\u00e9","sequence":"first","affiliation":[]},{"given":"\u00c1kos","family":"K\u00e1d\u00e1r","sequence":"additional","affiliation":[]},{"given":"Xingdi","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Kybartas","sequence":"additional","affiliation":[]},{"given":"Tavian","family":"Barnes","sequence":"additional","affiliation":[]},{"given":"Emery","family":"Fine","sequence":"additional","affiliation":[]},{"given":"James","family":"Moore","sequence":"additional","affiliation":[]},{"given":"Matthew","family":"Hausknecht","sequence":"additional","affiliation":[]},{"given":"Layla","family":"El Asri","sequence":"additional","affiliation":[]},{"given":"Mahmoud","family":"Adada","sequence":"additional","affiliation":[]},{"given":"Wendy","family":"Tay","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Trischler","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,6,29]]},"reference":[{"key":"3_CR1","unstructured":"Adams, D., Meretzky, S.: The Hitchhiker\u2019s guide to the galaxy (1984). http:\/\/ifdb.tads.org\/viewgame?id=ouv80gvsl32xlion"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Atkinson, T., Baier, H., Copplestone, T., Devlin, S., Swan, J.: The text-based adventure AI competition. arXiv preprint arXiv:1808.01262 (2018)","DOI":"10.1109\/TG.2019.2896017"},{"key":"3_CR3","unstructured":"Baroni, M., et al.: CommAI: evaluating the first steps towards a useful general AI. arXiv preprint arXiv:1701.08954 (2017)"},{"key":"3_CR4","unstructured":"Bates, B.: Sherlock: the riddle of the crown jewels (1987). http:\/\/ifdb.tads.org\/viewgame?id=j8lmspy4iz73mx26"},{"key":"3_CR5","unstructured":"Beattie, C., et al.: DeepMind Lab. arXiv preprint arXiv:1612.03801 (2016)"},{"key":"3_CR6","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. (JAIR) 47, 253\u2013279 (2013)","journal-title":"J. Artif. Intell. Res. (JAIR)"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: Proceedings of the 26th Annual International Conference on Machine Learning, pp. 41\u201348. ACM (2009)","DOI":"10.1145\/1553374.1553380"},{"key":"3_CR8","unstructured":"Berlyn, M.: Infidel (1983). http:\/\/ifdb.tads.org\/viewgame?id=anu79a4n1jedg5mm"},{"key":"3_CR9","unstructured":"Brockman, G., et al.: OpenAI Gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Chaplot, D.S., Sathyendra, K.M., Pasumarthi, R.K., Rajagopal, D., Salakhutdinov, R.: Gated-attention architectures for task-oriented language grounding. arXiv preprint arXiv:1706.07230 (2017)","DOI":"10.1609\/aaai.v32i1.11832"},{"issue":"3","key":"3_CR11","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1109\/tit.1956.1056813","volume":"2","author":"N Chomsky","year":"1956","unstructured":"Chomsky, N.: Three models for the description of language. IEEE Trans. Inf. Theory 2(3), 113\u2013124 (1956). https:\/\/doi.org\/10.1109\/tit.1956.1056813","journal-title":"IEEE Trans. Inf. Theory"},{"key":"3_CR12","unstructured":"Crowther, W., Woods, D.: Aventure (1976). http:\/\/ifdb.tads.org\/viewgame?id=fft6pu91j85y4acv"},{"key":"3_CR13","unstructured":"Desilets, B.: The enterprise incidents (2002). http:\/\/ifdb.tads.org\/viewgame?id=ld1f3t5epeagilfz"},{"issue":"3\u20134","key":"3_CR14","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/0004-3702(71)90010-5","volume":"2","author":"RE Fikes","year":"1971","unstructured":"Fikes, R.E., Nilsson, N.J.: STRIPS: a new approach to the application of theorem proving to problem solving. Artif. Intell. 2(3\u20134), 189\u2013208 (1971)","journal-title":"Artif. Intell."},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Fulda, N., Ricks, D., Murdoch, B., Wingate, D.: What can you do with a rock? Affordance extraction via word embeddings. arXiv preprint arXiv:1703.03429 (2017)","DOI":"10.24963\/ijcai.2017\/144"},{"key":"3_CR16","unstructured":"Galley, S., Lawrence, J.: Seastalker (1984). http:\/\/ifdb.tads.org\/viewgame?id=56wb8hflec2isvzm"},{"issue":"2","key":"3_CR17","first-page":"62","volume":"26","author":"M Genesereth","year":"2005","unstructured":"Genesereth, M., Love, N., Pell, B.: General game playing: overview of the aaai competition. AI Mag. 26(2), 62 (2005)","journal-title":"AI Mag."},{"key":"3_CR18","unstructured":"Gentry, M.: Anchorhead (1998). http:\/\/ifdb.tads.org\/viewgame?id=op0uw1gn1tjqmjt7"},{"key":"3_CR19","unstructured":"Glasser, R.: Reverberations (1996). http:\/\/ifdb.tads.org\/viewgame?id=dop7nbjl90r5zmf9"},{"key":"3_CR20","unstructured":"Guest, J.J.: Goldilocks is a FOX! (2002). http:\/\/ifdb.tads.org\/viewgame?id=59ztsy9p01avd6wp"},{"key":"3_CR21","unstructured":"Haroush, M., Zahavy, T., Mankowitz, D.J., Mannor, S.: Learning how not to act in text-based games. In: International Conference on Learning Representations - Workshop (2018)"},{"key":"3_CR22","unstructured":"He, J., et al.: Deep reinforcement learning with a natural language action space. arXiv preprint arXiv:1511.04636 (2015)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Henderson, M., Thomson, B., Williams, J.D.: The second dialog state tracking challenge. In: Proceedings of the 15th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL), pp. 263\u2013272 (2014)","DOI":"10.3115\/v1\/W14-4337"},{"key":"3_CR24","unstructured":"Hermann, K.M., et al.: Grounded language learning in a simulated 3D world. arXiv preprint arXiv:1706.06551 (2017)"},{"key":"3_CR25","unstructured":"Infocom. Zork I (1980). http:\/\/ifdb.tads.org\/viewgame?id=0dbnusxunq7fw5ro"},{"key":"3_CR26","unstructured":"Infocom. Zork III (1982). http:\/\/ifdb.tads.org\/viewgame?id=vrsot1zgy1wfcdru"},{"issue":"1\u20132","key":"3_CR27","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Kempka, M., Wydmuch, M., Runc, G., Toczek, J., Ja\u015bkowski, W.: ViZDoom: a doom-based AI research platform for visual reinforcement learning. In: 2016 IEEE Conference on Computational Intelligence and Games (CIG), pp. 1\u20138. IEEE (2016)","DOI":"10.1109\/CIG.2016.7860433"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Kostka, B., Kwiecieli, J., Kowalski, J., Rychlikowski, P.: Text-based adventures of the Golovin AI agent. In: 2017 IEEE Conference on Computational Intelligence and Games (CIG), pp. 181\u2013188. IEEE (2017)","DOI":"10.1109\/CIG.2017.8080433"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Machado, M.C., Bellemare, M.G., Talvitie, E., Veness, J., Hausknecht, M., Bowling, M.: Revisiting the arcade learning environment: evaluation protocols and open problems for general agents. arXiv preprint arXiv:1709.06009 (2017)","DOI":"10.1613\/jair.5699"},{"key":"3_CR31","unstructured":"Martens, C.: Ceptre: a language for modeling generative interactive systems. In: Eleventh Artificial Intelligence and Interactive Digital Entertainment Conference (2015)"},{"key":"3_CR32","unstructured":"McFarlane, R.: A survey of exploration strategies in reinforcement learning (2003). https:\/\/www.cs.mcgill.ca\/~cs526\/roger.pdf"},{"issue":"7540","key":"3_CR33","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"3_CR34","unstructured":"Moriarty, B.: Wishbringer (1985). http:\/\/ifdb.tads.org\/viewgame?id=z02joykzh66wfhcl"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Narasimhan, K., Kulkarni, T., Barzilay, R.: Language understanding for text-based games using deep reinforcement learning. arXiv preprint arXiv:1506.08941 (2015)","DOI":"10.18653\/v1\/D15-1001"},{"key":"3_CR36","unstructured":"Parisotto, E., Salakhutdinov, R.: Neural map: structured memory for deep reinforcement learning. arXiv preprint arXiv:1702.08360 (2017)"},{"issue":"1867","key":"3_CR37","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1038\/072342a0","volume":"72","author":"K Pearson","year":"1905","unstructured":"Pearson, K.: The problem of the random walk. Nature 72(1867), 342 (1905)","journal-title":"Nature"},{"key":"3_CR38","unstructured":"Plotkin, A.: Inhumane (1985). http:\/\/ifdb.tads.org\/viewgame?id=wvs2vmbigm9unlpd"},{"key":"3_CR39","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming, 1st edn. Wiley, New York (1994). ISBN 0471619779","edition":"1"},{"key":"3_CR40","volume-title":"Artificial Intelligence: A Modern Approach","author":"SJ Russell","year":"2016","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence: A Modern Approach. Pearson Education Limited, Kuala Lumpur (2016)"},{"key":"3_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/978-3-319-48279-8_20","volume-title":"Interactive Storytelling","author":"J Ryan","year":"2016","unstructured":"Ryan, J., Seither, E., Mateas, M., Wardrip-Fruin, N.: Expressionist: an authoring tool for in-game text generation. In: Nack, F., Gordon, A.S. (eds.) ICIDS 2016. LNCS, vol. 10045, pp. 221\u2013233. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-48279-8_20"},{"key":"3_CR42","unstructured":"Sukhbaatar, S., Szlam, A., Synnaeve, G., Chintala, S., Fergus, R.: MazeBase: a sandbox for learning from games. arXiv preprint arXiv:1511.07401 (2015)"},{"key":"3_CR43","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"3_CR44","unstructured":"Wright, W.: SimCity. Erbe (1996)"}],"container-title":["Communications in Computer and Information Science","Computer Games"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-24337-1_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,22]],"date-time":"2022-09-22T07:44:21Z","timestamp":1663832661000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-24337-1_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030243364","9783030243371"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-24337-1_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"29 June 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CGW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Computer Games","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stockholm","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 July 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 July 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cgw2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.lamsade.dauphine.fr\/~cazenave\/cgw2018\/cgw2018.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"no","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}