{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T18:07:35Z","timestamp":1775326055846,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"DARPA","award":["N660011924033"],"award-info":[{"award-number":["N660011924033"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,5]]},"DOI":"10.1145\/3587259.3627561","type":"proceedings-article","created":{"date-parts":[[2023,11,28]],"date-time":"2023-11-28T19:30:28Z","timestamp":1701199828000},"page":"157-165","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Knowledge-enhanced Agents for Interactive Text Games"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4833-474X","authenticated-orcid":false,"given":"Prateek","family":"Chhikara","sequence":"first","affiliation":[{"name":"Center on Knowledge Graphs, USC Information Sciences Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7294-541X","authenticated-orcid":false,"given":"Jiarui","family":"Zhang","sequence":"additional","affiliation":[{"name":"USC Information Sciences Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1735-0686","authenticated-orcid":false,"given":"Filip","family":"Ilievski","sequence":"additional","affiliation":[{"name":"Information Sciences Institute, USC Information Sciences Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0556-1136","authenticated-orcid":false,"given":"Jonathan","family":"Francis","sequence":"additional","affiliation":[{"name":"Bosch Center for AI, Carnegie Mellon University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7414-5673","authenticated-orcid":false,"given":"Kaixin","family":"Ma","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,12,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Prithviraj Ammanabrolu and Matthew Hausknecht. 2020. Graph Constrained Reinforcement Learning for Natural Language Action Spaces. In ICLR."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1358"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1034"},{"key":"e_1_3_2_1_4_1","volume-title":"Conference on Robot Learning. PMLR, 287\u2013318","author":"Brohan Anthony","year":"2023","unstructured":"Anthony Brohan, Yevgen Chebotar, Chelsea Finn, Karol Hausman, Alexander Herzog, Daniel Ho, Julian Ibarz, Alex Irpan, Eric Jang, Ryan Julian, 2023. Do as i can, not as i say: Grounding language in robotic affordances. In Conference on Robot Learning. PMLR, 287\u2013318."},{"key":"e_1_3_2_1_5_1","volume-title":"Grounding large language models in interactive environments with online reinforcement learning. arXiv preprint arXiv:2302.02662","author":"Carta Thomas","year":"2023","unstructured":"Thomas Carta, Cl\u00e9ment Romac, Thomas Wolf, Sylvain Lamprier, Olivier Sigaud, and Pierre-Yves Oudeyer. 2023. Grounding large language models in interactive environments with online reinforcement learning. arXiv preprint arXiv:2302.02662 (2023)."},{"key":"e_1_3_2_1_6_1","volume-title":"Privacy Aware Question-Answering System for Online Mental Health Risk Assessment. In The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks.","author":"Chhikara Prateek","year":"2023","unstructured":"Prateek Chhikara, Ujjwal Pasupulety, John Marshall, Dhiraj Chaurasia, and Shweta Kumari. 2023. Privacy Aware Question-Answering System for Online Mental Health Risk Assessment. In The 22nd Workshop on Biomedical Natural Language Processing and BioNLP Shared Tasks."},{"key":"e_1_3_2_1_7_1","volume-title":"Aspects of the Theory of Syntax. Vol.\u00a011","author":"Chomsky Noam","unstructured":"Noam Chomsky. 2014. Aspects of the Theory of Syntax. Vol.\u00a011. MIT press."},{"key":"e_1_3_2_1_8_1","volume-title":"Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416","author":"Chung Hyung\u00a0Won","year":"2022","unstructured":"Hyung\u00a0Won Chung, Le Hou, Shayne Longpre, Barret Zoph, Yi Tay, William Fedus, Eric Li, Xuezhi Wang, Mostafa Dehghani, Siddhartha Brahma, 2022. Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416 (2022)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-24337-1_3"},{"key":"e_1_3_2_1_10_1","unstructured":"Adrien Ecoffet Joost Huizinga Joel Lehman Kenneth\u00a0O. Stanley and Jeff Clune. 2019. Go-Explore: a New Approach for Hard-Exploration Problems. (2019)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13646"},{"key":"e_1_3_2_1_12_1","first-page":"67","article-title":"The theory of affordances","volume":"1","author":"Gibson J","year":"1977","unstructured":"James\u00a0J Gibson. 1977. The theory of affordances. Hilldale, USA 1, 2 (1977), 67\u201382.","journal-title":"Hilldale, USA"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Matthew Hausknecht Prithviraj Ammanabrolu Marc-Alexandre C\u00f4t\u00e9 and Xingdi Yuan. 2020. Interactive fiction games: A colossal adventure. In AAAI.","DOI":"10.1609\/aaai.v34i05.6297"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1153"},{"key":"e_1_3_2_1_15_1","volume-title":"Leveraging class abstraction for commonsense reinforcement learning via residual policy gradient methods. IJCAI","author":"H\u00f6pner Niklas","year":"2022","unstructured":"Niklas H\u00f6pner, Ilaria Tiddi, and Herke van Hoof. 2022. Leveraging class abstraction for commonsense reinforcement learning via residual policy gradient methods. IJCAI (2022)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10004-4"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107347"},{"key":"e_1_3_2_1_18_1","volume-title":"CSKG: The CommonSense Knowledge Graph. In Extended Semantic Web Conference (ESWC).","author":"Ilievski Filip","year":"2021","unstructured":"Filip Ilievski, Pedro Szekely, and Bin Zhang. 2021. CSKG: The CommonSense Knowledge Graph. In Extended Semantic Web Conference (ESWC)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.596"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Yifan Jiang Filip Ilievski and Kaixin Ma. 2023. Transferring Procedural Knowledge across Commonsense Tasks. In ECAI.","DOI":"10.3233\/FAIA230391"},{"key":"e_1_3_2_1_21_1","volume-title":"Planning and acting in partially observable stochastic domains. Artificial intelligence 101, 1-2","author":"Kaelbling Leslie\u00a0Pack","year":"1998","unstructured":"Leslie\u00a0Pack Kaelbling, Michael\u00a0L Littman, and Anthony\u00a0R Cassandra. 1998. Planning and acting in partially observable stochastic domains. Artificial intelligence 101, 1-2 (1998), 99\u2013134."},{"key":"e_1_3_2_1_22_1","volume-title":"SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks. arXiv preprint arXiv:2305.17390","author":"Lin Bill\u00a0Yuchen","year":"2023","unstructured":"Bill\u00a0Yuchen Lin, Yicheng Fu, Karina Yang, Prithviraj Ammanabrolu, Faeze Brahman, Shiyu Huang, Chandra Bhagavatula, Yejin Choi, and Xiang Ren. 2023. SwiftSage: A Generative Agent with Fast and Slow Thinking for Complex Interactive Tasks. arXiv preprint arXiv:2305.17390 (2023)."},{"key":"e_1_3_2_1_23_1","volume-title":"Roberta: A robustly optimized bert pretraining approach.","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. (2019)."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of COLING.","author":"Ma Kaixin","year":"2022","unstructured":"Kaixin Ma, Filip Ilievski, Jonathan Francis, Eric Nyberg, and Alessandro Oltramari. 2022. Coalescing Global and Local Information for Procedural Text Understanding. In Proceedings of COLING."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.183"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Andrea Madotto Mahdi Namazifar Joost Huizinga Piero Molino Adrien Ecoffet Huaixiu Zheng Dian Yu Alexandros Papangelis Chandra Khatri and Gokhan Tur. 2021. Exploration Based Language Learning for Text-Based Games. In IJCAI.","DOI":"10.24963\/ijcai.2020\/207"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"e_1_3_2_1_28_1","unstructured":"Jens Tuyls Shunyu Yao Sham\u00a0M Kakade and Karthik\u00a0R Narasimhan. 2022. Multi-Stage Episodic Control for Strategic Exploration in Text Games. In ICLR."},{"key":"e_1_3_2_1_29_1","unstructured":"Petar Veli\u010dkovi\u0107 Guillem Cucurull Arantxa Casanova Adriana Romero Pietro Li\u00f2 and Yoshua Bengio. 2018. Graph Attention Networks. In ICLR."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.2203.07540"},{"key":"e_1_3_2_1_31_1","unstructured":"Yunqiu Xu Meng Fang Ling Chen Yali Du and Chengqi Zhang. 2021. Generalization in Text-based Games via Hierarchical Reinforcement Learning. In EMNLP."},{"key":"e_1_3_2_1_32_1","volume-title":"Keep CALM and explore: Language models for action generation in text-based games","author":"Yao Shunyu","unstructured":"Shunyu Yao, Rohan Rao, Matthew Hausknecht, and Karthik Narasimhan. 2020. Keep CALM and explore: Language models for action generation in text-based games. In EMNLP. Association for Computational Linguistics (ACL), 8736\u20138754."},{"key":"e_1_3_2_1_33_1","volume-title":"ReAct: Synergizing Reasoning and Acting in Language Models. In The Eleventh International Conference on Learning Representations.","author":"Yao Shunyu","year":"2022","unstructured":"Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik\u00a0R Narasimhan, and Yuan Cao. 2022. ReAct: Synergizing Reasoning and Acting in Language Models. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_34_1","volume-title":"An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs. AKBC","author":"Zhang Jiarui","year":"2022","unstructured":"Jiarui Zhang, Filip Ilievski, Kaixin Ma, Jonathan Francis, and Alessandro Oltramari. 2022. An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs. AKBC (2022)."},{"key":"e_1_3_2_1_35_1","volume-title":"Fine-tuning language models from human preferences. arXiv preprint arXiv:1909.08593","author":"Ziegler M","year":"2019","unstructured":"Daniel\u00a0M Ziegler, Nisan Stiennon, Jeffrey Wu, Tom\u00a0B Brown, Alec Radford, Dario Amodei, Paul Christiano, and Geoffrey Irving. 2019. Fine-tuning language models from human preferences. arXiv preprint arXiv:1909.08593 (2019)."}],"event":{"name":"K-CAP '23: Knowledge Capture Conference 2023","location":"Pensacola FL USA","acronym":"K-CAP '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 12th Knowledge Capture Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587259.3627561","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3587259.3627561","content-type":"text\/html","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3587259.3627561","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3587259.3627561","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T23:45:08Z","timestamp":1755906308000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587259.3627561"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,5]]},"references-count":35,"alternative-id":["10.1145\/3587259.3627561","10.1145\/3587259"],"URL":"https:\/\/doi.org\/10.1145\/3587259.3627561","relation":{},"subject":[],"published":{"date-parts":[[2023,12,5]]},"assertion":[{"value":"2023-12-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}