{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T00:54:29Z","timestamp":1773536069705,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,16]]},"DOI":"10.1145\/3757279.3785597","type":"proceedings-article","created":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:27:38Z","timestamp":1773102458000},"page":"590-597","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["RECS: LSTM-Based Cognitive Status Estimation for Human-Robot Interaction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1263-1204","authenticated-orcid":false,"given":"Mark","family":"Higger","sequence":"first","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5583-1887","authenticated-orcid":false,"given":"Zhuoyi","family":"Wang","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7972-0577","authenticated-orcid":false,"given":"Polina","family":"Rygina","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7444-2850","authenticated-orcid":false,"given":"Lara","family":"Ferreira Bezerra","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5518-4634","authenticated-orcid":false,"given":"Logan","family":"Daigler","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0146-5965","authenticated-orcid":false,"given":"Zane","family":"Aloia","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3652-8296","authenticated-orcid":false,"given":"Sheena","family":"Wu","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7494-9450","authenticated-orcid":false,"given":"Ishani","family":"Pandey","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3925-8198","authenticated-orcid":false,"given":"Amanda","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Wisconsin, Madison, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7921-771X","authenticated-orcid":false,"given":"Tom","family":"Williams","sequence":"additional","affiliation":[{"name":"Colorado School of Mines, Golden, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,16]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Accessibility theory: An overview. Text representation: Linguistic and psycholinguistic aspects, 8","author":"Ariel Mira","year":"2001","unstructured":"Mira Ariel. 2001. Accessibility theory: An overview. Text representation: Linguistic and psycholinguistic aspects, 8 (2001), 29\u201387."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Rehj Cantrell Paul Schermerhorn and Matthias Scheutz. 2011. Learning actions from human-robot dialogues. In 2011 RO-MAN. 125\u2013130.","DOI":"10.1109\/ROMAN.2011.6005199"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622572.1622575"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2559636.2559677"},{"key":"e_1_3_2_1_5_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement, 20, 1","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement, 20, 1 (1960), 37\u201346."},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence. 7999\u20138009","author":"Cohen Vanya","year":"2024","unstructured":"Vanya Cohen, Jason Xinyu Liu, Raymond Mooney, Stefanie Tellex, and David Watkins. 2024. A survey of robotic language grounding: tradeoffs between symbols and embeddings. In Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence. 7999\u20138009."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/72.279188"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.inlg-main.19"},{"key":"e_1_3_2_1_9_1","volume-title":"The role of gesture in communication and thinking. Trends in cognitive sciences, 3, 11","author":"Goldin-Meadow Susan","year":"1999","unstructured":"Susan Goldin-Meadow. 1999. The role of gesture in communication and thinking. Trends in cognitive sciences, 3, 11 (1999), 419\u2013429."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctv1w9m9ds"},{"key":"e_1_3_2_1_11_1","volume-title":"Logic and conversation. Syntax and semantics, 3","author":"Grice Herbert Paul","year":"1975","unstructured":"Herbert Paul Grice. 1975. Logic and conversation. Syntax and semantics, 3 (1975), 43\u201358."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Jeanette K Gundel Nancy Hedberg and Ron Zacharski. 1993. Cognitive status and the form of referring expressions in discourse. Language 274\u2013307.","DOI":"10.2307\/416535"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2025.1640535"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.inlg-main.1"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society. 45","author":"Han Zhao","year":"2023","unstructured":"Zhao Han and Tom Williams. 2023. Evaluating cognitive status-informed referring form selection for human-robot interactions. In Proceedings of the Annual Meeting of the Cognitive Science Society. 45."},{"key":"e_1_3_2_1_16_1","volume-title":"The 27th Workshop on the Semantics and Pragmatics of Dialogue (SemDial).","author":"Higger Mark","year":"2023","unstructured":"Mark Higger, Polina Rygina, Logan Daigler, Lara Ferreira Bezerra, Zhao Han, and Tom Williams. 2023. Toward Open-World Human-Robot Interaction: What Types of Gestures Are Used in Task-Based Open-World Referential Communication? In The 27th Workshop on the Semantics and Pragmatics of Dialogue (SemDial)."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the annual meeting of the cognitive science society.","author":"Higger Mark","year":"2024","unstructured":"Mark Higger and Tom Williams. 2024. GAIA: A Givenness Hierarchy Theoretic Model of Situated Referring Expression Generation. In Proceedings of the annual meeting of the cognitive science society."},{"key":"e_1_3_2_1_18_1","volume-title":"Hierarchical recurrent neural networks for long-term dependencies. Advances in neural information processing systems, 8","author":"Hihi Salah","year":"1995","unstructured":"Salah Hihi and Yoshua Bengio. 1995. Hierarchical recurrent neural networks for long-term dependencies. Advances in neural information processing systems, 8 (1995)."},{"key":"e_1_3_2_1_19_1","unstructured":"Matthew Honnibal and Ines Montani. 2017. spaCy 2: Natural language understanding with Bloom embeddings convolutional neural networks and incremental parsing. To appear"},{"key":"e_1_3_2_1_20_1","volume-title":"Vima: General robot manipulation with multimodal prompts. arXiv preprint arXiv:2210.03094, 2, 3","author":"Jiang Yunfan","year":"2022","unstructured":"Yunfan Jiang, Agrim Gupta, Zichen Zhang, Guanzhi Wang, Yongqiang Dou, Yanjun Chen, Li Fei-Fei, Anima Anandkumar, Yuke Zhu, and Linxi Fan. 2022. Vima: General robot manipulation with multimodal prompts. arXiv preprint arXiv:2210.03094, 2, 3 (2022), 6."},{"key":"e_1_3_2_1_21_1","unstructured":"Andrew Kehler. 2000. Cognitive status and form of reference in multimodal human-computer interaction. In AAAI\/IAAI. 685\u2013690."},{"key":"e_1_3_2_1_22_1","volume-title":"Annual review of anthropology, 26, 1","author":"Kendon Adam","year":"1997","unstructured":"Adam Kendon. 1997. Gesture. Annual review of anthropology, 26, 1 (1997), 109\u2013128."},{"key":"e_1_3_2_1_23_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980.","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781410607744"},{"key":"e_1_3_2_1_25_1","unstructured":"Larry R Medsker Lakhmi Jain et al. 2001. Recurrent neural networks. Design and applications 5 64-67 (2001) 2."},{"key":"e_1_3_2_1_26_1","unstructured":"Poulomi Pal Grace Clark and Tom Williams. 2021. Givenness Hierarchy Theoretic Referential Choice in Situated Contexts. In CogSci."},{"key":"e_1_3_2_1_27_1","unstructured":"Poulomi Pal Lixiao Zhu Andrea Golden-Lasher Akshay Swaminathan and Tom Williams. 2020. Givenness hierarchy theoretic cognitive status filtering. arXiv preprint arXiv:2005.11267."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1551-6709.2010.01102.x"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the Tenth Int\u2019l Conference on Language Resources and Evaluation (LREC\u201916)","author":"Schreitter Stephanie","year":"2016","unstructured":"Stephanie Schreitter and Brigitte Krenn. 2016. The OFAI multi-modal task description corpus. In Proceedings of the Tenth Int\u2019l Conference on Language Resources and Evaluation (LREC\u201916). 1408\u20131414."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139173438"},{"key":"e_1_3_2_1_31_1","volume-title":"Givenness Hierarchy Informed Optimal Document Planning for Situated Human-Robot Interaction. In 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS).","author":"Spevak Kevin","year":"2022","unstructured":"Kevin Spevak, Zhao Han, Tom Williams, and Neil T Dantam. 2022. Givenness Hierarchy Informed Optimal Document Planning for Situated Human-Robot Interaction. In 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-101119-071628"},{"key":"e_1_3_2_1_33_1","volume-title":"Gesture helps learners learn, but not merely by guiding their visual attention. Developmental science, 21, 6","author":"Wakefield Elizabeth","year":"2018","unstructured":"Elizabeth Wakefield, Miriam A Novack, Eliza L Congdon, Steven Franconeri, and Susan Goldin-Meadow. 2018. Gesture helps learners learn, but not merely by guiding their visual attention. Developmental science, 21, 6 (2018), e12664."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2016.7451767"},{"key":"e_1_3_2_1_35_1","unstructured":"T Williams and M Scheutz. 2019. A givenness hierarchy theoretic approach. The Oxford handbook of reference 457."},{"key":"e_1_3_2_1_36_1","volume-title":"The Oxford Handbook of Reference","author":"Williams Tom","unstructured":"Tom Williams and Matthias Scheutz. 2019. Reference Resolution in Robotics: A Givenness Hierarchy Theoretic Approach. In The Oxford Handbook of Reference, Jeanette Gundel and Barbara Abbott (Eds.). Oxford University Press."},{"key":"e_1_3_2_1_37_1","unstructured":"Deirdre Wilson and Dan Sperber. 2002. Relevance theory. In Handbook of pragmatics L. Horn and G. Ward (Eds.)."},{"key":"e_1_3_2_1_38_1","volume-title":"Generalized cross entropy loss for training deep neural networks with noisy labels. Advances in neural information processing systems, 31","author":"Zhang Zhilu","year":"2018","unstructured":"Zhilu Zhang and Mert Sabuncu. 2018. Generalized cross entropy loss for training deep neural networks with noisy labels. Advances in neural information processing systems, 31 (2018)."}],"event":{"name":"HRI '26: 21st ACM\/IEEE International Conference on Human-Robot Interaction","location":"Edinburgh Scotland UK","acronym":"HRI '26","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction","IEEE RAS"]},"container-title":["Proceedings of the 21st ACM\/IEEE International Conference on Human-Robot Interaction"],"original-title":[],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T00:30:24Z","timestamp":1773534624000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3757279.3785597"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,16]]},"references-count":38,"alternative-id":["10.1145\/3757279.3785597","10.1145\/3757279"],"URL":"https:\/\/doi.org\/10.1145\/3757279.3785597","relation":{},"subject":[],"published":{"date-parts":[[2026,3,16]]},"assertion":[{"value":"2026-03-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}