{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,18]],"date-time":"2025-05-18T15:40:06Z","timestamp":1747582806114,"version":"3.40.5"},"reference-count":90,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T00:00:00Z","timestamp":1731715200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T00:00:00Z","timestamp":1731715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100019923","name":"DEVCOM Army Research Laboratory","doi-asserted-by":"publisher","award":["Advanced Research Technology, Inc. contract numbers W911QX-18-F-0096 and W911NF-14-D-0005","Advanced Research Technology, Inc. contract numbers W911QX-18-F-0096 and W911NF-14-D-0005"],"award-info":[{"award-number":["Advanced Research Technology, Inc. contract numbers W911QX-18-F-0096 and W911NF-14-D-0005","Advanced Research Technology, Inc. contract numbers W911QX-18-F-0096 and W911NF-14-D-0005"]}],"id":[{"id":"10.13039\/100019923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources &amp; Evaluation"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s10579-024-09784-2","type":"journal-article","created":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T13:41:14Z","timestamp":1731764474000},"page":"1525-1575","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Human\u2013robot dialogue annotation for multi-modal common ground"],"prefix":"10.1007","volume":"59","author":[{"given":"Claire","family":"Bonial","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stephanie M.","family":"Lukin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mitchell","family":"Abrams","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anthony","family":"Baker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lucia","family":"Donatelli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashley","family":"Foots","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cory J.","family":"Hayes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cassidy","family":"Henry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taylor","family":"Hudson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Marge","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kimberly A.","family":"Pollard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ron","family":"Artstein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Traum","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Clare R.","family":"Voss","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,16]]},"reference":[{"key":"9784_CR16","unstructured":"Ahn, M., Brohan, A., Brown, N., Chebotar, Y., Cortes, O., David, B., Finn, C., Chuyuan, F., Gopalakrishnan, K., Hausman, K., Herzog, A., Ho, D., Hsu, J., Ibarz, J., Ichter, B., Irpan, A., Jang, E., Ruano, R. J., Jeffrey, K., \u2026 Zeng, A. (2023). Robot learning. In Conference on robot learning (pp. 287\u2013318). PMLR."},{"key":"9784_CR1","unstructured":"Allen, J., & Core Draft, M. (1997). Draft of DAMSL: Dialog act markup in several layers. http:\/\/www.cs.rochester.edu\/research\/trains\/annotation"},{"key":"9784_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/jos\/9.1.1","volume":"9","author":"J Allwood","year":"1992","unstructured":"Allwood, J., Nivre, J., & Ahlsen, E. (1992). On the semantics and pragmatics of linguistic feedback. Journal of Semantics, 9, 1\u201326.","journal-title":"Journal of Semantics"},{"key":"9784_CR3","doi-asserted-by":"publisher","unstructured":"Arvidson, R. E., Bell, J. F., III., Bellutta, P., Cabrol, N. A., Catalano, J., Cohen, J., Crumpler, L. S., Des Marais, D., Estlin, T., Farrand, W., Gellert, R., Grant, J. A., Greenberger, R. N., Guinness, E. A., Herkenhoff, K. E., Herman, J. A., Iagnemma, K. D., Johnson, J. R., Klingelh\u00f6fer, G., ... Yen, A. S. (2010). Spirit mars rover mission: Overview and selected results from the northern home plate winter haven to the side of Scamander crater. Journal of Geophysical Research: Planets. https:\/\/doi.org\/10.1029\/2010JE003633","DOI":"10.1029\/2010JE003633"},{"key":"9784_CR4","unstructured":"Banarescu, L., Bonial, C., Cai, S., Georgescu, M., Griffitt, K., Hermjakob, U., Knight, K., Koehn, P., Palmer, M., & Schneider, N. (2013). Abstract meaning representation for Sembanking. In Proceedings of the 7th linguistic annotation workshop and interoperability with discourse (pp. 178\u2013186)."},{"key":"9784_CR5","unstructured":"Bonial, C., Abrams, M., Baker, A. L., Hudson, T., Lukin, S. M., Traum, D., & Voss, C. R. (2021). Context is key: Annotating situated dialogue relations in multi-floor dialogue. In Proceedings of the 25th workshop on the semantics and pragmatics of dialogue."},{"key":"9784_CR6","doi-asserted-by":"crossref","unstructured":"Bonial, C., Abrams, M., Traum, D., & Voss, C. (2021, June). Builder, we have done it: Evaluating & extending dialogue-AMR NLU pipeline for two collaborative domains. In Proceedings of the 14th international conference on computational semantics (IWCS), Groningen, The Netherlands (online) (pp. 173\u2013183). Association for Computational Linguistics.","DOI":"10.21236\/AD1167707"},{"key":"9784_CR7","unstructured":"Bonial, C., Badarau, B., Griffitt, K., Hermjakob, U., Knight, K., O\u2019Gorman, T., Palmer, M., & Schneider, N. (2018). Abstract meaning representation of constructions: The more we include, the better the representation. In Proceedings of the 11th international conference on language resources and evaluation (LREC 2018)."},{"issue":"1","key":"9784_CR13","first-page":"236","volume":"2","author":"CN Bonial","year":"2019","unstructured":"Bonial, C. N., Donatelli, L., Ervin, J., & Voss, C. R. (2019). Abstract meaning representation for human\u2013robot dialogue. Society for Computation in Linguistics, 2(1), 236\u2013246.","journal-title":"Society for Computation in Linguistics"},{"key":"9784_CR8","doi-asserted-by":"crossref","unstructured":"Bonial, C., Donatelli, L., Lukin, S. M., Tratz, S., Artstein, R., Traum, D., & Voss, C. R. (2019). Augmenting abstract meaning representation for human\u2013robot dialogue. In Proceedings of the First International Workshop on Designing Meaning Representations (DMR), Florence, Italy (pp. 199\u2013210).","DOI":"10.18653\/v1\/W19-3322"},{"key":"9784_CR9","unstructured":"Bonial, C., Foresta, J., Fung, N., Hayes, C., Osteen, P., Arkin, J., Hedegaard, B., & Howard, T. (2023). Amr for grounded human\u2013robot communication. In Proceedings of the designing meaning representation 2023 workshop at IWCS 2023."},{"key":"9784_CR10","doi-asserted-by":"crossref","unstructured":"Bonial, C., Hudson, T., Donatelli, L., Traum, D., Voss, C., Abrams, M., & Blodgett, A. (2023). Dialogue-AMR annotation guidelines. Technical Report ARL-TR-9648, DEVCOM Army Research Laboratory, Adelphi.","DOI":"10.21236\/AD1194325"},{"key":"9784_CR11","volume-title":"Laying down the yellow brick road: Development of a Wizard-of-Oz interface for collecting human\u2013robot dialogue","author":"C Bonial","year":"2017","unstructured":"Bonial, C., Marge, M., Foots, A., Gervits, F., Hayes, C. J., Henry, C., Hill, S. G., Leuski, A., Lukin, S. M., Moolchandani, P., Pollard, K. A., Traum, D., & Voss, C. R. (2017). Laying down the yellow brick road: Development of a Wizard-of-Oz interface for collecting human\u2013robot dialogue. AAAI FSS: In Symposium on natural communication for human\u2013robot collaboration."},{"key":"9784_CR12","unstructured":"Bonial, C., Traum, D., Henry, C., Lukin, S. M., Marge, M., Artstein, R., Pollard, K. A., Foots, A., Baker, A. L., & Voss, C. R. (2019). Dialogue structure annotation guidelines for Army Research Laboratory (ARL) human\u2013robot dialogue corpus. Technical Report ARL-TR-8833, DEVCOM Army Research Laboratory, Adelphi."},{"key":"9784_CR14","unstructured":"Bonn, J., Palmer, M., Cai, J., & Wright-Bettner, K. (2020). Spatial AMR: Expanded spatial annotation in the context of a grounded minecraft corpus. In Proceedings of the 12th conference on language resources and evaluation (LREC 2020)."},{"key":"9784_CR15","doi-asserted-by":"crossref","unstructured":"Boularias, A., Duvallet, F., Oh, J., & Stentz, A. (2015). Grounding spatial relations for outdoor robot navigation. In 2015 IEEE international conference on robotics and automation (ICRA) (pp. 1976\u20131982). IEEE.","DOI":"10.1109\/ICRA.2015.7139457"},{"key":"9784_CR17","unstructured":"Brutti, R., Donatelli, L., Lai, K., & Pustejovsky, J. (2022). Abstract meaning representation for gesture. In Proceedings of the thirteenth language resources and evaluation conference (pp. 1576\u20131583)."},{"key":"9784_CR18","unstructured":"Bunt, H., Alexandersson, J., Choe, J. W., Fang, A. C., Hasida, K., Petukhova, V., Popescu-Belis, A., & Traum, D. (2012). ISO 24617\u20132: A semantically-based standard for dialogue annotation. In Proceedings of the eighth international conference on language resources and evaluation (LREC\u201912), Istanbul, Turkey (pp. 430\u2013437)."},{"key":"9784_CR19","unstructured":"Bunt, H., Petukhova, V., Gilmartin, E., Pelachaud, C., Fang, A., Keizer, S., & Pr\u00e9vot, L. (2020, May). The ISO standard for dialogue act annotation, second edition. In Proceedings of the 12th language resources and evaluation conference, Marseille, France (pp. 549\u2013558). European Language Resources Association."},{"key":"9784_CR20","unstructured":"Cai, S., & Knight, K. (2013). Smatch: An evaluation metric for semantic feature structures. In Proceedings of the 51st annual meeting of the Association for Computational Linguistics (Vol. 2: Short Papers, pp. 748\u2013752)."},{"key":"9784_CR21","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1126\/science.1195223","volume":"330","author":"R Camilli","year":"2010","unstructured":"Camilli, R., Reddy, C. M., Yoerger, D. R., Van Mooy, B. A., Jakuba, M. V., Kinsey, J. C., McIntyre, C. P., Sylva, S. P., & Maloney, J. V. (2010). Tracking hydrocarbon plume transport and biodegradation at deepwater horizon. Science, 330, 201\u2013204.","journal-title":"Science"},{"key":"9784_CR22","unstructured":"Carletta, J., Isard, A., Isard, S., Kowtko, J., Doherty-Sneddon, G., & Anderson, A. (1996). HCRC dialogue structure coding manual. Technical Report\u00a082, Human Communication Research Centre, University of Edinburgh."},{"key":"9784_CR23","doi-asserted-by":"crossref","unstructured":"Chen, Y., Arkin, J., Dawson, C., Zhang, Y., Roy, N., & Fan, C. (2024). Autotamp: Autoregressive task and motion planning with LLMS as translators and checkers. In 2024 IEEE International conference on robotics and automation (ICRA) (pp. 6695\u20136702). IEEE.","DOI":"10.1109\/ICRA57147.2024.10611163"},{"key":"9784_CR24","doi-asserted-by":"crossref","unstructured":"Chiou, M., Epsimos, G. T., Nikolaou, G., Pappas, P., Petousakis, G., M\u00fchl, S., & Stolkin, R. (2022). Robot-assisted nuclear disaster response: Report and insights from a field exercise. In 2022 IEEE\/RSJ international conference on intelligent robots and systems (IROS) (pp. 4545\u20134552). IEEE.","DOI":"10.1109\/IROS47612.2022.9981881"},{"key":"9784_CR25","doi-asserted-by":"publisher","first-page":"1800","DOI":"10.3390\/app13031800","volume":"13","author":"H Chitikena","year":"2023","unstructured":"Chitikena, H., Sanfilippo, F., & Ma, S. (2023). Robotics in search and rescue (SAR) operations: An ethical and design perspective framework for response phase. Applied Sciences, 13, 1800.","journal-title":"Applied Sciences"},{"key":"9784_CR26","doi-asserted-by":"crossref","unstructured":"Choi, W. S., Heo, Y. J., Punithan, D., & Zhang, B. T. (2022a). Scene graph parsing via abstract meaning representation in pre-trained language models. In Proceedings of the 2nd workshop on deep learning on graphs for natural language processing (DLG4NLP 2022) (pp. 30\u201335).","DOI":"10.18653\/v1\/2022.dlg4nlp-1.4"},{"key":"9784_CR27","unstructured":"Choi, W. S., Heo, Y. J., & Zhang, B. T. (2022b). Sgram: Improving scene graph parsing via abstract meaning representation. arXiv preprint. arXiv:2210.08675."},{"key":"9784_CR28","volume-title":"Elements of discourse understanding","author":"HH Clark","year":"1981","unstructured":"Clark, H. H., & Marshall, C. R. (1981). Definite reference and mutual knowledge. In A. K. Joshi, B. L. Webber, & I. A. Sag (Eds.), Elements of discourse understanding. Cambridge University Press."},{"key":"9784_CR29","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1207\/s15516709cog1302_7","volume":"13","author":"HH Clark","year":"1989","unstructured":"Clark, H. H., & Schaefer, E. F. (1989). Contributing to discourse. Cognitive Science, 13, 259\u2013294.","journal-title":"Cognitive Science"},{"key":"9784_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0010-0277(86)90010-7","volume":"22","author":"HH Clark","year":"1986","unstructured":"Clark, H. H., & Wilkes-Gibbs, D. (1986). Referring as a collaborative process. Cognition, 22, 1\u201339.","journal-title":"Cognition"},{"key":"9784_CR31","unstructured":"Clearpath Robotics. (2023, March). Clearpath Husky UGV."},{"key":"9784_CR32","unstructured":"Condon, S., & Cech, C. (1992). Manual for coding decision-making interactions. Unpublished manuscript, updated May 1995. ftp:\/\/sls-ftp.lcs.mit.edu\/pub\/multiparty\/coding schemes\/condon"},{"key":"9784_CR33","unstructured":"Core, M. G., & Allen, J. (1997). Coding dialogs with the DAMSL annotation scheme. In AAAI fall symposium on communicative action in humans and machines, Boston, MA (Vol. 56, pp. 28\u201335)."},{"key":"9784_CR34","unstructured":"DeVault, D., Artstein, R., Benn, G., Dey, T., Fast, E., Gainer, A., Georgila, K., Gratch, J., Hartholt, A., Lhommet, M., Lucas, G., Marsella, S. C., Fabrizio, M., Nazarian, A., Scherer, S., Stratou, G., Suri, A., Traum, D., Wood, R., \u2026 Morency, L. P. (2014). SimSensei Kiosk: A virtual human interviewer for healthcare decision support. In Proc. of AAMAS."},{"key":"9784_CR35","doi-asserted-by":"crossref","unstructured":"Dipta, S. R., Rezaee, M., & Ferraro, F. (2022). Semantically-informed hierarchical event modeling. In Proceedings of the the 12th joint conference on lexical and computational semantics (*SEM 2023) (pp. 353\u2013369).","DOI":"10.18653\/v1\/2023.starsem-1.31"},{"key":"9784_CR36","doi-asserted-by":"crossref","unstructured":"Donatelli, L., Lai, K., & Pustejovsky, J. (2020, December). A two-level interpretation of modality in human\u2013robot dialogue. In Proceedings of the 28th international conference on computational linguistics, Barcelona, Spain (Online) (pp. 4222\u20134238). International Committee on Computational Linguistics.","DOI":"10.18653\/v1\/2020.coling-main.373"},{"key":"9784_CR37","unstructured":"Donatelli, L., Regan, M., Croft, W., & Schneider, N. (2018). Annotation of tense and aspect semantics for sentential AMR. In Proceedings of the joint workshop on linguistic annotation multiword expressions and constructions (LAW-MWE-CxG-2018) (pp. 966\u2013108)."},{"key":"9784_CR38","first-page":"346","volume":"2","author":"L Donatelli","year":"2019","unstructured":"Donatelli, L., Schneider, N., Croft, W., & Regan, M. (2019). Tense and aspect semantics for sentential AMR. Proceedings of the Society for Computation in Linguistics, 2, 346\u2013348.","journal-title":"Proceedings of the Society for Computation in Linguistics"},{"key":"9784_CR39","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/s43154-021-00048-3","volume":"2","author":"DS Drew","year":"2021","unstructured":"Drew, D. S. (2021). Multi-agent systems for search and rescue applications. Current Robotics Reports, 2, 189\u2013200.","journal-title":"Current Robotics Reports"},{"key":"9784_CR40","unstructured":"Driess, D., Xia, F., Sajjadi, M. S. M., Lynch, C., Chowdhery, A., Ichter, B., Wahid, A., Tompson, J., Vuong, Q., Yu, T., Huang, W., Chebotar, Y., Sermanet, P., Duckworth, D., Levine, S., Vanhoucke, V., Hausman, K., Toussaint, M., Greff, K., \u2026 Florence, P. (2023). PaLM-E: An embodied multimodal language model. arXiv preprint. arXiv:2303.03378."},{"key":"9784_CR41","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1017\/S004740450000885X","volume":"10","author":"C Edelsky","year":"1981","unstructured":"Edelsky, C. (1981). Who\u2019s got the floor? Language in Society, 10, 383\u2013421.","journal-title":"Language in Society"},{"key":"9784_CR42","doi-asserted-by":"crossref","unstructured":"Edlinger, R., M.\u00a0Anschober, R.\u00a0Froschauer, and A.\u00a0N\u00fcchter 2022. Intuitive hri approach with reliable and resilient wireless communication for rescue robots and first responders. In 2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN), pp. 75\u201382. IEEE.","DOI":"10.1109\/RO-MAN53752.2022.9900739"},{"issue":"3","key":"9784_CR43","first-page":"175","volume":"12","author":"BJ Grosz","year":"1986","unstructured":"Grosz, B. J., & Sidner, C. L. (1986). Attention, intention, and the structure of discourse. Computational Linguistics, 12(3), 175\u2013204.","journal-title":"Computational Linguistics"},{"key":"9784_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40648-020-00188-9","volume":"8","author":"S Habibian","year":"2021","unstructured":"Habibian, S., Dadvar, M., Peykari, B., Hosseini, A., Salehzadeh, M. H., Hosseini, A. H., & Najafi, F. (2021). Design and implementation of a maxi-sized mobile robot (Karo) for rescue missions. Robomech Journal, 8, 1.","journal-title":"Robomech Journal"},{"key":"9784_CR45","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/0167-2789(90)90087-6","volume":"42","author":"S Harnad","year":"1990","unstructured":"Harnad, S. (1990). The symbol grounding problem. Physica D: Nonlinear Phenomena, 42, 335\u2013346.","journal-title":"Physica D: Nonlinear Phenomena"},{"key":"9784_CR46","doi-asserted-by":"crossref","unstructured":"Hartholt, A., Traum, D., Marsella, S. C., Shapiro, A., Stratou, G., Leuski, A., Morency, L. P., & Gratch, J. (2013August. All together now: Introducing the virtual human toolkit. In R. Aylett, B. Krenn, C. Pelachaud, & H. Shimodaira (Eds.), Intelligent virtual agents: 13th international conference, IVA 2013, Edinburgh, UK, 29\u201331 August 2013 Proceedings. of Lecture Notes in Computer Science (Vol. 8108, pp. 368\u2013381). Springer.","DOI":"10.1007\/978-3-642-40415-3_33"},{"key":"9784_CR47","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1002\/rob.21413","volume":"29","author":"SS Heikkil\u00e4","year":"2012","unstructured":"Heikkil\u00e4, S. S., Halme, A., & Schiele, A. (2012). Affordance-based indirect task communication for astronaut-robot cooperation. Journal of Field Robotics, 29, 576\u2013600.","journal-title":"Journal of Field Robotics"},{"key":"9784_CR48","unstructured":"Holder, E. (2017). Defining \u201csoldier intent\u201d in a human\u2013robot natural language interaction context. Technical Report ARL-TR-8195, Army Research Laboratory."},{"key":"9784_CR49","doi-asserted-by":"publisher","first-page":"468","DOI":"10.55417\/fr.2022017","volume":"2","author":"TM Howard","year":"2021","unstructured":"Howard, T. M., Roy, N., Fink, J., Arkin, J., Paul, R., Park, D., Roy, S., Barber, D., Bendell, R., Schmeckpeper, K., Tian, J., Oh, J., Wigness, M., Quang, L., Rothrock, B., Nash, J., Walter, M. R., Jentsch, F., & Stump, E. (2021). An intelligence architecture for grounded language communication with field robots. Field Robotics, 2, 468\u2013512.","journal-title":"Field Robotics"},{"key":"9784_CR50","doi-asserted-by":"crossref","unstructured":"Jatavallabhula, K. M., Kuwajerwala, A., Gu, Q., Omama, M., Chen, T., Li, S., Iyer, G., Saryazdi, S., Keetha, N., Tewari, A., Tenenbaum, J. B., de Melo, C. M., Krishna, M., Paull, L., Shkurti, F., & Torralba, A. (2023). Conceptfusion: Open-set multimodal 3d mapping. arXiv preprint. arXiv:2302.07241","DOI":"10.15607\/RSS.2023.XIX.066"},{"key":"9784_CR51","doi-asserted-by":"crossref","unstructured":"Kanazawa, K., Sato, N., & Morita, Y. (2023). Considerations on interaction with manipulator in virtual reality teleoperation interface for rescue robots. In 2023 32nd IEEE international conference on robot and human interactive communication (RO-MAN) (pp. 386\u2013391).","DOI":"10.1109\/RO-MAN57019.2023.10309482"},{"key":"9784_CR52","doi-asserted-by":"crossref","unstructured":"Kang, S., Cho, C., Lee, J., Ryu, D., Park, C., Shin, K. C., & Kim, M. (2003). ROBHAZ-DT2: Design and integration of passive double tracked mobile manipulator system for explosive ordnance disposal. In Proceedings 2003 IEEE\/RSJ international conference on intelligent robots and systems (IROS 2003) (Cat. No. 03CH37453) (Vol. 3, pp. 2624\u20132629). IEEE.","DOI":"10.1109\/IROS.2003.1249266"},{"key":"9784_CR53","unstructured":"Kebe, G. Y., Higgins, P., Jenkins, P., Darvish, K., Sachdeva, R., Barron, R., Winder, J., Engel, D., Raff, E., Ferraro, F., & Matuszek, C. (2021). A spoken language dataset of descriptions for speech-based grounded language learning. In Advances in neural information processing systems."},{"key":"9784_CR54","unstructured":"Krippendorff, K. (1980). Content analysis: An introduction to its methodology (pp. 129\u2013154). Sage."},{"key":"9784_CR55","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1609\/aimag.v32i2.2347","volume":"32","author":"A Leuski","year":"2011","unstructured":"Leuski, A., & Traum, D. (2011). NPCEditor: Creating virtual human dialogue using information retrieval techniques. AI Magazine, 32, 42\u201356.","journal-title":"AI Magazine"},{"key":"9784_CR56","unstructured":"Lukin, S. M., Bonial, C. N., Marge, M., Hudson, T., Hayes, C. J., Pollard, K. A., Baker, A., Foots, A., Artstein, R., Gervits, F., Abrams, M., Henry, C., Donatelli, L., Leuski, A., Hill, S. G., Traum, D., & Voss, C. R. (2024). SCOUT: A situated and multi-modal human\u2013robot dialogue corpus. In The Joint international conference on computational linguistics, language resources and evaluation (LREC-COLING)."},{"key":"9784_CR57","doi-asserted-by":"crossref","unstructured":"Lukin, S. M., Gervits, F., Hayes, C. J., Leuski, A., Moolchandani, P., Rogers, J. G., III., Amaro, C. S., Marge, M., Voss, C. R., & Traum, D. (2018). ScoutBot: A dialogue system for collaborative navigation. In Proceedings of the 56th annual meeting of the Association for Computational Linguistics\u2014system demonstrations, Melbourne, Australia (pp. 93\u201398).","DOI":"10.18653\/v1\/P18-4016"},{"key":"9784_CR58","doi-asserted-by":"crossref","unstructured":"Lukin, S. M., Pollard, K. A., Bonial, C., Hudson, T., Artstein, R., Voss, C., & Traum, D. (2023). Navigating to success in multi-modal human-robot collaboration: Corpus and analysis. In IEEE international symposium on robot and human interactive communication (RO-MAN).","DOI":"10.1109\/RO-MAN57019.2023.10309403"},{"key":"9784_CR59","unstructured":"Marge, M., Bonial, C., Byrne, B., Cassidy, T., Evans, A. W., Hill, S. G., & Voss, C. (2016). Applying the Wizard-of-Oz technique to multimodal human-robot dialogue. In Proceedings of IEEE RO-MAN."},{"key":"9784_CR60","doi-asserted-by":"crossref","unstructured":"Marge, M., Bonial, C., Foots, A., Hayes, C., Henry, C., Pollard, K., Artstein, R., Voss, C., & Traum, D. (2017). Exploring variation of natural human commands to a robot in a collaborative navigation task. In Proceedings of the first workshop on language grounding for robotics (pp. 58\u201366).","DOI":"10.18653\/v1\/W17-2808"},{"key":"9784_CR61","doi-asserted-by":"crossref","unstructured":"Marge, M., Bonial, C., Lukin, S., & Voss, C. (2023). Bot language. Summary Technical Report, Oct 2016\u2013Sep 2021 ARL-TR-9656, DEVCOM Army Research Laboratory.","DOI":"10.21236\/AD1194759"},{"key":"9784_CR62","doi-asserted-by":"crossref","unstructured":"Marge, M., Nogar, S., Hayes, C. J., Lukin, S. M., Bloecker, J., Holder, E., & Voss, C. (2019, June). A research platform for multi-robot dialogue with humans. In Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics (Demonstrations), Minneapolis, Minnesota (pp. 132\u2013137). Association for Computational Linguistics.","DOI":"10.18653\/v1\/N19-4023"},{"key":"9784_CR63","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.robot.2014.09.031","volume":"63","author":"N Mavridis","year":"2015","unstructured":"Mavridis, N. (2015). A review of verbal and non-verbal human-robot interactive communication. Robotics and Autonomous Systems, 63, 22\u201335.","journal-title":"Robotics and Autonomous Systems"},{"key":"9784_CR64","doi-asserted-by":"crossref","unstructured":"Murphy, R. R. (2014). Disaster robotics. MIT.","DOI":"10.7551\/mitpress\/9407.001.0001"},{"key":"9784_CR65","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1002\/rob.21439","volume":"30","author":"K Nagatani","year":"2013","unstructured":"Nagatani, K., Kiribayashi, S., Okada, Y., Otake, K., Yoshida, K., Tadokoro, S., Nishimura, T., Yoshida, T., Koyanagi, E., Fukushima, M., & Kawatsuma, S. (2013). Emergency response to the nuclear accident at the Fukushima Daiichi nuclear power plants using mobile rescue robots. Journal of Field Robotics, 30, 44\u201363.","journal-title":"Journal of Field Robotics"},{"key":"9784_CR66","doi-asserted-by":"crossref","unstructured":"Narayan-Chen, A., Jayannavar, P., Hockenmaier, J. (2019). Collaborative dialogue in Minecraft. In A.\u00a0Korhonen, D.\u00a0Traum, & L. M\u00e0rquez (Eds.), Proceedings of the 57th annual meeting of the Association for Computational Linguistics, Florence, Italy (pp. 5405\u20135415). Association for Computational Linguistics.","DOI":"10.18653\/v1\/P19-1537"},{"key":"9784_CR67","unstructured":"Passonneau, R. (2006). Measuring agreement on set-valued items (MASI) for semantic and pragmatic annotation. In Proc. of LREC."},{"key":"9784_CR68","volume-title":"The Kaldi speech recognition toolkit","author":"D Povey","year":"2011","unstructured":"Povey, D., Ghoshal, A., Boulianne, G., Burget, L., Glembek, O., Goel, N., Hannemann, M., Motlicek, P., Qian, Y., Schwarz, P., Silovsky, J., Stemmer, G., & Vesely, K. (2011). The Kaldi speech recognition toolkit. In IEEE workshop on automatic speech recognition and understanding: IEEE Signal Processing Society."},{"key":"9784_CR69","unstructured":"Prasad, R., & Bunt, H. (2015). Semantic relations in discourse: The current state of ISO 24617-8. In Proceedings 11th joint ACL-ISO workshop on interoperable semantic annotation (ISA-11) (pp. 80\u201392)."},{"key":"9784_CR70","doi-asserted-by":"publisher","first-page":"191617","DOI":"10.1109\/ACCESS.2020.3030190","volume":"8","author":"JP Queralta","year":"2020","unstructured":"Queralta, J. P., Taipalmaa, J., Pullinen, B. C., Sarker, V. K., Gia, T. N., Tenhunen, H., Gabbouj, M., Raitoharju, J., & Westerlund, T. (2020). Collaborative multi-robot search and rescue: Planning, coordination, perception, and active vision. IEEE Access, 8, 191617\u2013191643.","journal-title":"IEEE Access"},{"key":"9784_CR71","unstructured":"Rana, K., Haviland, J., Garg, S., Abou-Chakra, J., Reid, I., & Suenderhauf, N. (2023). Sayplan: Grounding large language models using 3d scene graphs for scalable robot task planning. In 7th Annual conference on robot learning."},{"key":"9784_CR72","doi-asserted-by":"publisher","first-page":"391","DOI":"10.5465\/amr.2008.31193450","volume":"33","author":"NL Reinsch","year":"2008","unstructured":"Reinsch, N. L., Turner, J. W., & Tinsley, C. H. (2008). Multicommunicating: A practice whose time has come? Academy of Management Review, 33, 391\u2013403.","journal-title":"Academy of Management Review"},{"key":"9784_CR73","first-page":"661","volume":"229","author":"AZ Ren","year":"2023","unstructured":"Ren, A. Z., Dixit, A., Bodrova, A., Singh, S., Tu, S., Brown, N., Xu, P., Takayama, L., Xia, F., Varley, J., Xu, Z., Sadigh, D., Zeng, A., & Majumdar, A. (2023). Robots that ask for help: Uncertainty alignment for large language model planners. Proceedings of Machine Learning Research, 229, 661\u2013682.","journal-title":"Proceedings of Machine Learning Research"},{"key":"9784_CR74","doi-asserted-by":"crossref","unstructured":"Ryu, D., Kang, S., Kim, M., & Song, J. B. (2004). Multi-modal user interface for teleoperation of Robhaz-dt2 field robot system. In 2004 IEEE\/RSJ international conference on intelligent robots and systems (IROS) (IEEE Cat. No. 04CH37566) (Vol. 1, pp. 168\u2013173). IEEE.","DOI":"10.1109\/IROS.2004.1389347"},{"key":"9784_CR75","doi-asserted-by":"crossref","unstructured":"Searle, J. R. (1969). Speech acts: An essay in the philosophy of language. Cambridge University Press.","DOI":"10.1017\/CBO9781139173438"},{"key":"9784_CR76","doi-asserted-by":"crossref","unstructured":"Shridhar, M., Thomason, J., Gordon, D., Bisk, Y., Han, W., Mottaghi, R., Zettlemoyer, L., & Fox, D. (2020). Alfred: A benchmark for interpreting grounded instructions for everyday tasks. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 10740\u201310749).","DOI":"10.1109\/CVPR42600.2020.01075"},{"key":"9784_CR77","doi-asserted-by":"crossref","unstructured":"Silver, T., Dan, S., Srinivas, K., Tenenbaum, J. B., Kaelbling, L., & Katz, M. (2024). Generalized planning in PDDL domains with pretrained large language models. In Proceedings of the AAAI conference on artificial intelligence (Vol. 38, pp. 20256\u201320264).","DOI":"10.1609\/aaai.v38i18.30006"},{"key":"9784_CR78","unstructured":"Sinclair, J. M., & Coulthard, R. M. (1975). Towards an analysis of discourse: The English used by teachers and pupils. Oxford University Press."},{"key":"9784_CR79","doi-asserted-by":"crossref","unstructured":"Song, C. H., Kil, J., Pan, T. Y., Sadler, B. M., Chao, W. L., & Su, Y. (2022). One step at a time: Long-horizon vision-and-language navigation with milestones. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 15482\u201315491).","DOI":"10.1109\/CVPR52688.2022.01504"},{"key":"9784_CR80","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1146\/annurev-control-101119-071628","volume":"3","author":"S Tellex","year":"2020","unstructured":"Tellex, S., Gopalan, N., Kress-Gazit, H., & Matuszek, C. (2020). Robots that use language. Annual Review of Control, Robotics, and Autonomous Systems, 3, 25\u201355.","journal-title":"Annual Review of Control, Robotics, and Autonomous Systems"},{"key":"9784_CR81","unstructured":"Traum, D., Henry, C., Lukin, S., Artstein, R., Gervits, F., Pollard, K., Bonial, C., Lei, S., Voss, C., Marge, M., Hayes, C., & Hill, S. (2018). Dialogue structure annotation for multi-floor interaction. In N. Calzolari, K. Choukri, C. Cieri, T. Declerck, S. Goggi, K. Hasida, H. Isahara, B. Maegaard, J. Mariani, H. Mazo, A. Moreno, J. Odijk, S. Piperidis, & T. Tokunaga (Eds.), Proceedings of the 11th international conference on language resources and evaluation, Miyazaki, Japan (pp. 104\u2013111). European Language Resources Association (ELRA)."},{"key":"9784_CR82","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/978-94-010-0019-2_15","volume-title":"Current and new directions in discourse and dialogue","author":"D Traum","year":"2003","unstructured":"Traum, D., & Larsson, S. (2003). The information state approach to dialogue management. In J. van Kuppevelt & R. Smith (Eds.), Current and new directions in discourse and dialogue (pp. 325\u2013353). Springer."},{"key":"9784_CR83","unstructured":"Traum, D. R. (1994). A computational theory of grounding in natural language conversation. PhD thesis, Department of Computer Science, University of Rochester. TR 545, Department of Computer Science, University of Rochester."},{"key":"9784_CR84","unstructured":"Traum, D. R., & Nakatani, C. H. (1999). A two-level approach to coding dialogue for discourse structure: Activities of the 1998 working group on higher-level structures. In Proceedings of ACL 1999 workshop: Towards standards and tools for discourse tagging (pp. 101\u2013108)."},{"key":"9784_CR85","unstructured":"Valmeekam, K., Marquez, M., Sreedharan, S., & Kambhampati, S. (2023). On the planning abilities of large language models: A critical investigation. In Advances in Neural Information Processing Systems (Vol.\u00a036)."},{"key":"9784_CR86","doi-asserted-by":"crossref","unstructured":"Walter, M. R., Antone, M., Chuangsuwanich, E., Correa, A., Davis, R., Fletcher, L., Frazzoli, E., Friedman, Y., Glass, J., How, J. P., Jeon, J., Karaman, S., Luders, B., Roy, N., Tellex, S., & Teller, S. (2015). A situationally aware voice-commandable robotic forklift working alongside people in unstructured outdoor environments. Journal of Field Robotics, 32, 590\u2013628.","DOI":"10.1002\/rob.21539"},{"key":"9784_CR87","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/MRA.2011.2181772","volume":"19","author":"SB Williams","year":"2012","unstructured":"Williams, S. B., Pizarro, O. R., Jakuba, M. V., Johnson, C. R., Barrett, N. S., Babcock, R. C., Kendrick, G. A., Steinberg, P. D., Heyward, A. J., Doherty, P. J., & Mahon, I. (2012). Monitoring of benthic reference sites: Using an autonomous underwater vehicle. IEEE Robotics & Automation Magazine, 19, 73\u201384.","journal-title":"IEEE Robotics & Automation Magazine"},{"key":"9784_CR88","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1117\/12.538328","volume":"5422","author":"BM Yamauchi","year":"2004","unstructured":"Yamauchi, B. M. (2004). PackBot: A versatile platform for military robotics. Unmanned Ground Vehicle Technology VI, 5422, 228\u2013237.","journal-title":"Unmanned Ground Vehicle Technology VI"},{"key":"9784_CR89","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/S0019-9958(67)80007-X","volume":"10","author":"DH Younger","year":"1967","unstructured":"Younger, D. H. (1967). Recognition and parsing of context-free languages in time n3. Information and Control, 10, 189\u2013208.","journal-title":"Information and Control"},{"key":"9784_CR90","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Yang, J., Pan, J., Storks, S., Devraj, N., Ma, Z., Yu, K. P., Bao, Y., & Chai, J. (2022). DANLI: Deliberative agent for following natural language instructions. arXiv preprint. arXiv:2210.12485","DOI":"10.18653\/v1\/2022.emnlp-main.83"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-024-09784-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10579-024-09784-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-024-09784-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,18]],"date-time":"2025-05-18T15:03:45Z","timestamp":1747580625000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10579-024-09784-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,16]]},"references-count":90,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["9784"],"URL":"https:\/\/doi.org\/10.1007\/s10579-024-09784-2","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"type":"print","value":"1574-020X"},{"type":"electronic","value":"1574-0218"}],"subject":[],"published":{"date-parts":[[2024,11,16]]},"assertion":[{"value":"7 October 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}