{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T03:03:08Z","timestamp":1782788588859,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T00:00:00Z","timestamp":1710115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Army Research Office","doi-asserted-by":"publisher","award":["W911NF-20-2-0214"],"award-info":[{"award-number":["W911NF-20-2-0214"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,11]]},"DOI":"10.1145\/3610978.3640677","type":"proceedings-article","created":{"date-parts":[[2024,3,10]],"date-time":"2024-03-10T22:55:43Z","timestamp":1710111343000},"page":"852-856","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Measuring Variations in Workload during Human-Robot Collaboration through Automated After-Action Reviews"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-1789-7348","authenticated-orcid":false,"given":"Zhiqin","family":"Qian","sequence":"first","affiliation":[{"name":"Rice University, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3489-4108","authenticated-orcid":false,"given":"Liubove","family":"Orlov Savko","sequence":"additional","affiliation":[{"name":"Rice University, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6686-3576","authenticated-orcid":false,"suffix":"Dr.","given":"Catherine","family":"Neubauer","sequence":"additional","affiliation":[{"name":"Army Research Laboratory, Aberdeen Proving Ground, MD, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0205-688X","authenticated-orcid":false,"given":"Gregory","family":"Gremillion","sequence":"additional","affiliation":[{"name":"Army Research Laboratory, Aberdeen Proving Ground, MD, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4530-189X","authenticated-orcid":false,"given":"Vaibhav","family":"Unhelkar","sequence":"additional","affiliation":[{"name":"Rice University, Houston, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,3,11]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"A framework to estimate cognitive load using physiological data. Personal and Ubiquitous Computing","author":"Ahmad Muneeb Imtiaz","year":"2020","unstructured":"Muneeb Imtiaz Ahmad, Ingo Keller, David A Robb, and Katrin S Lohan. 2020. A framework to estimate cognitive load using physiological data. Personal and Ubiquitous Computing (2020), 1--15."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.1994.717443"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","unstructured":"Mara Baljan and Peter Nickel. 2019. Level of Robot Autonomy and Information Aids in Human-Robot Interaction Affect Human Mental Workload -- An Investigation in Virtual Reality. 278--291. https:\/\/doi.org\/10.1007\/978--3-030--22216--1_21","DOI":"10.1007\/978--3-030--22216--1_21"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2007.4415182"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2005.1545011"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","unstructured":"Ralph Brewer Anthony Walker E. Pursel Eduardo Cerame Anthony Baker and Kristin Schaefer. 2019. Assessment of Manned-Unmanned Team Performance: Comprehensive After-Action Review Technology Development. 119--130. https:\/\/doi.org\/10.1007\/978--3-030--20467--9_11","DOI":"10.1007\/978--3-030--20467--9_11"},{"key":"e_1_3_2_2_7_1","volume-title":"Fabio Alexander Storm, and Antonella Delle Fave","author":"Carissoli Claudia","year":"2023","unstructured":"Claudia Carissoli, Luca Negri, Marta Bassi, Fabio Alexander Storm, and Antonella Delle Fave. 2023. Mental Workload and Human-Robot Interaction in Collaborative Tasks: A Scoping Review. International Journal of Human-Computer Interaction (2023), 1--20."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359616"},{"key":"e_1_3_2_2_9_1","volume-title":"Justin Fidock, Michael Barlow, Kathryn Kasmarik, Sreenatha Anavatti, Matt Garratt, and Hussein A Abbass.","author":"Debie Essam","year":"2019","unstructured":"Essam Debie, Raul Fernandez Rojas, Justin Fidock, Michael Barlow, Kathryn Kasmarik, Sreenatha Anavatti, Matt Garratt, and Hussein A Abbass. 2019. Multimodal fusion for objective assessment of cognitive workload: a review. IEEE transactions on cybernetics, Vol. 51, 3 (2019), 1542--1555."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.2514\/atcq.6.1.1"},{"key":"e_1_3_2_2_11_1","unstructured":"Paul M Fitts. 1951. Human engineering for an effective air-navigation and traffic-control system. (1951)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2021.3107519"},{"key":"e_1_3_2_2_13_1","volume-title":"Advances in psychology.","author":"Hart Sandra G","unstructured":"Sandra G Hart and Lowell E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol. 52. Elsevier, 139--183."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2782483"},{"key":"e_1_3_2_2_15_1","unstructured":"H. Lane Mark Core Michael Lent Steve Solomon and Dave Gomboc. 2005. Explainable Artificial Intelligence for Training and Tutoring. In Artificial Intelligence in Education. 762--764."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2022.3200138"},{"key":"e_1_3_2_2_17_1","unstructured":"Catherine Neubauer Kristin E Schaefer Ashley H Oiknine Steven Thurman Benjamin Files Stephen Gordon J Cortney Bradford Derek Spangler and Gregory Gremillion. 2020. Multimodal Physiological and Behavioral Measures to Estimate Human States and Decisions for Improved Human Autonomy Teaming. Technical Report. CCDC Army Research Laboratory Aberdeen Proving Ground United States."},{"key":"e_1_3_2_2_18_1","volume-title":"International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS.","author":"Orlov-Savko Liubove","year":"2022","unstructured":"Liubove Orlov-Savko, Abhinav Jain, Gregory M Gremillion, Catherine E Neubauer, Jonroy D Canady, and Vaibhav Unhelkar. 2022. Factorial Agent Markov Model: Modeling Other Agents' Behavior in presence of Dynamic Latent Decision Factors. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610977.3637481"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759147"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2010.03.010"},{"key":"e_1_3_2_2_22_1","volume-title":"Evaluating the Role of Interactivity on Improving Transparency in Autonomous Agents. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS.","author":"Qian Peizhu","year":"2022","unstructured":"Peizhu Qian and Vaibhav V Unhelkar. 2022. Evaluating the Role of Interactivity on Improving Transparency in Autonomous Agents. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577272012-089"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.3390\/robotics9040100"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Margaret S Salter and Gerald E Klein. 2007. After action reviews: current observations and recommendations. Technical Report. WEXFORD GROUP INTERNATIONAL INC VIENNA VA.","DOI":"10.21236\/ADA463410"},{"key":"e_1_3_2_2_26_1","volume-title":"International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS.","author":"Seo Sangwon","year":"2023","unstructured":"Sangwon Seo, Bing Han, and Vaibhav Unhelkar. 2023. Automated Task-Time Interventions to Improve Teamwork using Imitation Learning. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS."},{"key":"e_1_3_2_2_27_1","volume-title":"IDIL: Imitation Learning of Intent-Driven Expert Behavior. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS.","author":"Seo Sangwon","year":"2024","unstructured":"Sangwon Seo and Vaibhav Unhelkar. 2024. IDIL: Imitation Learning of Intent-Driven Expert Behavior. In International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). IFAAMAS."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","unstructured":"Michael Taberski Kristi Davis Kristin Schaefer and Ralph Brewer. 2021. Visualizing Human-Autonomy Team Dynamics Through the Development of a Global After-Action Review Technology. 46--53. https:\/\/doi.org\/10.1007\/978--3-030--79763--8_6","DOI":"10.1007\/978--3-030--79763--8_6"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140139608964495"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2812906"},{"key":"e_1_3_2_2_31_1","volume-title":"Decision-Making for Bidirectional Communication in Sequential Human-Robot Collaborative Tasks. In ACM\/IEEE International Conference on Human-Robot Interaction (HRI).","author":"Unhelkar Vaibhav V","year":"2020","unstructured":"Vaibhav V Unhelkar, Shen Li, and Julie A Shah. 2020a. Decision-Making for Bidirectional Communication in Sequential Human-Robot Collaborative Tasks. In ACM\/IEEE International Conference on Human-Robot Interaction (HRI)."},{"key":"e_1_3_2_2_32_1","volume-title":"Conference on Robot Learning. PMLR, 192--203","author":"Unhelkar Vaibhav V","year":"2020","unstructured":"Vaibhav V Unhelkar, Shen Li, and Julie A Shah. 2020b. Semi-supervised learning of decision-making models for human-robot collaboration. In Conference on Robot Learning. PMLR, 192--203."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1101\/2020.12.09.416735"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568162.3576986"},{"key":"e_1_3_2_2_35_1","volume-title":"Cognitive workload recognition using EEG signals and machine learning: A review","author":"Zhou Yueying","year":"2021","unstructured":"Yueying Zhou, Shuo Huang, Ziming Xu, Pengpai Wang, Xia Wu, and Daoqiang Zhang. 2021. Cognitive workload recognition using EEG signals and machine learning: A review. IEEE Transactions on Cognitive and Developmental Systems (2021)."}],"event":{"name":"HRI '24: ACM\/IEEE International Conference on Human-Robot Interaction","location":"Boulder CO USA","acronym":"HRI '24","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Companion of the 2024 ACM\/IEEE International Conference on Human-Robot Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610978.3640677","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3610978.3640677","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T01:35:36Z","timestamp":1755826536000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610978.3640677"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,11]]},"references-count":35,"alternative-id":["10.1145\/3610978.3640677","10.1145\/3610978"],"URL":"https:\/\/doi.org\/10.1145\/3610978.3640677","relation":{},"subject":[],"published":{"date-parts":[[2024,3,11]]},"assertion":[{"value":"2024-03-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}