{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T00:55:18Z","timestamp":1773536118133,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,16]]},"DOI":"10.1145\/3757279.3788668","type":"proceedings-article","created":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:27:38Z","timestamp":1773102458000},"page":"346-355","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Human-in-the-Loop Confidence-Aware Failure Recovery Framework for Modular Robot Policies"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9235-0478","authenticated-orcid":false,"given":"Rohan","family":"Banerjee","sequence":"first","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8756-7075","authenticated-orcid":false,"given":"Krishna","family":"Palempalli","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5688-9141","authenticated-orcid":false,"given":"Bohan","family":"Yang","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6955-9800","authenticated-orcid":false,"given":"Jiaying","family":"Fang","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8751-216X","authenticated-orcid":false,"given":"Alif","family":"Abdullah","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3094-0410","authenticated-orcid":false,"given":"Tom","family":"Silver","sequence":"additional","affiliation":[{"name":"Princeton University, Princeton, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5614-3532","authenticated-orcid":false,"given":"Sarah","family":"Dean","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9457-5726","authenticated-orcid":false,"given":"Tapomayukh","family":"Bhattacharjee","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,16]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Unpacking Failure Modes of Generative Policies: Runtime Monitoring of Consistency and Progress. In Conference on Robot Learning. 689\u2013723","author":"Agia Christopher","year":"2025","unstructured":"Christopher Agia, Rohan Sinha, Jingyun Yang, Ziang Cao, Rika Antonova, Marco Pavone, and Jeannette Bohg. 2025. Unpacking Failure Modes of Generative Policies: Runtime Monitoring of Consistency and Progress. In Conference on Robot Learning. 689\u2013723."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Faseeh Ahmad Matthias Mayr Sulthan Suresh-Fazeela and Volker Krueger. 2024. Adaptable Recovery Behaviors in Robotics: A Behavior Trees and Motion Generators (BTMG) Approach for Failure Management. arXiv preprint arXiv:2404.06129.","DOI":"10.1109\/CASE59546.2024.10711715"},{"key":"e_1_3_2_1_3_1","volume-title":"Sidharth Vasudev, Amal Nanavati, Sarah Dean, and Tapomayukh Bhattacharjee.","author":"Banerjee Rohan","year":"2024","unstructured":"Rohan Banerjee, Rajat Kumar Jenamani, Sidharth Vasudev, Amal Nanavati, Sarah Dean, and Tapomayukh Bhattacharjee. 2024. To Ask or Not To Ask: Human-in-the-loop Contextual Bandits with Applications in Robot-Assisted Feeding. arXiv preprint arXiv:2405.06908."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Rohan Banerjee Krishna Palempalli Bohan Yang Jiaying Fang Alif Abdullah Tom Silver Sarah Dean and Tapomayukh Bhattacharjee. 2026. A Human-in-the-Loop Confidence-Aware Failure Recovery Framework for Modular Robot Policies. arXiv preprint arXiv:2602.10289.","DOI":"10.1145\/3757279.3788668"},{"key":"e_1_3_2_1_5_1","unstructured":"Suresh Bolusani Mathieu Besan\u00e7on Ksenia Bestuzheva Antonia Chmiela Jo\u00e3o Dion\u00edsio Tim Donkiewicz Jasper van Doornmalen Leon Eifler Mohammed Ghannam Ambros Gleixner et al. 2024. The SCIP optimization suite 9.0. arXiv preprint arXiv:2402.17702."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2157689.2157693"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1201\/9780429489105"},{"key":"e_1_3_2_1_8_1","volume-title":"Recover: A Neuro-Symbolic Framework for Failure Detection and Recovery. arXiv preprint arXiv:2404.00756.","author":"Cornelio Cristina","year":"2024","unstructured":"Cristina Cornelio and Mohammed Diab. 2024. Recover: A Neuro-Symbolic Framework for Failure Detection and Recovery. arXiv preprint arXiv:2404.00756."},{"key":"e_1_3_2_1_9_1","volume-title":"Shulin Tian, Wentao Yuan, Ranjay Krishna, Dieter Fox, Ajay Mandlekar, and Yijie Guo.","author":"Duan Jiafei","year":"2024","unstructured":"Jiafei Duan, Wilbert Pumacay, Nishanth Kumar, Yi Ru Wang, Shulin Tian, Wentao Yuan, Ranjay Krishna, Dieter Fox, Ajay Mandlekar, and Yijie Guo. 2024. Aha: A vision-language-model for detecting and reasoning over failures in robotic manipulation. arXiv preprint arXiv:2410.00371."},{"key":"e_1_3_2_1_10_1","volume-title":"6th Annual Conference on Robot Learning.","author":"Fitzgerald Tesca","year":"2022","unstructured":"Tesca Fitzgerald, Pallavi Koppol, Patrick Callaghan, Russell Quinlan Jun Hei Wong, Reid Simmons, Oliver Kroemer, and Henny Admoni. 2022. INQUIRE: INteractive querying for user-aware informative REasoning. In 6th Annual Conference on Robot Learning."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174226"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"\u00c9miland Garrab\u00e9 Pierre Teixeira Mahdi Khoramshahi and St\u00e9phane Doncieux. 2024. Enhancing Robustness in Language-Driven Robotics: A Modular Approach to Failure Reduction. arXiv preprint arXiv:2411.05474.","DOI":"10.1109\/IROS60139.2025.11246969"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341359"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561520"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS58592.2024.10801368"},{"key":"e_1_3_2_1_16_1","volume-title":"Advances in psychology. 52","author":"Hart Sandra G","unstructured":"Sandra G Hart and Lowell E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. 52, Elsevier, 139\u2013183."},{"key":"e_1_3_2_1_17_1","volume-title":"FLAIR: Feeding via Long-horizon AcquIsition of Realistic dishes. arXiv preprint arXiv:2407.07561.","author":"Jenamani Rajat Kumar","year":"2024","unstructured":"Rajat Kumar Jenamani, Priya Sundaresan, Maram Sakr, Tapomayukh Bhattacharjee, and Dorsa Sadigh. 2024. FLAIR: Feeding via Long-horizon AcquIsition of Realistic dishes. arXiv preprint arXiv:2407.07561."},{"key":"e_1_3_2_1_18_1","volume-title":"Ask Before You Act: Token-Level Uncertainty for Intervention in Vision-Language-Action Models. In Second Workshop on Out-of-Distribution Generalization in Robotics at RSS","author":"Karli Ulas Berk","year":"2025","unstructured":"Ulas Berk Karli, Tetsu Kurumisawa, and Tesca Fitzgerald. [n. d.]. Ask Before You Act: Token-Level Uncertainty for Intervention in Vision-Language-Action Models. In Second Workshop on Out-of-Distribution Generalization in Robotics at RSS 2025."},{"key":"e_1_3_2_1_19_1","volume-title":"INSIGHT: INference-time Sequence Introspection for Generating Help Triggers in Vision-Language-Action Models. arXiv preprint arXiv:2510.01389.","author":"Karli Ulas Berk","year":"2025","unstructured":"Ulas Berk Karli, Ziyao Shangguan, and Tesca FItzgerald. 2025. INSIGHT: INference-time Sequence Introspection for Generating Help Triggers in Vision-Language-Action Models. arXiv preprint arXiv:2510.01389."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-015-9460-1"},{"key":"e_1_3_2_1_21_1","volume-title":"RSS 2025 Workshop Human-in-the-Loop Robot Learning: Teaching, Correcting, and Adapting.","author":"Larian Ali","year":"2025","unstructured":"Ali Larian, Atharv Belsare, Zifan Wu, and Daniel S Brown. 2025. Learner and Teacher Perspectives on Learning Rewards from Multiple Types of Human Feedback. RSS 2025 Workshop Human-in-the-Loop Robot Learning: Teaching, Correcting, and Adapting."},{"key":"e_1_3_2_1_22_1","volume-title":"GRACE: Generalizing Robot-Assisted Caregiving with User Functionality Embeddings. In 2025 20th ACM\/IEEE International Conference on Human-Robot Interaction (HRI). 686\u2013695","author":"Liu Ziang","year":"2025","unstructured":"Ziang Liu, Yuanchen Ju, Yu Da, Tom Silver, Pranav N Thakkar, Jenna Li, Justin Guo, Katherine Dimitropoulou, and Tapomayukh Bhattacharjee. 2025. GRACE: Generalizing Robot-Assisted Caregiving with User Functionality Embeddings. In 2025 20th ACM\/IEEE International Conference on Human-Robot Interaction (HRI). 686\u2013695."},{"key":"e_1_3_2_1_23_1","unstructured":"Xiao Ma Sumit Patidar Iain Haughton and Stephen James. 2024. Hierarchical Diffusion Policy for Kinematics-Aware Multi-Task Robotic Manipulation. CVPR."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROBIO55434.2022.10011996"},{"key":"e_1_3_2_1_25_1","unstructured":"James F Mullen Jr and Dinesh Manocha. 2024. Towards Robots That Know When They Need Help: Affordance-Based Uncertainty for Large Language Model Planners. arXiv preprint arXiv:2403.13198."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812273"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981679"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN47096.2020.9223531"},{"key":"e_1_3_2_1_29_1","unstructured":"Allen Z Ren Anushri Dixit Alexandra Bodrova Sumeet Singh Stephen Tu Noah Brown Peng Xu Leila Takayama Fei Xia Jake Varley et al. 2023. Robots that ask for help: Uncertainty alignment for large language model planners. arXiv preprint arXiv:2307.01928."},{"key":"e_1_3_2_1_30_1","volume-title":"Programmable self-assembly in a thousand-robot swarm. Science, 345, 6198","author":"Rubenstein Michael","year":"2014","unstructured":"Michael Rubenstein, Alejandro Cornejo, and Radhika Nagpal. 2014. Programmable self-assembly in a thousand-robot swarm. Science, 345, 6198 (2014), 795\u2013799."},{"key":"e_1_3_2_1_31_1","unstructured":"Lucy Xiaoyang Shi Zheyuan Hu Tony Z Zhao Archit Sharma Karl Pertsch Jianlan Luo Sergey Levine and Chelsea Finn. 2024. Yell at your robot: Improving on-the-fly from language corrections. arXiv preprint arXiv:2403.12910."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHMS56717.2022.9980647"},{"key":"e_1_3_2_1_33_1","volume-title":"6th Annual Conference on Robot Learning.","author":"Sundaresan Priya","year":"2022","unstructured":"Priya Sundaresan, Suneel Belkhale, and Dorsa Sadigh. 2022. Learning visuo-haptic skewering strategies for robot-assisted feeding. In 6th Annual Conference on Robot Learning."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Stefanie Tellex Ross Knepper Adrian Li Daniela Rus and Nicholas Roy. 2014. Asking for help using inverse semantics.","DOI":"10.15607\/RSS.2014.X.024"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Shivam Vats Michelle Zhao Patrick Callaghan Mingxi Jia Maxim Likhachev Oliver Kroemer and George Konidaris. 2025. Optimal Interactive Learning on the Job via Facility Location Planning. arXiv preprint arXiv:2505.00490.","DOI":"10.15607\/RSS.2025.XXI.087"},{"key":"e_1_3_2_1_36_1","volume-title":"SAVOR: Skill Affordance Learning from Visuo-Haptic Perception for Robot-Assisted Bite Acquisition. arXiv preprint arXiv:2506.02353.","author":"Wu Zhanxin","year":"2025","unstructured":"Zhanxin Wu, Bo Ai, Tom Silver, and Tapomayukh Bhattacharjee. 2025. SAVOR: Skill Affordance Learning from Visuo-Haptic Perception for Robot-Assisted Bite Acquisition. arXiv preprint arXiv:2506.02353."},{"key":"e_1_3_2_1_37_1","volume-title":"Emma Dixon, Christopher Rodriguez, Patrick Miller, Robert Lee, Paarth Shah, Rares Ambrus, Haruki Nishimura, and Masha Itkina.","author":"Xu Chen","year":"2025","unstructured":"Chen Xu, Tony Khuong Nguyen, Emma Dixon, Christopher Rodriguez, Patrick Miller, Robert Lee, Paarth Shah, Rares Ambrus, Haruki Nishimura, and Masha Itkina. 2025. Can we detect failures without failure data? uncertainty-aware runtime failure detection for imitation learning policies. arXiv preprint arXiv:2503.08558."}],"event":{"name":"HRI '26: 21st ACM\/IEEE International Conference on Human-Robot Interaction","location":"Edinburgh Scotland UK","acronym":"HRI '26","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction","IEEE RAS"]},"container-title":["Proceedings of the 21st ACM\/IEEE International Conference on Human-Robot Interaction"],"original-title":[],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T00:34:31Z","timestamp":1773534871000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3757279.3788668"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,16]]},"references-count":37,"alternative-id":["10.1145\/3757279.3788668","10.1145\/3757279"],"URL":"https:\/\/doi.org\/10.1145\/3757279.3788668","relation":{},"subject":[],"published":{"date-parts":[[2026,3,16]]},"assertion":[{"value":"2026-03-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}