{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T04:33:33Z","timestamp":1773376413956,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,16]]},"DOI":"10.1145\/3776734.3794505","type":"proceedings-article","created":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:05:48Z","timestamp":1773345948000},"page":"798-803","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Investigating User Perceptions of Robot Foundation Model Performance and Evaluations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4487-8357","authenticated-orcid":false,"given":"Isaac S.","family":"Sheidlower","sequence":"first","affiliation":[{"name":"Brown University, Providence, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1512-2623","authenticated-orcid":false,"given":"Jindan","family":"Huang","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8191-2137","authenticated-orcid":false,"given":"James","family":"Staley","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7647-2442","authenticated-orcid":false,"given":"Bingyu","family":"Wu","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3705-0777","authenticated-orcid":false,"given":"Qicong","family":"Chen","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8615-3715","authenticated-orcid":false,"given":"Reuben M.","family":"Aronson","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4789-9979","authenticated-orcid":false,"given":"Elaine Schaertl","family":"Short","sequence":"additional","affiliation":[{"name":"Tufts University, Medford, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2025. Franka Robotics. https:\/\/franka.de\/"},{"key":"e_1_3_2_1_2_1","unstructured":"2025. Kinova Robotics. www.kinovarobotics.com"},{"key":"e_1_3_2_1_3_1","unstructured":"2025. Prolific. www.prolific.com"},{"key":"e_1_3_2_1_4_1","unstructured":"2025. WidowX 250 S. https:\/\/www.trossenrobotics.com\/widowx-250"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2021.102744"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3181671"},{"key":"e_1_3_2_1_7_1","unstructured":"Suneel Belkhale and Dorsa Sadigh. 2024. MiniVLA: A Better VLA with a Smaller Footprint. https:\/\/github.com\/Stanford-ILIAD\/openvla-mini"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2410.24164"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Anthony Brohan Noah Brown Justice Carbajal Yevgen Chebotar Xi Chen Krzysztof Choromanski Tianli Ding Danny Driess Avinava Dubey Chelsea Finn Pete Florence Chuyuan Fu Montse Gonzalez Arenas Keerthana Gopalakrishnan Kehang Han Karol Hausman Alexander Herzog Jasmine Hsu Brian Ichter Alex Irpan Nikhil Joshi Ryan Julian Dmitry Kalashnikov Yuheng Kuang Isabel Leal Lisa Lee Tsang-Wei Edward Lee Sergey Levine Yao Lu Henryk Michalewski Igor Mordatch Karl Pertsch Kanishka Rao Krista Reymann Michael Ryoo Grecia Salazar Pannag Sanketi Pierre Sermanet Jaspiar Singh Anikait Singh Radu Soricut Huong Tran Vincent Vanhoucke Quan Vuong Ayzaan Wahid Stefan Welker Paul Wohlhart Jialin Wu Fei Xia Ted Xiao Peng Xu Sichun Xu Tianhe Yu and Brianna Zitkovich. 2023. RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control. https:\/\/doi.org\/10.48550\/arXiv.2307.15818 arXiv:2307.15818 [cs] 10.48550\/arXiv.2307.15818","DOI":"10.48550\/arXiv.2307.15818"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2212.06817"},{"key":"e_1_3_2_1_11_1","unstructured":"Remi Cadene Simon Alibert Alexander Soare Quentin Gallouedec Adil Zouitine and Thomas Wolf. 2024. LeRobot: State-of-the-art Machine Learning for Real-World Robotics in Pytorch. https:\/\/github.com\/huggingface\/lerobot"},{"key":"e_1_3_2_1_12_1","volume-title":"Diffusion Policy: Visuomotor Policy Learning via Action Diffusion. arxiv:2303.04137 arXiv:2303.04137 [cs]","author":"Chi Cheng","year":"2024","unstructured":"Cheng Chi, Zhenjia Xu, Siyuan Feng, Eric Cousineau, Yilun Du, Benjamin Burchfiel, Russ Tedrake, and Shuran Song. 2024. Diffusion Policy: Visuomotor Policy Learning via Action Diffusion. arxiv:2303.04137 arXiv:2303.04137 [cs]"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2013.6483596"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2410.00371"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1515\/pjbr-2018-0007"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","unstructured":"Dibya Ghosh Homer Walke Karl Pertsch Kevin Black Oier Mees Sudeep Dasari Joey Hejna Tobias Kreiman Charles Xu Jianlan Luo You Tan Lawrence Chen Quan Vuong Ted Xiao Pannag Sanketi Dorsa Sadigh Chelsea Finn and Sergey Levine. 2024. Octo: An Open-Source Generalist Robot Policy. In Robotics: Science and Systems XX. Robotics: Science and Systems Foundation. isbn:9798990284807 https:\/\/doi.org\/10.15607\/RSS.2024.XX.090 10.15607\/RSS.2024.XX.090","DOI":"10.15607\/RSS.2024.XX.090"},{"key":"e_1_3_2_1_17_1","volume-title":"BAKU: An Efficient Transformer for Multi-Task Policy Learning. https:\/\/openreview.net\/forum?id=uFXGsiYkkX&noteId=SowL7B05mC","author":"Haldar Siddhant","year":"2024","unstructured":"Siddhant Haldar, Zhuoran Peng, and Lerrel Pinto. 2024. BAKU: An Efficient Transformer for Multi-Task Policy Learning. https:\/\/openreview.net\/forum?id=uFXGsiYkkX&noteId=SowL7B05mC"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.00861"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Jindan Huang Isaac Sheidlower Reuben M. Aronson and Elaine Schaertl Short. 2024. On the Effect of Robot Errors on Human Teaching Dynamics. https:\/\/doi.org\/10.48550\/arXiv.2409.09827 arXiv:2409.09827 10.48550\/arXiv.2409.09827","DOI":"10.48550\/arXiv.2409.09827"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAR53236.2021.9659472"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1909.12271"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"Moo Jin Kim Karl Pertsch Siddharth Karamcheti Ted Xiao Ashwin Balakrishna Suraj Nair Rafael Rafailov Ethan Foster Grace Lam Pannag Sanketi Quan Vuong Thomas Kollar Benjamin Burchfiel Russ Tedrake Dorsa Sadigh Sergey Levine Percy Liang and Chelsea Finn. 2024. OpenVLA: An Open-Source Vision-Language-Action Model. https:\/\/doi.org\/10.48550\/arXiv.2406.09246 arXiv:2406.09246 [cs] 10.48550\/arXiv.2406.09246","DOI":"10.48550\/arXiv.2406.09246"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3549532"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems (NIPS \u201923)","author":"Liu Bo","year":"2024","unstructured":"Bo Liu, Yifeng Zhu, Chongkai Gao, Yihao Feng, Qiang Liu, Yuke Zhu, and Peter Stone. 2024. LIBERO: benchmarking knowledge transfer for lifelong robot learning. In Proceedings of the 37th International Conference on Neural Information Processing Systems (NIPS \u201923). Curran Associates Inc., Red Hook, NY, USA. 44776\u201344791."},{"key":"e_1_3_2_1_25_1","volume-title":"REFLECT: Summarizing Robot Experiences for Failure Explanation and Correction. https:\/\/openreview.net\/forum?id=8yTS_nAILxt","author":"Liu Zeyi","year":"2023","unstructured":"Zeyi Liu, Arpit Bahety, and Shuran Song. 2023. REFLECT: Summarizing Robot Experiences for Failure Explanation and Correction. https:\/\/openreview.net\/forum?id=8yTS_nAILxt"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2023.XIX.004"},{"key":"e_1_3_2_1_27_1","unstructured":"Vivek Myers Chunyuan Zheng Oier Mees Kuan Fang and Sergey Levine. 2024. Policy Adaptation via Language Optimization: Decomposing Tasks for Few-Shot Imitation. https:\/\/openreview.net\/forum?id=qUSa3F79am"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10611477"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610720"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2024.XX.121"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X02239569"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2696454.2696497"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2696454.2696471"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","unstructured":"Nur Muhammad Mahi Shafiullah Anant Rai Haritheja Etukuru Yiqian Liu Ishan Misra Soumith Chintala and Lerrel Pinto. 2023. On Bringing Robots Home. https:\/\/doi.org\/10.48550\/arXiv.2311.16098 arXiv:2311.16098 10.48550\/arXiv.2311.16098","DOI":"10.48550\/arXiv.2311.16098"},{"key":"e_1_3_2_1_35_1","first-page":"2640","volume-title":"Proceedings of The 6th Conference on Robot Learning. PMLR, 785\u2013799","author":"Shridhar Mohit","year":"2023","unstructured":"Mohit Shridhar, Lucas Manuelli, and Dieter Fox. 2023. Perceiver-Actor: A Multi-Task Transformer for Robotic Manipulation. In Proceedings of The 6th Conference on Robot Learning. PMLR, 785\u2013799. https:\/\/proceedings.mlr.press\/v205\/shridhar23a.html ISSN: 2640-3498"},{"key":"e_1_3_2_1_36_1","unstructured":"Stanford Artificial Intelligence Laboratory et al. 2018. Robotic Operating System. https:\/\/www.ros.org"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2007.21"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2019.8673104"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2405.02292"},{"key":"e_1_3_2_1_40_1","volume-title":"Analyzing and Interpreting Qualitative Research: After the Interview","author":"Vanover Charles","unstructured":"Charles Vanover, Paul Mihas, and Johnny Saldana. 2021. Analyzing and Interpreting Qualitative Research: After the Interview. SAGE Publications. isbn:978-1-5443-9588-3 Google-Books-ID: 0xIoEAAAQBAJ"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610977.3634990"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2006.314404"},{"key":"e_1_3_2_1_43_1","unstructured":"Yixiao Wang Yifei Zhang Mingxiao Huo Thomas Tian Xiang Zhang Yichen Xie Chenfeng Xu Pengliang Ji Wei Zhan Mingyu Ding and Masayoshi Tomizuka. 2024. Sparse Diffusion Policy: A Sparse Reusable and Flexible Policy for Robot Learning. https:\/\/openreview.net\/forum?id=zeYaLS2tw5"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","unstructured":"Yi Ru Wang Carter Ung Grant Tannert Jiafei Duan Josephine Li Amy Le Rishabh Oswal Markus Grotz Wilbert Pumacay Yuquan Deng Ranjay Krishna Dieter Fox and Siddhartha Srinivasa. 2025. RoboEval: Where Robotic Manipulation Meets Structured and Scalable Evaluation. https:\/\/doi.org\/10.48550\/arXiv.2507.00435 arXiv:2507.00435 [cs] 10.48550\/arXiv.2507.00435","DOI":"10.48550\/arXiv.2507.00435"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","unstructured":"Zhijie Wang Zhehua Zhou Jiayang Song Yuheng Huang Zhan Shu and Lei Ma. 2024. LADEV: A Language-Driven Testing and Evaluation Platform for Vision-Language-Action Models in Robotic Manipulation. https:\/\/doi.org\/10.48550\/arXiv.2410.05191 arXiv:2410.05191 [cs] 10.48550\/arXiv.2410.05191","DOI":"10.48550\/arXiv.2410.05191"},{"key":"e_1_3_2_1_46_1","unstructured":"Zhijie Wang Zhehua Zhou Jiayang Song Yuheng Huang Zhan Shu and Lei Ma. 2024. Towards Testing and Evaluating Vision-Language-Action Models for Robotic Manipulation: An Empirical Study. arxiv:2409.12894 arXiv:2409.12894"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","unstructured":"Junjie Wen Yichen Zhu Jinming Li Minjie Zhu Kun Wu Zhiyuan Xu Ning Liu Ran Cheng Chaomin Shen Yaxin Peng Feifei Feng and Jian Tang. 2024. TinyVLA: Towards Fast Data-Efficient Vision-Language-Action Models for Robotic Manipulation. https:\/\/doi.org\/10.48550\/arXiv.2409.12514 arXiv:2409.12514 [cs] 10.48550\/arXiv.2409.12514","DOI":"10.48550\/arXiv.2409.12514"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2503.08558"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","unstructured":"Tianhe Yu Deirdre Quillen Zhanpeng He Ryan Julian Avnish Narayan Hayden Shively Adithya Bellathur Karol Hausman Chelsea Finn and Sergey Levine. 2021. Meta-World: A Benchmark and Evaluation for Multi-Task and Meta Reinforcement Learning. https:\/\/doi.org\/10.48550\/arXiv.1910.10897 arXiv:1910.10897 10.48550\/arXiv.1910.10897","DOI":"10.48550\/arXiv.1910.10897"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","unstructured":"Tony Z. Zhao Vikash Kumar Sergey Levine and Chelsea Finn. 2023. Learning Fine-Grained Bimanual Manipulation with Low-Cost Hardware. https:\/\/doi.org\/10.48550\/arXiv.2304.13705 arXiv:2304.13705 10.48550\/arXiv.2304.13705","DOI":"10.48550\/arXiv.2304.13705"}],"event":{"name":"HRI '26: 21st ACM\/IEEE International Conference on Human-Robot Interaction","location":"Edinburgh Scotland UK","acronym":"HRI '26","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction","IEEE RAS"]},"container-title":["Companion Proceedings of the 21st ACM\/IEEE International Conference on Human-Robot Interaction"],"original-title":[],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:13:46Z","timestamp":1773346426000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3776734.3794505"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,16]]},"references-count":50,"alternative-id":["10.1145\/3776734.3794505","10.1145\/3776734"],"URL":"https:\/\/doi.org\/10.1145\/3776734.3794505","relation":{},"subject":[],"published":{"date-parts":[[2026,3,16]]},"assertion":[{"value":"2026-03-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}