{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T15:05:51Z","timestamp":1773414351897,"version":"3.50.1"},"reference-count":100,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1109\/icra57147.2024.10610841","type":"proceedings-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T17:51:05Z","timestamp":1723139465000},"page":"8288-8297","source":"Crossref","is-referenced-by-count":14,"title":["RobotPerf: An Open-Source, Vendor-Agnostic, Benchmarking Suite for Evaluating Robotics Computing System Performance"],"prefix":"10.1109","author":[{"given":"V\u00edctor","family":"Mayoral-Vilches","sequence":"first","affiliation":[{"name":"Acceleration Robotics,Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jason","family":"Jabbour","sequence":"additional","affiliation":[{"name":"Harvard University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu-Shun","family":"Hsiao","sequence":"additional","affiliation":[{"name":"Harvard University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zishen","family":"Wan","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marti\u00f1o","family":"Crespo-\u00c1lvarez","sequence":"additional","affiliation":[{"name":"Acceleration Robotics,Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Stewart","sequence":"additional","affiliation":[{"name":"Harvard University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan Manuel","family":"Reina-Mu\u00f1oz","sequence":"additional","affiliation":[{"name":"Acceleration Robotics,Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Prateek","family":"Nagras","sequence":"additional","affiliation":[{"name":"Acceleration Robotics,Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gaurav","family":"Vikhe","sequence":"additional","affiliation":[{"name":"Acceleration Robotics,Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad","family":"Bakhshalipour","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Pinzger","sequence":"additional","affiliation":[{"name":"Alpen-Adria-Universität Klagenfurt,Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Rass","sequence":"additional","affiliation":[{"name":"Johannes Kepler University,Linz,Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Smruti","family":"Panigrahi","sequence":"additional","affiliation":[{"name":"Ford Motor Company,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giulio","family":"Corradi","sequence":"additional","affiliation":[{"name":"AMD,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Niladri","family":"Roy","sequence":"additional","affiliation":[{"name":"Intel,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Phillip B.","family":"Gibbons","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sabrina M.","family":"Neuman","sequence":"additional","affiliation":[{"name":"Boston University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Plancher","sequence":"additional","affiliation":[{"name":"Columbia University,Barnard College,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vijay Janapa","family":"Reddi","sequence":"additional","affiliation":[{"name":"Harvard University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3445814.3446746"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480077"},{"key":"ref3","article-title":"Isaac gym: High performance gpu-based physics simulation for robot learning","author":"Makoviychuk","year":"2021"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812384"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9982082"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/AICAS54282.2022.9869951"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01771-1"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2000064.2000108"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1736020.1736044"},{"issue":"3.2","key":"ref10","first-page":"5","article-title":"ROS: an open-source Robot Operating System","volume-title":"ICRA workshop on open source software","volume":"3","author":"Quigley"},{"key":"ref11","volume-title":"ros-robotics-companies","author":"Mayoral-Vilches"},{"key":"ref12","volume-title":"ICRA2021 workshop Cloud-Based Competitions and Benchmarks for Robotic Manipulation and Grasping"},{"key":"ref13","volume-title":"ICRA 2022 Workshop Determining Appropriate Metrics and Test Methods for Soft Actuators in Robotic Systems"},{"key":"ref14","volume-title":"ICRA 2022 Workshop on Releasing Robots into the Wild: Simulations, Benchmarks, and Deployment"},{"key":"ref15","volume-title":"IROS 2020 Workshop on Benchmarking Progress in Autonomous Driving"},{"key":"ref16","volume-title":"IROS 2021 Workshop - Benchmarking of robotic grasping and manipulation: protocols, metrics and data analysis"},{"key":"ref17","volume-title":"Evaluating Motion Planning Performance","year":"2022"},{"key":"ref18","volume-title":"METHODS FOR OBJECTIVE COMPARISON OF RESULTS IN INTELLIGENT ROBOTICS RESEARCH","year":"2023"},{"key":"ref19","volume-title":"Benchmarking Tools for Evaluating Robotic Assembly of Small Parts","year":"2020"},{"key":"ref20","volume-title":"2021 RSS Workshop on Advancing Artificial Intelligence and Manipulation for Robotics: Understanding Gaps, Industry and Academic Perspectives, and Community Building"},{"key":"ref21","volume-title":"Robot Learning in the Cloud: Remote Operations and Benchmarking","year":"2022"},{"key":"ref22","volume-title":"Datasets and Benchmarking Tools for Advancing and Evaluating Robotic Manufacturing","year":"2023"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS55109.2022.00024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967694"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2018.00077"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO56248.2022.00033"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS55109.2022.00023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3579371.3589099"},{"key":"ref29","volume-title":"Data Distribution Service (DDS) Interoperability Wire Protocol RTPS (Real-Time Publish-Subscribe) Protocol Specification Version 2.5"},{"key":"ref30","first-page":"WP537","article-title":"Adaptive Computing in Robotics, Towards ROS 2 Software-Defined Hardware","author":"Mayoral-Vilches","year":"2021","journal-title":"Xilinx"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2012.2205651"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3133603"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3424616.3424712"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/SSRR50563.2020.9292572"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ssrr56537.2022.10018758"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3068913"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/mra.2015.2448276"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981698"},{"key":"ref39","first-page":"1300","article-title":"Robel: Robotics benchmarks for learning with low-cost robots","volume-title":"Conference on robot learning","author":"Ahn"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487514"},{"key":"ref41","article-title":"Benchmarks in robotics research","volume-title":"Workshop IROS","author":"del Pobil"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78317-6_23"},{"key":"ref43","article-title":"Pyrobot: An open-source robotics framework for research and benchmarking","author":"Murali","year":"2019"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2974707"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989545"},{"key":"ref46","article-title":"robosuite: A modular simulation framework and benchmark for robot learning","author":"Zhu","year":"2020"},{"key":"ref47","first-page":"767","article-title":"Surreal: Open-source reinforcement learning framework and robot manipulation benchmark","volume-title":"Conference on Robot Learning","author":"Fan"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2017.7995802"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460664"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/SAUPEC\/RobMech\/PRASA48453.2020.9041020"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561026"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CASE48305.2020.9217010"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICESS49830.2020.9301530"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3489517.3530447"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3120895.3120904"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/RoSE.2019.00014"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/RTAS52030.2021.00028"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ISORC.2018.00035"},{"key":"ref59","article-title":"Time-sensitive networking for robotics","author":"San Vicente Guti\u00e9rrez","year":"2018"},{"key":"ref60","article-title":"Real-time Linux communications: an evaluation of the Linux communication stack for real-time robotic applications","author":"San Vicente Guti\u00e9rrez","year":"2018"},{"key":"ref61","article-title":"Towards a distributed and real-time framework for robots: Evaluation of ROS 2.0 communications for real-time robotic applications","author":"San Vicente Guti\u00e9rrez","year":"2018"},{"key":"ref62","article-title":"Time Synchronization in modular collaborative robots","author":"San Vicente Guti\u00e9rrez","year":"2018"},{"key":"ref63","article-title":"Proposal of ROS- compliant FPGA Component for Low-Power Robotic Systems: case study on image processing application","volume-title":"International Workshop on FPGAs for Software Programmers (FSP)","author":"Yamashina"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/MCSoC.2016.47"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ReConFig48160.2019.8994719"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3444950.3444959"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICFPT51103.2020.00046"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/icfpt51103.2020.00052"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2990299.2990312"},{"key":"ref70","first-page":"73","article-title":"Low-Power High-Performance Intelligent Camera Framework ROS-FPGA Node","volume-title":"Asia Pacific Conference on Robot IoT System Development and Platform. 2020","author":"Panadda"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/sensors43011.2019.8956928"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/isdcs52006.2021.9397897"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1587\/transinf.2017RCP0011"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/candarw51189.2020.00031"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICFPT52863.2021.9609880"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/FPT.2018.00090"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CASE49439.2021.9551628"},{"key":"ref78","volume-title":"NVIDIA Isaac ROS."},{"key":"ref79","first-page":"1","article-title":"Analyzing and Improving Resilience and Robustness of Autonomous Systems","volume-title":"Proceedings of the 41st IEEE\/ACM International Conference on Computer-Aided Design","author":"Wan"},{"key":"ref80","doi-asserted-by":"crossref","article-title":"ros2_tracing: Multipurpose Low-Overhead Framework for Real-Time Tracing of ROS 2","author":"B\u00e9dard","DOI":"10.1109\/LRA.2022.3174346"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3104067"},{"key":"ref82","first-page":"209","article-title":"The lttng tracer: A low impact performance and behavior monitor for gnu\/linux","volume-title":"OLS (Ottawa Linux Symposium)","volume":"2006","author":"Desnoyers"},{"key":"ref83","volume-title":"ros-acceleration","year":"2023"},{"key":"ref84","volume-title":"image proc Subdirectory on Humble Branch of Image Pipeline","year":"2023"},{"key":"ref85","volume-title":"stereo image proc Subdirectory on Humble Branch of Image Pipeline","year":"2023"},{"key":"ref86","volume-title":"depth image proc Sub-directory on Humble Branch of Image Pipeline","year":"2023"},{"key":"ref87","volume-title":"isaac ros visual slam","year":"2023"},{"key":"ref88","volume-title":"isaac ros map localization","year":"2023"},{"key":"ref89","volume-title":"isaac ros apriltag","year":"2023"},{"key":"ref90","volume-title":"joint trajectory controller Subdirectory in ROS 2 Controllers","year":"2023"},{"key":"ref91","volume-title":"diff drive controller Sub-directory in ROS 2 Controllers","year":"2023"},{"key":"ref92","volume-title":"forward command controller Subdirectory in ROS2 Controllers","year":"2023"},{"key":"ref93","volume-title":"MoveIt","year":"2023"},{"key":"ref94","volume-title":"Flexible Collision Library (FCL)","year":"2023"},{"key":"ref95","volume-title":"PyBullet, a Python module for physics simulation for games, robotics and machine learning","author":"Coumans","year":"2016\u20132021"},{"key":"ref96","volume-title":"The KDL Kinematics Plugin","year":"2023"},{"key":"ref97","volume-title":"The LMA Kinematics Plugin. MoveIt Documentation","year":"2023"},{"key":"ref98","volume-title":"R2B Dataset 2023","year":"2023"},{"key":"ref99","volume-title":"ROS2_Benchmark","year":"2023"},{"key":"ref100","volume-title":"Robotperf Benchmarks Repository"}],"event":{"name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","location":"Yokohama, Japan","start":{"date-parts":[[2024,5,13]]},"end":{"date-parts":[[2024,5,17]]}},"container-title":["2024 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10609961\/10609862\/10610841.pdf?arnumber=10610841","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T05:57:38Z","timestamp":1723269458000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10610841\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":100,"URL":"https:\/\/doi.org\/10.1109\/icra57147.2024.10610841","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]}}}