{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T04:29:35Z","timestamp":1769920175211,"version":"3.49.0"},"reference-count":56,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,10,14]]},"DOI":"10.1109\/iros58592.2024.10801835","type":"proceedings-article","created":{"date-parts":[[2024,12,25]],"date-time":"2024-12-25T19:17:39Z","timestamp":1735154259000},"page":"573-580","source":"Crossref","is-referenced-by-count":16,"title":["Ag2Manip: Learning Novel Manipulation Skills with Agent-Agnostic Visual and Action Representations"],"prefix":"10.1109","author":[{"given":"Puhao","family":"Li","sequence":"first","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]},{"given":"Tengyu","family":"Liu","sequence":"additional","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]},{"given":"Yuyang","family":"Li","sequence":"additional","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]},{"given":"Muzhi","family":"Han","sequence":"additional","affiliation":[{"name":"University of California,Los Angeles"}]},{"given":"Haoran","family":"Geng","sequence":"additional","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]},{"given":"Shu","family":"Wang","sequence":"additional","affiliation":[{"name":"University of California,Los Angeles"}]},{"given":"Yixin","family":"Zhu","sequence":"additional","affiliation":[{"name":"Peking University,Institute for Artificial Intelligence"}]},{"given":"Song-Chun","family":"Zhu","sequence":"additional","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]},{"given":"Siyuan","family":"Huang","sequence":"additional","affiliation":[{"name":"Beijing Institute for General Artificial Intelligence (BIGAI),National Key Laboratory of General Artificial Intelligence"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2023.xix.025"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2022.XVIII.026"},{"key":"ref3","article-title":"Rt-2: Vision-language-action models transfer web knowledge to robotic control","author":"Zitkovich","year":"2023","journal-title":"CoRL"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00291"},{"key":"ref5","article-title":"Learning interactive real-world simulators","author":"Yang","year":"2023"},{"key":"ref6","article-title":"R3m: A universal visual representation for robot manipulation","author":"Nair","year":"2023","journal-title":"CoRL"},{"key":"ref7","article-title":"Vip: Towards universal visual reward and representation via value-implicit pre-training","author":"Ma","year":"2023","journal-title":"ICLR"},{"key":"ref8","article-title":"Eureka: Human-level reward design via coding large language models","author":"Ma","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2020.2991965"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01842"},{"key":"ref11","article-title":"Relay policy learning: Solving long-horizon tasks via imitation and reinforcement learning","author":"Gupta","year":"2019","journal-title":"CoRL"},{"key":"ref12","article-title":"Maniskill2: A unified benchmark for generalizable manipulation skills","author":"Gu","year":"2023","journal-title":"ICLR"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00459"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3374190"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160667"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.adc9244"},{"key":"ref17","article-title":"Bi-dexhands: Towards human-level bimanual dexterous manipulation","author":"Chen","year":"2023","journal-title":"TPAMI"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/tro.2024.3508134"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52729.2023.00684"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1126\/science.aat8414"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2020.01.011"},{"key":"ref22","article-title":"A review of robot learning for manipulation: Challenges, representations, and algorithms","author":"Kroemer","year":"2021","journal-title":"JMLR"},{"key":"ref23","article-title":"Llm^ 3: Large language model-based task and motion planning with motion failure reasoning","author":"Wang","year":"2024","journal-title":"IROS"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01111"},{"key":"ref25","article-title":"Isaac gym: High performance gpu-based physics simulation for robot learning","author":"Makoviychuk","year":"2021"},{"key":"ref26","article-title":"Vrkitchen: an interactive 3d virtual environment for task-oriented learning","author":"Gao","year":"2019"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2023.XIX.015"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3196104"},{"key":"ref29","article-title":"Ar2-d2: Training a robot without a robot","author":"Duan","year":"2023","journal-title":"CoRL"},{"key":"ref30","article-title":"Open x-embodiment: Robotic learning datasets and rt-x models","author":"Padalkar","year":"2023"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19842-7_33"},{"key":"ref32","article-title":"Minedojo: Building open-ended embodied agents with internet-scale knowledge","author":"Fan","year":"2022","journal-title":"NeurIPS"},{"key":"ref33","article-title":"Reward design with language models","author":"Kwon","year":"2023"},{"key":"ref34","article-title":"Guiding pretraining in reinforcement learning with large language models","author":"Du","year":"2023","journal-title":"ICML"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2017.XIII.050"},{"key":"ref36","article-title":"Reinforcement learning with videos: Combining offline observations with interaction","author":"Schmeckpeper","year":"2020"},{"key":"ref37","article-title":"Look ma, no hands! agent-environment factorization of egocentric videos","author":"Chang","year":"2024","journal-title":"NeurIPS"},{"key":"ref38","article-title":"Vat-mart: Learning visual action trajectory proposals for manipulating 3d articulated objects","author":"Wu","year":"2022","journal-title":"ICLR"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3142397"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00553"},{"key":"ref41","article-title":"Zero-shot robot manipulation from passive human videos","author":"Bharadhwaj","year":"2023"},{"key":"ref42","article-title":"Flowbot++: Learning generalized articulated objects manipulation via articulation projection","author":"Zhang","year":"2023"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2969946"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3129138"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967960"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00289"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01704"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8462891"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2011.30"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01146"},{"key":"ref51","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.2307\/1422689"},{"key":"ref54","article-title":"Learning transferable visual models from natural language supervision","author":"Radford","year":"2021","journal-title":"ICML"},{"key":"ref55","article-title":"Rrl: Resnet as representation for reinforcement learning","author":"Shah","year":"2021","journal-title":"ICML"},{"key":"ref56","article-title":"Advantage-weighted regression: Simple and scalable off-policy reinforcement learning","author":"Peng","year":"2019"}],"event":{"name":"2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Abu Dhabi, United Arab Emirates","start":{"date-parts":[[2024,10,14]]},"end":{"date-parts":[[2024,10,18]]}},"container-title":["2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10801246\/10801290\/10801835.pdf?arnumber=10801835","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,15]],"date-time":"2025-01-15T19:29:18Z","timestamp":1736969358000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10801835\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,14]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/iros58592.2024.10801835","relation":{},"subject":[],"published":{"date-parts":[[2024,10,14]]}}}