{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T21:58:31Z","timestamp":1767995911194,"version":"3.49.0"},"reference-count":63,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,10,14]],"date-time":"2024-10-14T00:00:00Z","timestamp":1728864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100015599","name":"Toyota Research Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100015599","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,10,14]]},"DOI":"10.1109\/iros58592.2024.10801746","type":"proceedings-article","created":{"date-parts":[[2024,12,25]],"date-time":"2024-12-25T19:17:39Z","timestamp":1735154259000},"page":"1283-1289","source":"Crossref","is-referenced-by-count":2,"title":["MANIP: A Modular Architecture for Integrating Interactive Perception for Robot Manipulation"],"prefix":"10.1109","author":[{"given":"Justin","family":"Yu","sequence":"first","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tara","family":"Sadjadpour","sequence":"additional","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abby","family":"O\u2019Neill","sequence":"additional","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mehdi","family":"Khfifi","sequence":"additional","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lawrence Yunliang","family":"Chen","sequence":"additional","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard","family":"Cheng","sequence":"additional","affiliation":[{"name":"Toyota Research Institute,Los Altos,CA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad Zubair","family":"Irshad","sequence":"additional","affiliation":[{"name":"Toyota Research Institute,Los Altos,CA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashwin","family":"Balakrishna","sequence":"additional","affiliation":[{"name":"Toyota Research Institute,Los Altos,CA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Kollar","sequence":"additional","affiliation":[{"name":"Toyota Research Institute,Los Altos,CA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ken","family":"Goldberg","sequence":"additional","affiliation":[{"name":"The AUTOLab at UC Berkeley"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","year":"2024","journal-title":"Open X-Embodiment: Robotic learning datasets and RT-X models"},{"key":"ref2","volume-title":"Octo: An open-source generalist robot policy","author":"Ghosh","year":"2023"},{"key":"ref3","volume-title":"Is data all you need? large robot action models and good old fashioned engineering","author":"Goldberg","year":"2024"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2017.2721939"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197101"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2014.6942902"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543220"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28572-1_21"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812393"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160574"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2024.3353075"},{"key":"ref12","article-title":"Handloom: Learned tracing of one-dimensional objects for inspection and manipulation","volume-title":"CoRL","author":"Viswanath","year":"2023"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.21236\/ADA254568","volume-title":"Planning and control.","author":"Dean","year":"1991"},{"key":"ref14","volume-title":"Robot architectures.","author":"Dean"},{"key":"ref15","volume-title":"Robotic explorations: A hands-on introduction to engineering.","author":"Martin","year":"2000"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32552-1_12"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1108\/ir.2001.28.3.266.1"},{"key":"ref18","volume-title":"14 robot system architectures","author":"Bohg","year":"2021"},{"key":"ref19","volume-title":"Artificial intelligence: a new synthesis.","author":"Nilsson","year":"1998"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-09438-9"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JRA.1986.1087032"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1177\/027836498900800406"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(05)80031-4"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1080\/095281397147068"},{"key":"ref25","volume-title":"Adaptive execution in complex dynamic worlds.","author":"Firby","year":"1989"},{"key":"ref26","first-page":"809","article-title":"Integrating planning and reacting in a heterogeneous asynchronous architecture for controlling real-world mobile robots","volume":"1992","author":"Gat","year":"1992","journal-title":"AAAi"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1177\/027836499801700402"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2006.876966"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.6028\/nist.tn.1235r2"},{"key":"ref30","first-page":"1","article-title":"Rcs: A reference model architecture for intelligent systems","volume-title":"Working Notes: AAAI Spring Symposium on Lessons Learned for Implemented Software Architectures for Physical Agents","author":"Albus"},{"key":"ref31","first-page":"202","article-title":"An investigation into reactive planning in complex domains","volume":"87","author":"Firby","year":"1987","journal-title":"AAAI"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/70.285583"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1177\/027836499801700403"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2017.XIII.058"},{"key":"ref35","author":"Dosovitskiy","year":"2020","journal-title":"An image is worth 16x16 words: Transformers for image recognition at scale"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abd7710"},{"key":"ref37","author":"Black","year":"2023","journal-title":"Zero-shot robotic manipulation with pretrained image-editing diffusion models"},{"key":"ref38","article-title":"Do as i can and not as i say: Grounding language in robotic affordances","author":"Ahn","year":"2022","journal-title":"6th CoRL"},{"key":"ref39","author":"Fayad","year":"2021","journal-title":"Behavior-guided actor-critic: Improving exploration via learning policy behavior representation for deep reinforcement learning"},{"key":"ref40","article-title":"Learning long-term reward redistribution via randomized return decomposition","volume-title":"International Conference on Learning Representations","author":"Ren"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1002\/sdr.427"},{"key":"ref42","author":"Haarnoja","year":"2018","journal-title":"Soft actor-critic algorithms and applications"},{"key":"ref43","author":"Kwon","year":"2023","journal-title":"Toward grounded social reasoning"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02219"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161317"},{"key":"ref46","article-title":"Inner monologue: Embodied reasoning through planning with language models","author":"Huang","year":"2022"},{"key":"ref47","first-page":"9118","article-title":"Language models as zero-shot planners: Extracting actionable knowledge for embodied agents","volume-title":"International Conference on Machine Learning","author":"Huang"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160591"},{"key":"ref49","article-title":"How to prompt your robot: A promptbook for manipulation skills with code as policies","author":"Arenas","year":"2023","journal-title":"Towards Generalist Robots: Learning Paradigms for Scalable Skill Acquisition@ CoRL2023"},{"key":"ref50","article-title":"Selfsupervised deep reinforcement learning with generalized computation graphs for robot navigation","volume-title":"2018 ICRA","author":"Kahn"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.011"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1176\/appi.books.9781585622665.33114"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2023.xix.025"},{"key":"ref54","author":"Fu","year":"2024","journal-title":"Mobile aloha: Learning bimanual mobile manipulation with low-cost whole-body teleoperation"},{"key":"ref55","volume-title":"Will scaling solve robotics? the idea of solving the biggest robotics challenges by training large models is sparking debate","author":"Kumar","year":"2024"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161402"},{"key":"ref57","author":"Wang","year":"2024","journal-title":"Mosaic: A modular system for assistive and interactive cooking"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2024.xx.073"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/BF00133571"},{"issue":"2","key":"ref60","first-page":"199","article-title":"Active touch and robot perception","volume":"7","author":"Goldberg","year":"1984","journal-title":"Cognition and Brain Theory"},{"key":"ref61","first-page":"55","article-title":"Active perception vs. passive perception","volume-title":"Proc. of IEEE Workshop on Computer Vision","author":"Bajcsy"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1987.1087777"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/5.5968"}],"event":{"name":"2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Abu Dhabi, United Arab Emirates","start":{"date-parts":[[2024,10,14]]},"end":{"date-parts":[[2024,10,18]]}},"container-title":["2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10801246\/10801290\/10801746.pdf?arnumber=10801746","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,26]],"date-time":"2024-12-26T06:58:27Z","timestamp":1735196307000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10801746\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,14]]},"references-count":63,"URL":"https:\/\/doi.org\/10.1109\/iros58592.2024.10801746","relation":{},"subject":[],"published":{"date-parts":[[2024,10,14]]}}}