{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:54:55Z","timestamp":1780635295885,"version":"3.54.1"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Princeton School of Engineering"},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1815070"],"award-info":[{"award-number":["IIS-1815070"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DGE-1656466"],"award-info":[{"award-number":["DGE-1656466"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1109\/lra.2022.3187833","type":"journal-article","created":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T19:28:19Z","timestamp":1656703699000},"page":"8471-8478","source":"Crossref","is-referenced-by-count":9,"title":["Learning Pneumatic Non-Prehensile Manipulation With a Mobile Blower"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6388-9116","authenticated-orcid":false,"given":"Jimmy","family":"Wu","sequence":"first","affiliation":[{"name":"Department of Computer Science, Princeton University, Princeton, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2119-0475","authenticated-orcid":false,"given":"Xingyuan","family":"Sun","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Princeton University, Princeton, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4319-2159","authenticated-orcid":false,"given":"Andy","family":"Zeng","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8768-7356","authenticated-orcid":false,"given":"Shuran","family":"Song","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4253-2588","authenticated-orcid":false,"given":"Szymon","family":"Rusinkiewicz","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Princeton University, Princeton, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Funkhouser","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Princeton University, Princeton, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11370-015-0175-0"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2009.5354427"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2006.11.002"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/S0890-6955(97)00037-0"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574702004125"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2020.XVI.035"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-36224-X_3"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/02783649922067762"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.1993.583093"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341006"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2020.2988642"},{"key":"ref12","article-title":"Flingbot: The unreasonable effectiveness of dynamic manipulation for cloth unfolding","volume-title":"Proc. 5th Conf. Robot Learn., PMLR 164:24-33","author":"Ha","year":"2022"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2022.XVIII.017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA.1999.815409"},{"key":"ref15","first-page":"24","article-title":"FlingBot: The unreasonable effectiveness of dynamic manipulation for cloth unfolding","volume-title":"Proc. 5th Conf. Robot Learn. (CoRL)","author":"Ha","year":"2022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2001.973358"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA.2005.1612568"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1063\/1.1137196"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-004-2075-x"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1117\/12.395620"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00393"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1177\/0278364912472380"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1177\/02783649231201196"},{"key":"ref24","first-page":"273","article-title":"Hierarchical relative entropy policy search","volume-title":"Proc. Artif. Intell. Statist.","author":"Daniel","year":"2012"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2012.2210294"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10744"},{"key":"ref28","article-title":"Learning and transfer of modulated locomotor controllers","author":"Heess","year":"2016"},{"key":"ref29","first-page":"1851","article-title":"Latent space policies for hierarchical reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja","year":"2018"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3143198"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/4-431-31381-8_23"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/Humanoids.2011.6100841"},{"key":"ref33","first-page":"5058","article-title":"Neural dynamic policies for end-to-end sensorimotor learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bahl","year":"2020"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.023"},{"key":"ref35","first-page":"3675","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kulkarni","year":"2016"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073602"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461096"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968004"},{"key":"ref39","first-page":"711","article-title":"Model-based reinforcement learning for decentralized multiagent rendezvous","volume-title":"Proc. Conf. Robot Learn.","author":"Wang","year":"2020"},{"key":"ref40","first-page":"110","article-title":"Multi-agent manipulation via locomotion using hierarchical sim2real","volume-title":"Proc. Conf. Robot Learn.","author":"Nachum","year":"2020"},{"key":"ref41","first-page":"603","article-title":"JHRL4IN: Hierarchical reinforcement learning for interactive navigation with mobile manipulators","volume-title":"Proc. Conf. Robot Learn.","author":"Li","year":"2020"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561315"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45622-8_16"},{"key":"ref44","article-title":"Learning multi-level hierarchies with hindsight","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Levy","year":"2019"},{"key":"ref45","first-page":"3303","article-title":"Data-efficient hierarchical reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nachum","year":"2018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(01)00113-0"},{"key":"ref47","first-page":"3540","article-title":"Feudal networks for hierarchical reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Vezhnevets","year":"2017"},{"key":"ref48","article-title":"Stochastic neural networks for hierarchical reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Florensa","year":"2017"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561927"},{"key":"ref50","article-title":"Meta learning shared hierarchies","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Frans","year":"2018"},{"key":"ref51","first-page":"308","article-title":"Fully autonomous real-world reinforcement learning with applications to mobile manipulation","volume-title":"Proc. Conf. Robot Learn.","author":"Sun","year":"2022"},{"key":"ref52","article-title":"Diversity is all you need: Learning skills without a reward function","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Eysenbach","year":"2019"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref55","article-title":"Pybullet, a python module for physics simulation for games, robotics and machine learning","author":"Coumans","year":"20162021"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7083369\/9750005\/09813401.pdf?arnumber=9813401","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,2]],"date-time":"2024-03-02T02:05:56Z","timestamp":1709345156000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9813401\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7]]},"references-count":57,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/lra.2022.3187833","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"value":"2377-3766","type":"electronic"},{"value":"2377-3774","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7]]}}}