{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,4]],"date-time":"2025-12-04T10:06:57Z","timestamp":1764842817866,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,15]],"date-time":"2023-06-15T00:00:00Z","timestamp":1686787200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,15]]},"DOI":"10.1145\/3620679.3620693","type":"proceedings-article","created":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T17:09:39Z","timestamp":1703005779000},"page":"88-92","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Long-Horizon Manipulation by a Single-arm Robot via Sub-goal Network based Hierarchical Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6757-6651","authenticated-orcid":false,"given":"Jin Gyun","family":"Jeong","sequence":"first","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0488-116X","authenticated-orcid":false,"given":"Ji-Heon","family":"Oh","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2694-2525","authenticated-orcid":false,"given":"Hwanseok","family":"Jung","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9092-9280","authenticated-orcid":false,"given":"Jin Hyuk","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7583-1146","authenticated-orcid":false,"given":"Ismael Nicolas","family":"Espinoza Jaramillo","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7509-9354","authenticated-orcid":false,"given":"Channabasava","family":"Chola","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3991-3870","authenticated-orcid":false,"given":"Won Hee","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Software Convergence, Kyung Hee University, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7118-1708","authenticated-orcid":false,"given":"Tae-Seong","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Republic of Korea"}]}],"member":"320","published-online":{"date-parts":[[2023,12,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Carnegie Mellon University","author":"Rajeswaran A.","year":"2018","unstructured":"Rajeswaran, A., Kumar, V., Gupta, A., Vezzani, G., Schulman, J., Todorov, E., and Levine, S. 2018. Learning Complex Dexterous Manipulation with Deep Reinforcement Learning and Demonstrations. In Robotics: Science and Systems XIV, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA, June 26-30, 2018."},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 14th International Conference on Neural Information Processing Systems: Natural and Synthetic (NIPS'01)","author":"Sham Kakade","year":"2001","unstructured":"Sham Kakade. 2001. A natural policy gradient. In Proceedings of the 14th International Conference on Neural Information Processing Systems: Natural and Synthetic (NIPS'01). MIT Press, Cambridge, MA, USA, 1531\u20131538."},{"volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems (NIPS '18)","author":"Nachum O.","key":"e_1_3_2_1_3_1","unstructured":"Nachum, O., Gu, S., Lee, H., and Levine, S. 2018. Data-efficient hierarchical reinforcement learning. In Proceedings of the 32nd International Conference on Neural Information Processing Systems (NIPS '18). Curran Associates Inc., Red Hook, NY, USA, 3307\u20133317."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968488"},{"volume-title":"International Conference on Learning Representations.","author":"Zhang J.","key":"e_1_3_2_1_5_1","unstructured":"Zhang, J., Yu, H., and Xu, W. 2021. Hierarchical Reinforcement Learning by Discovering Intrinsic Options. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSCI51800.2020.00091"},{"key":"e_1_3_2_1_7_1","unstructured":"Kulkarni T. D. Narasimhan K. Saeedi A. and Tenenbaum J. 2016. Hierarchical Deep Reinforcement Learning: Integrating Temporal Abstraction and Intrinsic Motivation. In NeurIPS 2016."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Sutton R. S. Precup D. and Singh S. P. 1999. Between MDPs and Semi-MDPs: A Framework for Temporal Abstraction in Reinforcement Learning. Artificial Intelligence.","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561408"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3059912"},{"volume-title":"Latent Plans for Task-Agnostic Offline Reinforcement Learning. In 6th Annual Conference on Robot Learning.","author":"Rosete-Beas E.","key":"e_1_3_2_1_11_1","unstructured":"Rosete-Beas, E., Mees, O., Kalweit, G., Boedecker, J., and Burgard, W. 2022. Latent Plans for Task-Agnostic Offline Reinforcement Learning. In 6th Annual Conference on Robot Learning."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017746"},{"volume-title":"MuJoCo: A Physics Engine for Model-Based Control. In 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems","author":"Todorov E.","key":"e_1_3_2_1_13_1","unstructured":"Todorov, E., Erez, T., and Tassa, Y. 2012. MuJoCo: A Physics Engine for Model-Based Control. In 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, Vilamoura, Portugal, 5026\u20135033."},{"key":"e_1_3_2_1_14_1","unstructured":"Universal Robots. UR3 Robot. [Online]. Available: https:\/\/www.universal-robots.com\/products\/ur3-robot\/."},{"volume-title":"Strong and Compliant Pneumatic Actuation for Dexterous Tendon-Driven Hands. In 2013 IEEE International Conference on Robotics and Automation","author":"Kumar V.","key":"e_1_3_2_1_15_1","unstructured":"Kumar, V., Xu, Z., and Todorov, E. 2013. Fast, Strong and Compliant Pneumatic Actuation for Dexterous Tendon-Driven Hands. In 2013 IEEE International Conference on Robotics and Automation, Karlsruhe, Germany, 1512\u20131519."},{"key":"e_1_3_2_1_16_1","unstructured":"QB Robotics. QB Hand. [Online]. Available: https:\/\/qbrobotics.com\/."},{"key":"e_1_3_2_1_17_1","unstructured":"Intel. Intel RealSense Depth Camera D415. [Online]. Available: https:\/\/www.intelrealsense.com\/depth-camera-d415\/."},{"key":"e_1_3_2_1_18_1","unstructured":"Ren S. He K. Girshick R. and Sun J. 2015. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. In Neural Information Processing Systems Montreal Canada 91\u201399."}],"event":{"name":"ICBET 2023: 2023 13th International Conference on Biomedical Engineering and Technology","acronym":"ICBET 2023","location":"Tokyo Japan"},"container-title":["Proceedings of the 2023 13th International Conference on Biomedical Engineering and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620679.3620693","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3620679.3620693","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:45:22Z","timestamp":1750268722000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620679.3620693"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,15]]},"references-count":18,"alternative-id":["10.1145\/3620679.3620693","10.1145\/3620679"],"URL":"https:\/\/doi.org\/10.1145\/3620679.3620693","relation":{},"subject":[],"published":{"date-parts":[[2023,6,15]]},"assertion":[{"value":"2023-12-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}