{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T23:56:43Z","timestamp":1743033403588,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031255540"},{"type":"electronic","value":"9783031255557"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25555-7_21","type":"book-chapter","created":{"date-parts":[[2023,3,7]],"date-time":"2023-03-07T09:20:13Z","timestamp":1678180813000},"page":"304-320","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reference-Free Learning Bipedal Motor Skills via\u00a0Assistive Force Curricula"],"prefix":"10.1007","author":[{"given":"Fan","family":"Shi","sequence":"first","affiliation":[]},{"given":"Yuta","family":"Kojio","sequence":"additional","affiliation":[]},{"given":"Tasuku","family":"Makabe","sequence":"additional","affiliation":[]},{"given":"Tomoki","family":"Anzai","sequence":"additional","affiliation":[]},{"given":"Kunio","family":"Kojima","sequence":"additional","affiliation":[]},{"given":"Kei","family":"Okada","sequence":"additional","affiliation":[]},{"given":"Masayuki","family":"Inaba","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,8]]},"reference":[{"key":"21_CR1","unstructured":"Boston dynamics atlas (2022). https:\/\/www.bostondynamics.com\/atlas. Accessed 01 May 2022"},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Kondo kxr robot (2022). https:\/\/kondo-robot.com\/product-category\/robot\/kxrseries. Accessed 01 May 2022","DOI":"10.1299\/jsmermd.2022.2A2-N08"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Asano, Y., Okada, K., Inaba, M.: Design principles of a human mimetic humanoid: humanoid platform to study human intelligence and internal body system. Sci. Robot. 2(13), eaaq0899 (2017)","DOI":"10.1126\/scirobotics.aaq0899"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: Proceedings of the 26th Annual International Conference on Machine Learning, pp. 41\u201348 (2009)","DOI":"10.1145\/1553374.1553380"},{"key":"21_CR5","unstructured":"Chapman, D., Daoust, T., Ormos, A., Lewis, J.: Weightshift: Accelerating animation at framestore with physics (2020)"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Chen, S., Zhang, B., Mueller, M.W., Rai, A., Sreenath, K.: Learning torque control for quadrupedal locomotion. arXiv preprint arXiv:2203.05194 (2022)","DOI":"10.1109\/Humanoids57100.2023.10375154"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Hirai, K., Hirose, M., Haikawa, Y., Takenaka, T.: The development of Honda humanoid robot. In: Proceedings. 1998 IEEE International Conference on Robotics and Automation (Cat. No. 98CH36146), vol. 2, pp. 1321\u20131326. IEEE (1998)","DOI":"10.1109\/ROBOT.1998.677288"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Hwangbo, J., et al.: Learning agile and dynamic motor skills for legged robots. Sci. Robot. 4(26) (2019)","DOI":"10.1126\/scirobotics.aau5872"},{"issue":"2","key":"21_CR9","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1109\/LRA.2018.2792536","volume":"3","author":"J Hwangbo","year":"2018","unstructured":"Hwangbo, J., Lee, J., Hutter, M.: Per-contact iteration method for solving contact dynamics. IEEE Robot. Autom. Lett. 3(2), 895\u2013902 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"3","key":"21_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3480144","volume":"4","author":"NH Kim","year":"2021","unstructured":"Kim, N.H., Ling, H.Y., Xie, Z., van de Panne, M.: Flexible motion optimization with modulated assistive forces. Proc. ACM Comput. Graph. Interact. Tech. 4(3), 1\u201325 (2021)","journal-title":"Proc. ACM Comput. Graph. Interact. Tech."},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Kojima, K., et al.: Development of life-sized high-power humanoid robot Jaxon for real-world use. In: 2015 IEEE-RAS 15th International Conference on Humanoid Robots (Humanoids), pp. 838\u2013843. IEEE (2015)","DOI":"10.1109\/HUMANOIDS.2015.7363459"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Kojio, Y., et al.: Unified balance control for biped robots including modification of footsteps with angular momentum and falling detection based on capturability. In: 2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 497\u2013504. IEEE (2019)","DOI":"10.1109\/IROS40897.2019.8967871"},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Lee, J., Hwangbo, J., Wellhausen, L., Koltun, V., Hutter, M.: Learning quadrupedal locomotion over challenging terrain. Sci. Robot. 5(47) (2020). https:\/\/robotics.sciencemag.org\/content\/5\/47\/eabc5986","DOI":"10.1126\/scirobotics.abc5986"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Li, Z., et al.: Reinforcement learning for robust parameterized locomotion control of bipedal robots. In: 2021 IEEE International Conference on Robotics and Automation (ICRA), pp. 2811\u20132817. IEEE (2021)","DOI":"10.1109\/ICRA48506.2021.9560769"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Miki, T., Lee, J., Hwangbo, J., Wellhausen, L., Koltun, V., Hutter, M.: Learning robust perceptive locomotion for quadrupedal robots in the wild. Sci. Robot. 7(62), eabk2822 (2022)","DOI":"10.1126\/scirobotics.abk2822"},{"issue":"4","key":"21_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2185520.2185539","volume":"31","author":"I Mordatch","year":"2012","unstructured":"Mordatch, I., Todorov, E., Popovi\u0107, Z.: Discovery of complex behaviors through contact-invariant optimization. ACM Trans. Graph. (TOG) 31(4), 1\u20138 (2012)","journal-title":"ACM Trans. Graph. (TOG)"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Natale, L., Bartolozzi, C., Pucci, D., Wykowska, A., Metta, G.: iCub: the not-yet-finished story of building a robot child. Sci. Robot. 2(13), eaaq1026 (2017)","DOI":"10.1126\/scirobotics.aaq1026"},{"key":"21_CR18","doi-asserted-by":"publisher","unstructured":"Panne, M.v.d., Lamouret, A.: Guided optimization for balanced locomotion. In: Terzopoulos, D., Thalmann, D. (eds) Computer Animation and Simulation \u201995, pp. 165\u2013177. Springer, Cham (1995).https:\/\/doi.org\/10.1007\/978-3-7091-9435-5_13","DOI":"10.1007\/978-3-7091-9435-5_13"},{"issue":"4","key":"21_CR19","first-page":"1","volume":"37","author":"XB Peng","year":"2018","unstructured":"Peng, X.B., Abbeel, P., Levine, S., van de Panne, M.: Deepmimic: example-guided deep reinforcement learning of physics-based character skills. ACM Trans. Graph. (TOG) 37(4), 1\u201314 (2018)","journal-title":"ACM Trans. Graph. (TOG)"},{"key":"21_CR20","unstructured":"Pinto, L., Davidson, J., Sukthankar, R., Gupta, A.: Robust adversarial reinforcement learning. In: International Conference on Machine Learning, pp. 2817\u20132826. PMLR (2017)"},{"key":"21_CR21","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Shi, F., Anzai, T., Kojio, Y., Okada, K., Inaba, M.: Learning agile hybrid whole-body motor skills for thruster-aided humanoid robots. In: 2021 IEEE International Conference on Intelligent Robots and Systems (IROS) (2022)","DOI":"10.1109\/IROS47612.2022.9981974"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Shi, F., et al.: Circus anymal: a quadruped learning dexterous manipulation with its limbs. In: 2021 IEEE International Conference on Robotics and Automation (ICRA), pp. 2316\u20132323 (2021)","DOI":"10.1109\/ICRA48506.2021.9561926"},{"key":"21_CR24","doi-asserted-by":"crossref","unstructured":"Siekmann, J., Godse, Y., Fern, A., Hurst, J.: Sim-to-real learning of all common bipedal gaits via periodic reward composition. In: 2021 IEEE International Conference on Robotics and Automation (ICRA), pp. 7309\u20137315 (2021)","DOI":"10.1109\/ICRA48506.2021.9561814"},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Siekmann, J., Green, K., Warila, J., Fern, A., Hurst, J.: Blind bipedal stair traversal via sim-to-real reinforcement learning. Robot. Sci. Syst. (RSS) (2021)","DOI":"10.15607\/RSS.2021.XVII.061"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Siekmann, J., et al.: Learning memory-based control for human-scale bipedal locomotion. Robot. Sci. Syst. (RSS) (2020)","DOI":"10.15607\/RSS.2020.XVI.031"},{"issue":"4","key":"21_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3386569.3392450","volume":"39","author":"S Starke","year":"2020","unstructured":"Starke, S., Zhao, Y., Komura, T., Zaman, K.: Local motion phases for learning multi-contact character movements. ACM Trans. Graph. (TOG) 39(4), 1\u201354 (2020)","journal-title":"ACM Trans. Graph. (TOG)"},{"issue":"3","key":"21_CR28","doi-asserted-by":"publisher","first-page":"4915","DOI":"10.1109\/LRA.2021.3070252","volume":"6","author":"B Thananjeyan","year":"2021","unstructured":"Thananjeyan, B., et al.: Recovery RL: safe reinforcement learning with learned recovery zones. IEEE Robot. Autom. Lett. 6(3), 4915\u20134922 (2021)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"21_CR29","unstructured":"Tidd, B., Hudson, N., Cosgun, A.: Guided curriculum learning for walking over complex terrain. arXiv preprint arXiv:2010.03848 (2020)"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Wrotek, P., Jenkins, O.C., McGuire, M.: Dynamo: dynamic, data-driven character control with adjustable balance. In: Proceedings of the 2006 ACM SIGGRAPH symposium on Videogames, pp. 61\u201370 (2006)","DOI":"10.1145\/1183316.1183325"},{"key":"21_CR31","unstructured":"Xie, Z., Clary, P., Dao, J., Morais, P., Hurst, J., Panne, M.: Learning locomotion skills for cassie: iterative design and sim-to-real. In: Conference on Robot Learning, pp. 317\u2013329. PMLR (2020)"},{"key":"21_CR32","first-page":"4999","volume":"33","author":"K Xu","year":"2020","unstructured":"Xu, K., Verma, S., Finn, C., Levine, S.: Continual learning of control primitives: skill discovery via reset-games. Adv. Neural. Inf. Process. Syst. 33, 4999\u20135010 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Yang, T.Y., Zhang, T., Luu, L., Ha, S., Tan, J., Yu, W.: Safe reinforcement learning for legged locomotion. arXiv preprint arXiv:2203.02638 (2022)","DOI":"10.1109\/IROS47612.2022.9982038"},{"issue":"4","key":"21_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3197517.3201397","volume":"37","author":"W Yu","year":"2018","unstructured":"Yu, W., Turk, G., Liu, C.K.: Learning symmetric and low-energy locomotion. ACM Trans. Graph. (TOG) 37(4), 1\u201312 (2018)","journal-title":"ACM Trans. Graph. (TOG)"},{"key":"21_CR35","first-page":"21763","volume":"33","author":"Y Yuan","year":"2020","unstructured":"Yuan, Y., Kitani, K.: Residual force control for agile human behavior imitation and extended motion synthesis. Adv. Neural. Inf. Process. Syst. 33, 21763\u201321774 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR36","first-page":"22056","volume":"33","author":"K Zhang","year":"2020","unstructured":"Zhang, K., Hu, B., Basar, T.: On the stability and convergence of robust adversarial reinforcement learning: a case study on linear quadratic systems. Adv. Neural. Inf. Process. Syst. 33, 22056\u201322068 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Springer Proceedings in Advanced Robotics","Robotics Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25555-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T22:33:40Z","timestamp":1729031620000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25555-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031255540","9783031255557"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25555-7_21","relation":{},"ISSN":["2511-1256","2511-1264"],"issn-type":[{"type":"print","value":"2511-1256"},{"type":"electronic","value":"2511-1264"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISRR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The International Symposium of Robotics Research","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Geneva","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isrr2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/h2t-projects.webarchiv.kit.edu\/ISRR2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}