{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:24:01Z","timestamp":1740122641848,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"22","license":[{"start":{"date-parts":[[2024,8,26]],"date-time":"2024-08-26T00:00:00Z","timestamp":1724630400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,26]],"date-time":"2024-08-26T00:00:00Z","timestamp":1724630400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["62373016","61873008"],"award-info":[{"award-number":["62373016","61873008"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the Open Projects Program of the State Key Laboratory of Multimodal Artificial Intelligence Systems","award":["MAIS-2023-22"],"award-info":[{"award-number":["MAIS-2023-22"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s10489-024-05782-7","type":"journal-article","created":{"date-parts":[[2024,8,26]],"date-time":"2024-08-26T09:02:08Z","timestamp":1724662928000},"page":"11547-11563","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Learning quadrupedal locomotion on tough terrain using an asymmetric terrain feature mining network"],"prefix":"10.1007","volume":"54","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7624-4728","authenticated-orcid":false,"given":"Guoyu","family":"Zuo","sequence":"first","affiliation":[]},{"given":"Yong","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2492-9159","authenticated-orcid":false,"given":"Daoxiong","family":"Gong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1673-0844","authenticated-orcid":false,"given":"Shuangyue","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,26]]},"reference":[{"issue":"47","key":"5782_CR1","doi-asserted-by":"publisher","first-page":"5986","DOI":"10.1126\/scirobotics.abc5986","volume":"5","author":"J Lee","year":"2020","unstructured":"Lee J, Hwangbo J, Wellhausen L, Koltun V, Hutter M (2020) Learning quadrupedal locomotion over challenging terrain. Sci Robot 5(47):5986","journal-title":"Sci Robot"},{"key":"5782_CR2","doi-asserted-by":"crossref","unstructured":"Gehring C, Fankhauser P, Isler L, Diethelm R, Bachmann S, Potz M, Gerstenberg L, Hutter M (2021) Anymal in the field: solving industrial inspection of an offshore hvdc platform with a quadrupedal robot. In: Field and service robotics: results of the 12th international conference, pp 247\u2013260","DOI":"10.1007\/978-981-15-9460-1_18"},{"issue":"2","key":"5782_CR3","doi-asserted-by":"publisher","first-page":"2017","DOI":"10.1016\/j.asej.2020.11.005","volume":"12","author":"P Biswal","year":"2021","unstructured":"Biswal P, Mohanty PK (2021) Development of quadruped walking robots: a review. Ain Shams Eng J 12(2):2017\u20132031","journal-title":"Ain Shams Eng J"},{"key":"5782_CR4","doi-asserted-by":"crossref","unstructured":"Xu S, Zhu L, Zhang H-T, Ho CP (2023) Robust convex model predictive control for quadruped locomotion under uncertainties. IEEE Trans Rob","DOI":"10.1109\/TRO.2023.3299527"},{"key":"5782_CR5","doi-asserted-by":"crossref","unstructured":"Kong NJ, Li C, Council G, Johnson AM (2023) Hybrid ilqr model predictive control for contact implicit stabilization on legged robots. IEEE Trans Rob","DOI":"10.1109\/TRO.2023.3308773"},{"issue":"2","key":"5782_CR6","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/TRO.2019.2954670","volume":"36","author":"S Fahmi","year":"2020","unstructured":"Fahmi S, Focchi M, Radulescu A, Fink G, Barasuol V, Semini C (2020) Stance: locomotion adaptation over soft terrain. IEEE Trans Rob 36(2):443\u2013457","journal-title":"IEEE Trans Rob"},{"issue":"2","key":"5782_CR7","doi-asserted-by":"publisher","first-page":"4456","DOI":"10.1109\/LRA.2022.3150844","volume":"7","author":"Y Kim","year":"2022","unstructured":"Kim Y, Yu B, Lee EM, Kim J-h, Park H-w, Myung H (2022) Step: state estimator for legged robots using a preintegrated foot velocity factor. IEEE Robot Autom Lett 7(2):4456\u20134463","journal-title":"IEEE Robot Autom Lett"},{"issue":"6","key":"5782_CR8","doi-asserted-by":"publisher","first-page":"3395","DOI":"10.1109\/TRO.2022.3186804","volume":"38","author":"F Jenelten","year":"2022","unstructured":"Jenelten F, Grandia R, Farshidian F, Hutter M (2022) Tamols: terrain-aware motion optimization for legged systems. IEEE Trans Rob 38(6):3395\u20133413","journal-title":"IEEE Trans Rob"},{"issue":"3","key":"5782_CR9","doi-asserted-by":"publisher","first-page":"1560","DOI":"10.1109\/LRA.2018.2798285","volume":"3","author":"AW Winkler","year":"2018","unstructured":"Winkler AW, Bellicoso CD, Hutter M, Buchli J (2018) Gait and trajectory optimization for legged systems through phase-based end-effector parameterization. IEEE Robot Autom Lett 3(3):1560\u20131567","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR10","doi-asserted-by":"crossref","unstructured":"Ding Y, Pandala A, Park H-W (2019) Real-time model predictive control for versatile dynamic motions in quadrupedal robots. In: 2019 International Conference on Robotics and Automation (ICRA), pp 8484\u20138490","DOI":"10.1109\/ICRA.2019.8793669"},{"issue":"2","key":"5782_CR11","doi-asserted-by":"publisher","first-page":"3926","DOI":"10.1109\/LRA.2021.3066833","volume":"6","author":"K Green","year":"2021","unstructured":"Green K, Godse Y, Dao J, Hatton RL, Fern A, Hurst J (2021) Learning spring mass locomotion: guiding policies with a reduced-order model. IEEE Robot Autom Lett 6(2):3926\u20133932","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR12","doi-asserted-by":"crossref","unstructured":"Kumar A, Li Z, Zeng J, Pathak D, Sreenath K, Malik J (2022) Adapting rapid motor adaptation for bipedal robots. In: 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 1161\u20131168","DOI":"10.1109\/IROS47612.2022.9981091"},{"key":"5782_CR13","doi-asserted-by":"crossref","unstructured":"Zhang H, Wang J, Wu Z, Wang Y, Wang D (2021) Terrain-aware risk-assessment-network-aided deep reinforcement learning for quadrupedal locomotion in tough terrain. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 4538\u20134545","DOI":"10.1109\/IROS51168.2021.9636519"},{"key":"5782_CR14","doi-asserted-by":"crossref","unstructured":"Imai CS, Zhang M, Zhang Y, Kierebi\u0144ski M, Yang R, Qin Y, Wang X (2022) Vision-guided quadrupedal locomotion in the wild with multi-modal delay randomization. In: 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 5556\u20135563","DOI":"10.1109\/IROS47612.2022.9981072"},{"issue":"62","key":"5782_CR15","doi-asserted-by":"publisher","first-page":"2822","DOI":"10.1126\/scirobotics.abk2822","volume":"7","author":"T Miki","year":"2022","unstructured":"Miki T, Lee J, Hwangbo J, Wellhausen L, Koltun V, Hutter M (2022) Learning robust perceptive locomotion for quadrupedal robots in the wild. Sci Robot 7(62):2822","journal-title":"Sci Robot"},{"key":"5782_CR16","unstructured":"Agarwal A, Kumar A, Malik J, Pathak D (2023) Legged locomotion in challenging terrains using egocentric vision. In: Conference on robot learning, pp 403\u2013415"},{"issue":"2","key":"5782_CR17","doi-asserted-by":"publisher","first-page":"3906","DOI":"10.1109\/LRA.2022.3145947","volume":"7","author":"M Sorokin","year":"2022","unstructured":"Sorokin M, Tan J, Liu CK, Ha S (2022) Learning to navigate sidewalks in outdoor environments. IEEE Robot Autom Lett 7(2):3906\u20133913","journal-title":"IEEE Robot Autom Lett"},{"issue":"4","key":"5782_CR18","doi-asserted-by":"publisher","first-page":"6458","DOI":"10.1109\/LRA.2021.3093009","volume":"6","author":"H Lim","year":"2021","unstructured":"Lim H, Oh M, Myung H (2021) Patchwork: concentric zone-based region-wise ground segmentation with ground likelihood estimation using a 3d lidar sensor. IEEE Robot Autom Lett 6(4):6458\u20136465","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR19","doi-asserted-by":"crossref","unstructured":"Lee S, Lim H, Myung H (2022) Patchwork++: fast and robust ground segmentation solving partial under-segmentation using 3d point cloud. In: 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 13276\u201313283","DOI":"10.1109\/IROS47612.2022.9981561"},{"issue":"74","key":"5782_CR20","doi-asserted-by":"publisher","first-page":"2256","DOI":"10.1126\/scirobotics.ade2256","volume":"8","author":"S Choi","year":"2023","unstructured":"Choi S, Ji G, Park J, Kim H, Mun J, Lee JH, Hwangbo J (2023) Learning quadrupedal locomotion on deformable terrain. Sci Robot 8(74):2256","journal-title":"Sci Robot"},{"key":"5782_CR21","doi-asserted-by":"crossref","unstructured":"Kumar A, Fu Z, Pathak D, Malik J (2021) Rma: rapid motor adaptation for legged robots. Robotics: Science and Systems XVII","DOI":"10.15607\/RSS.2021.XVII.011"},{"issue":"2","key":"5782_CR22","doi-asserted-by":"publisher","first-page":"4630","DOI":"10.1109\/LRA.2022.3151396","volume":"7","author":"G Ji","year":"2022","unstructured":"Ji G, Mun J, Kim H, Hwangbo J (2022) Concurrent training of a control policy and a state estimator for dynamic and robust legged locomotion. IEEE Robot Autom Lett 7(2):4630\u20134637","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR23","doi-asserted-by":"crossref","unstructured":"Nahrendra IMA, Yu B, Myung H (2023) Dreamwaq: learning robust quadrupedal locomotion with implicit terrain imagination via deep reinforcement learning. In: 2023 IEEE International Conference on Robotics and Automation (ICRA), pp 5078\u20135084","DOI":"10.1109\/ICRA48891.2023.10161144"},{"issue":"5","key":"5782_CR24","doi-asserted-by":"publisher","first-page":"4019","DOI":"10.1109\/LRA.2024.3375086","volume":"9","author":"Z Luo","year":"2024","unstructured":"Luo Z, Dong Y, Li X, Huang R, Shu Z, Xiao E, Lu P (2024) Moral: learning morphologically adaptive locomotion controller for quadrupedal robots on challenging terrains. IEEE Robot Autom Lett 9(5):4019\u20134026","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR25","doi-asserted-by":"crossref","unstructured":"Pinto L, Andrychowicz M, Welinder P, Zaremba W, Abbeel P (2018) Asymmetric actor critic for image-based robot learning. In: 14th Robotics: Science and Systems, RSS 2018","DOI":"10.15607\/RSS.2018.XIV.008"},{"issue":"1","key":"5782_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0278364919887447","volume":"39","author":"OM Andrychowicz","year":"2020","unstructured":"Andrychowicz OM, Baker B, Chociej M, Jozefowicz R, McGrew B, Pachocki J, Petron A, Plappert M, Powell G, Ray A et al (2020) Learning dexterous in-hand manipulation. Int J Robot Res 39(1):3\u201320","journal-title":"Int J Robot Res"},{"issue":"178","key":"5782_CR27","first-page":"1","volume":"21","author":"T Rashid","year":"2020","unstructured":"Rashid T, Samvelyan M, De Witt CS, Farquhar G, Foerster J, Whiteson S (2020) Monotonic value function factorisation for deep multi-agent reinforcement learning. J Mach Learn Res 21(178):1\u201351","journal-title":"J Mach Learn Res"},{"key":"5782_CR28","doi-asserted-by":"crossref","unstructured":"Wu J, Xin G, Qi C, Xue Y (2023) Learning robust and agile legged locomotion using adversarial motion priors. IEEE Robot Autom Lett","DOI":"10.1109\/LRA.2023.3290509"},{"issue":"4","key":"5782_CR29","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1177\/02783649231224053","volume":"43","author":"GB Margolis","year":"2024","unstructured":"Margolis GB, Yang G, Paigwar K, Chen T, Agrawal P (2024) Rapid locomotion via reinforcement learning. Int J Robot Res 43(4):572\u2013587","journal-title":"Int J Robot Res"},{"issue":"4","key":"5782_CR30","first-page":"1","volume":"37","author":"XB Peng","year":"2018","unstructured":"Peng XB, Abbeel P, Levine S, Panne M (2018) Deepmimic: example-guided deep reinforcement learning of physics-based character skills. ACM Trans Graph (TOG) 37(4):1\u201314","journal-title":"ACM Trans Graph (TOG)"},{"issue":"2","key":"5782_CR31","doi-asserted-by":"publisher","first-page":"3085","DOI":"10.1109\/LRA.2022.3145495","volume":"7","author":"H Shi","year":"2022","unstructured":"Shi H, Zhou B, Zeng H, Wang F, Dong Y, Li J, Wang K, Tian H, Meng MQ-H (2022) Reinforcement learning with evolutionary trajectory generator: a general approach for quadrupedal locomotion. IEEE Robot Autom Lett 7(2):3085\u20133092","journal-title":"IEEE Robot Autom Lett"},{"key":"5782_CR32","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"5782_CR33","unstructured":"Rudin N, Hoeller D, Reist P, Hutter M (2022) Learning to walk in minutes using massively parallel deep reinforcement learning. In: Conference on robot learning, pp 91\u2013100"},{"key":"5782_CR34","doi-asserted-by":"crossref","unstructured":"Escontrela A, Peng XB, Yu W, Zhang T, Iscen A, Goldberg K, Abbeel P (2022) Adversarial motion priors make good substitutes for complex reward functions. In: 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 25\u201332","DOI":"10.1109\/IROS47612.2022.9981973"},{"issue":"26","key":"5782_CR35","doi-asserted-by":"publisher","first-page":"5872","DOI":"10.1126\/scirobotics.aau5872","volume":"4","author":"J Hwangbo","year":"2019","unstructured":"Hwangbo J, Lee J, Dosovitskiy A, Bellicoso D, Tsounis V, Koltun V, Hutter M (2019) Learning agile and dynamic motor skills for legged robots. Sci Robot 4(26):5872","journal-title":"Sci Robot"},{"key":"5782_CR36","unstructured":"Fu Z, Kumar A, Malik J, Pathak D (2022) Minimizing energy consumption leads to the emergence of gaits in legged robots. In: Conference on robot learning, pp 928\u2013937"},{"key":"5782_CR37","doi-asserted-by":"crossref","unstructured":"Xie Z, Ling HY, Kim NH, Panne M (2020) Allsteps: curriculum-driven learning of stepping stone skills. Comput Graphics Forum 39","DOI":"10.1111\/cgf.14115"},{"issue":"1","key":"5782_CR38","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1007\/s10846-022-01619-y","volume":"105","author":"AF Muzio","year":"2022","unstructured":"Muzio AF, Maximo MR, Yoneyama T (2022) Deep reinforcement learning for humanoid robot behaviors. J Intell Robot Syst 105(1):12","journal-title":"J Intell Robot Syst"},{"key":"5782_CR39","doi-asserted-by":"crossref","unstructured":"Bonardi A, James S, Davison AJ (2020) Learning one-shot imitation from humans without humans. IEEE Robot Autom Lett 5(2):3533\u20133539","DOI":"10.1109\/LRA.2020.2977835"},{"issue":"7","key":"5782_CR40","doi-asserted-by":"publisher","first-page":"3444","DOI":"10.1109\/TNNLS.2021.3112718","volume":"34","author":"W Zhu","year":"2021","unstructured":"Zhu W, Guo X, Owaki D, Kutsuzawa K, Hayashibe M (2021) A survey of sim-to-real transfer techniques applied to reinforcement learning for bioinspired robots. IEEE Trans Neural Netw Learn Syst 34(7):3444\u20133459","journal-title":"IEEE Trans Neural Netw Learn Syst"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05782-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05782-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05782-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T15:26:45Z","timestamp":1726673205000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05782-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,26]]},"references-count":40,"journal-issue":{"issue":"22","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["5782"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05782-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2024,8,26]]},"assertion":[{"value":"16 August 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest. This paper has not been previously published, it is published with the permission of the authors\u2019 institution, and all authors of this paper are responsible for the authenticity of the data in the paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"All authors of this paper have been informed of the revision and publication of the paper, have checked all data, figures, and tables in the manuscript, and are responsible for their truthfulness and accuracy. Names of all contributing authors: Guoyu Zuo, Yong Wang, Shuangyue Yu.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"The publication has been approved by all co-authors.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}