{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T12:09:48Z","timestamp":1761480588880,"version":"build-2065373602"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819520978"},{"type":"electronic","value":"9789819520985"}],"license":[{"start":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T00:00:00Z","timestamp":1761523200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T00:00:00Z","timestamp":1761523200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-2098-5_44","type":"book-chapter","created":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T12:01:17Z","timestamp":1761480077000},"page":"521-533","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From Sim-to-Real to\u00a0Learn-in-Real: Real-World Online Learning for\u00a0Humanoid Robots"],"prefix":"10.1007","author":[{"given":"Rankun","family":"Li","sequence":"first","affiliation":[]},{"given":"Yuhang","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Linqing","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Linqi","family":"Ye","sequence":"additional","affiliation":[]},{"given":"Qingdu","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Peng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,27]]},"reference":[{"key":"44_CR1","doi-asserted-by":"crossref","unstructured":"Zhao, W., Queralta, J.P., Westerlund, T.: Sim-to-real transfer in deep reinforcement learning for robotics: a survey. In: IEEE Symposium Series on Computational Intelligence (SSCI), Canberra, ACT, Australia, pp. 737\u2013744 (2020)","DOI":"10.1109\/SSCI47803.2020.9308468"},{"key":"44_CR2","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1038\/s41586-023-06419-4","volume":"620","author":"E Kaufmann","year":"2023","unstructured":"Kaufmann, E., et al.: Champion-level drone racing using deep reinforcement learning. Nature 620, 982\u2013987 (2023)","journal-title":"Nature"},{"key":"44_CR3","doi-asserted-by":"crossref","unstructured":"Zhao, W., et al.: Towards closing the sim-to-real gap in collaborative multi-robot deep reinforcement learning. In: 2020 5th International Conference on Robotics and Automation Engineering (ICRAE), pp. 7\u201312 (2020)","DOI":"10.1109\/ICRAE50850.2020.9310796"},{"issue":"2","key":"44_CR4","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1109\/LRA.2021.3052391","volume":"6","author":"F Muratore","year":"2021","unstructured":"Muratore, F., et al.: Data-efficient domain randomization with Bayesian optimization. IEEE Robot. Autom. Lett. 6(2), 911\u2013918 (2021)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"44_CR5","doi-asserted-by":"crossref","unstructured":"Tobin, J., et al.: Domain randomization for transferring deep neural networks from simulation to the real world. In: Proceedings of the IEEE\/RSJ International Conference on Intelligent Robots and System (IROS), Vancouver, BC, Canada, pp. 23\u201330 (2017)","DOI":"10.1109\/IROS.2017.8202133"},{"key":"44_CR6","unstructured":"Finn, C., Abbeel, P., Levine, S.: Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of 34th International Conference on Machine Learning, pp. 1126\u20131135 (2017)"},{"key":"44_CR7","unstructured":"Nagabandi, A., et al.: Learning to adapt in dynamic, real-world environments through meta-reinforcement learning. arXiv:cs.LG\/2008.07875 (2019)"},{"key":"44_CR8","doi-asserted-by":"crossref","unstructured":"Hwangbo, J., et al.: Learning agile and dynamic motor skills for legged robots. Sci. Robot. 4, eaau5872 (2019)","DOI":"10.1126\/scirobotics.aau5872"},{"key":"44_CR9","doi-asserted-by":"crossref","unstructured":"Haarnoja, T., et al.: Learning agile soccer skills for a bipedal robot with deep reinforcement learning. Sci. Robot. 9(89), eadi8022 (2024)","DOI":"10.1126\/scirobotics.adi8022"},{"key":"44_CR10","unstructured":"Gu, X., et al.: Humanoid-Gym: Reinforcement Learning for Humanoid Robot with Zero-Shot Sim2Real Transfer. arXiv:2404.05695 (2024)"},{"key":"44_CR11","doi-asserted-by":"crossref","unstructured":"Gu, X., et al.: Advancing Humanoid Locomotion: Mastering Challenging Terrains with Denoising World Model Learning. arXiv:2408.14472 (2024)","DOI":"10.15607\/RSS.2024.XX.058"},{"key":"44_CR12","doi-asserted-by":"crossref","unstructured":"Arndt, K., et al.: Meta reinforcement learning for sim-to-real domain adaptation. In: Proceedings of the IEEE International Conference on Robotics and Automation (ICRA), Paris, France, pp. 2725\u20132731 (2020)","DOI":"10.1109\/ICRA40945.2020.9196540"},{"key":"44_CR13","doi-asserted-by":"crossref","unstructured":"Levine, S., et al.: Learning Hand-Eye Coordination for Robotic Grasping with Deep Learning and Large-Scale Data Collection. arXiv:1603.02199 (2016)","DOI":"10.1007\/978-3-319-50115-4_16"},{"key":"44_CR14","doi-asserted-by":"crossref","unstructured":"Luo, J., et al.: SERL: a software suite for sample-efficient robotic reinforcement learning. In: IEEE International Conference on Robotics and Automation (ICRA), Yokohama, Japan, 13\u201317 May 2024, pp. 16961\u201316969 (2024)","DOI":"10.1109\/ICRA57147.2024.10610040"},{"key":"44_CR15","doi-asserted-by":"crossref","unstructured":"Luo, J., et al.: Precise and Dexterous Robotic Manipulation via Human-in-the-Loop Reinforcement Learning. arXiv:cs.RO\/2410.21845 (2024)","DOI":"10.1126\/scirobotics.ads5033"},{"key":"44_CR16","doi-asserted-by":"crossref","unstructured":"Haarnoja, T., et al.: Learning to Walk via Deep Reinforcement Learning. arXiv:1812.11103 (2019)","DOI":"10.15607\/RSS.2019.XV.011"},{"key":"44_CR17","doi-asserted-by":"crossref","unstructured":"Jonnarth, A., et al.: Sim-to-Real Transfer of Deep Reinforcement Learning Agents for Online Coverage Path Planning. arXiv:2406.04920 (2024)","DOI":"10.1109\/ACCESS.2025.3581035"},{"key":"44_CR18","unstructured":"Bloesch, M., et al.: Towards real robot learning in the wild: a case study in bipedal locomotion. In: Proceedings of the Conference on Robot Learning (CoRL), vol. 164, pp. 1502\u20131511 (2022)"},{"key":"44_CR19","doi-asserted-by":"crossref","unstructured":"Gupta, A., et al.: Reset-free reinforcement learning via multi-task learning: learning dexterous manipulation behaviors without human intervention. In: Proceedings of the IEEE International Conference on Robotics and Automation (ICRA), Xi\u2019an, China, pp. 6664\u20136671 (2021)","DOI":"10.1109\/ICRA48506.2021.9561384"},{"key":"44_CR20","doi-asserted-by":"crossref","unstructured":"Smith, L., et al.: Legged robots that keep on learning: fine-tuning locomotion policies in the real world. In: Proceedings of the Conference on Robot Learning (CoRL) (2021)","DOI":"10.1109\/ICRA46639.2022.9812166"},{"key":"44_CR21","doi-asserted-by":"crossref","unstructured":"Smith, L., et al.: A Walk in the Park: Learning to Walk in 20 Minutes With Model-Free Reinforcement Learning. arXiv:2208.07860 (2022)","DOI":"10.15607\/RSS.2023.XIX.056"},{"key":"44_CR22","unstructured":"Ye, L., et al.: From Knowing to Doing: Learning Diverse Motor Skills through Instruction Learning. arXiv:abs\/2309.09167 (2023)"},{"key":"44_CR23","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv:1707.06347 (2017)"},{"key":"44_CR24","doi-asserted-by":"crossref","unstructured":"Pinto, L., Andrychowicz, M., Welinder, P., Zaremba, W., Abbeel, P.: Asymmetric actor critic for image-based robot learning. arXiv:1710.06542 (2017)","DOI":"10.15607\/RSS.2018.XIV.008"}],"container-title":["Lecture Notes in Computer Science","Intelligent Robotics and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-2098-5_44","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T12:01:24Z","timestamp":1761480084000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-2098-5_44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,27]]},"ISBN":["9789819520978","9789819520985"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-2098-5_44","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,10,27]]},"assertion":[{"value":"27 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIRA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Robotics and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Okayama","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 August 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icira2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.icira2025.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}