{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T06:25:15Z","timestamp":1742970315946,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":15,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819607976"},{"type":"electronic","value":"9789819607983"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0798-3_23","type":"book-chapter","created":{"date-parts":[[2025,1,24]],"date-time":"2025-01-24T09:56:56Z","timestamp":1737712616000},"page":"302-315","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Locomotion Control Method for\u00a0Modular Robot Based on\u00a0PPO Algorithm"],"prefix":"10.1007","author":[{"given":"Haoxiang","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Sikai","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Ziqi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Junchen","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Qinghua","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Qi","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Yanhe","family":"Zhu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,25]]},"reference":[{"key":"23_CR1","unstructured":"Tang, S., Zhu, Y., Zhao, J., Cui, X.: The UBOT modules for self-reconfigurable robot. In: 2009 ASME\/IFToMM International Conference on Reconfigurable Mechanisms and Robots, pp. 529\u2013535. IEEE (2009)"},{"key":"23_CR2","doi-asserted-by":"crossref","unstructured":"Zhao, J., Wang, X., Zhu, Y.: Automatic generating controller expressions and locomotion for UBOT modular self-reconfigurable robot. In: 2015 IEEE International Conference on Robotics and Biomimetics (ROBIO), pp. 923\u2013928 (2015)","DOI":"10.1109\/ROBIO.2015.7418889"},{"key":"23_CR3","doi-asserted-by":"crossref","unstructured":"Zhu, Y., et al.: Design and implementation of UBOT: a modular self-reconfigurable robot. In: 2013 IEEE International Conference on Mechatronics and Automation, pp. 1217\u20131222. IEEE (2013)","DOI":"10.1109\/ICMA.2013.6618087"},{"key":"23_CR4","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"23_CR5","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (2018)"},{"key":"23_CR6","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization. In: International Conference on Machine Learning, pp. 1889\u20131897. PMLR (2015)"},{"key":"23_CR7","doi-asserted-by":"crossref","unstructured":"Li, H., He, H.: Multiagent trust region policy optimization. IEEE Trans. Neural Netw. Learn. Syst. (2023)","DOI":"10.1109\/TNNLS.2023.3265358"},{"key":"23_CR8","unstructured":"Engstrom, L., et al.: Implementation matters in deep RL: a case study on PPO and TRPO. In: International Conference on Learning Representations (2019)"},{"key":"23_CR9","doi-asserted-by":"crossref","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","DOI":"10.1613\/jair.301"},{"key":"23_CR10","doi-asserted-by":"crossref","unstructured":"Panerati, J., Zheng, H., Zhou, S., Xu, J., Prorok, A., Schoellig, A.P.: Learning to fly-a gym environment with pybullet physics for reinforcement learning of multi-agent quadcopter control. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 7512\u20137519. IEEE (2021)","DOI":"10.1109\/IROS51168.2021.9635857"},{"key":"23_CR11","unstructured":"Makoviychuk, V., et\u00a0al.: Isaac gym: high performance GPU-based physics simulation for robot learning. arXiv preprint arXiv:2108.10470 (2021)"},{"key":"23_CR12","doi-asserted-by":"publisher","first-page":"858","DOI":"10.1016\/j.procs.2022.01.283","volume":"200","author":"M Feder","year":"2022","unstructured":"Feder, M., Giusti, A., Vidoni, R.: An approach for automatic generation of the URDF file of modular robots from modules designed using solidworks. Procedia Comput. Sci. 200, 858\u2013864 (2022)","journal-title":"Procedia Comput. Sci."},{"key":"23_CR13","doi-asserted-by":"crossref","unstructured":"Shioura, A., Shigeno, M.: The tree center problems and the relationship with the bottleneck knapsack problems. Netw.: Int. J. 29(2), 107\u2013110 (1997)","DOI":"10.1002\/(SICI)1097-0037(199703)29:2<107::AID-NET4>3.0.CO;2-N"},{"key":"23_CR14","doi-asserted-by":"crossref","unstructured":"Pereira, R., et al.: Ranking programming languages by energy efficiency. Sci. Comput. Program. 205, 102609 (2021)","DOI":"10.1016\/j.scico.2021.102609"},{"key":"23_CR15","doi-asserted-by":"crossref","unstructured":"Tatikonda, S., Parthasarathy, S.: Hashing tree-structured data: methods and applications. In: 2010 IEEE 26th International Conference on Data Engineering (ICDE 2010), pp. 429\u2013440. IEEE (2010)","DOI":"10.1109\/ICDE.2010.5447882"}],"container-title":["Lecture Notes in Computer Science","Intelligent Robotics and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0798-3_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,24]],"date-time":"2025-01-24T09:57:20Z","timestamp":1737712640000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0798-3_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819607976","9789819607983"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0798-3_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIRA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Robotics and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Xi'an","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icira2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icira2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}