{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T20:55:04Z","timestamp":1793393704138,"version":"4.5.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["24K00841, and 20KK0256"],"award-info":[{"award-number":["24K00841, and 20KK0256"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["24K00841, and 20KK0256"],"award-info":[{"award-number":["24K00841, and 20KK0256"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-024-82472-x","type":"journal-article","created":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T15:01:53Z","timestamp":1735916513000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Motor synergy and energy efficiency emerge in whole-body locomotion learning"],"prefix":"10.1038","volume":"15","author":[{"given":"Guanda","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mitsuhiro","family":"Hayashibe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,3]]},"reference":[{"issue":"3","key":"82472_CR1","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1038\/nn1010","volume":"6","author":"A d\u2019Avella","year":"2003","unstructured":"d\u2019Avella, A., Saltiel, P. & Bizzi, E. Combinations of muscle synergies in the construction of a natural motor behavior. Nature Neurosci. 6(3), 300\u2013308 (2003).","journal-title":"Nature Neurosci."},{"issue":"6058","key":"82472_CR2","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1126\/science.1210617","volume":"334","author":"N Dominici","year":"2011","unstructured":"Dominici, N. et al. Locomotor primitives in newborn babies and their development. Science 334(6058), 997\u2013999 (2011).","journal-title":"Science"},{"key":"82472_CR3","doi-asserted-by":"publisher","first-page":"138","DOI":"10.3389\/fncom.2013.00138","volume":"7","author":"E R\u00fcckert","year":"2013","unstructured":"R\u00fcckert, E. & d\u2019Avella, A. Learned parametrized dynamic movement primitives with shared synergies for controlling robotic and musculoskeletal systems. Front. Comput. Neurosci. 7, 138 (2013).","journal-title":"Front. Comput. Neurosci."},{"key":"82472_CR4","unstructured":"Bernstein, N. The co-ordination and regulation of movements. The co-ordination and regulation of movements (1966)."},{"key":"82472_CR5","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9007.001.0001","volume-title":"Human robotics: neuromechanics and motor control","author":"E Burdet","year":"2013","unstructured":"Burdet, E., Franklin, D. W. & Milner, T. E. Human robotics: neuromechanics and motor control (MIT press, 2013)."},{"issue":"20","key":"82472_CR6","doi-asserted-by":"publisher","first-page":"1869","DOI":"10.1016\/j.cub.2010.09.045","volume":"20","author":"R Gentner","year":"2010","unstructured":"Gentner, R. et al. Encoding of motor skill in the corticomuscular system of musicians. Current Biol. 20(20), 1869\u20131874 (2010).","journal-title":"Current Biol."},{"key":"82472_CR7","doi-asserted-by":"publisher","first-page":"51","DOI":"10.3389\/fncom.2013.00051","volume":"7","author":"E Bizzi","year":"2013","unstructured":"Bizzi, E. & Cheung, V. C. The neural origin of muscle synergies. Front. Comput. Neurosci. 7, 51 (2013).","journal-title":"Front. Comput. Neurosci."},{"issue":"2","key":"82472_CR8","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1038\/nm.4025","volume":"22","author":"N Wenger","year":"2016","unstructured":"Wenger, N. et al. Spatiotemporal neuromodulation therapies engaging muscle synergies improve motor control after spinal cord injury. Nat. Med. 22(2), 138\u2013145 (2016).","journal-title":"Nat. Med."},{"key":"82472_CR9","doi-asserted-by":"publisher","first-page":"1041015","DOI":"10.3389\/fnins.2022.1041015","volume":"16","author":"SY Sun","year":"2022","unstructured":"Sun, S. Y., Giszter, S. F., Harkema, S. J. & Angeli, C. A. Modular organization of locomotor networks in people with severe spinal cord injury. Front. Neurosci. 16, 1041015 (2022).","journal-title":"Front. Neurosci."},{"key":"82472_CR10","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.87463","volume":"12","author":"E Hinnekens","year":"2023","unstructured":"Hinnekens, E., Barbu-Roth, M., Do, M.-C., Berret, B. & Teulier, C. Generating variability from motor primitives during infant locomotor development. elife 12, e87463 (2023).","journal-title":"elife"},{"issue":"2","key":"82472_CR11","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1152\/jn.00513.2022","volume":"131","author":"VC Cheung","year":"2024","unstructured":"Cheung, V. C. et al. Motor patterns of patients with spinal muscular atrophy suggestive of sensory and corticospinal contributions to the development of locomotor muscle synergies. J. Neurophysiol. 131(2), 338\u2013359 (2024).","journal-title":"J. Neurophysiol."},{"issue":"11","key":"82472_CR12","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1038\/nn963","volume":"5","author":"E Todorov","year":"2002","unstructured":"Todorov, E. & Jordan, M. I. Optimal feedback control as a theory of motor coordination. Nat. Neurosci. 5(11), 1226\u20131235 (2002).","journal-title":"Nat. Neurosci."},{"issue":"10","key":"82472_CR13","doi-asserted-by":"publisher","first-page":"2320","DOI":"10.1162\/neco.2006.18.10.2320","volume":"18","author":"M Chhabra","year":"2006","unstructured":"Chhabra, M. & Jacobs, R. A. Properties of synergies arising from a theory of optimal motor behavior. Neural Comput. 18(10), 2320\u20132342 (2006).","journal-title":"Neural Comput."},{"key":"82472_CR14","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1007\/s11633-013-0749-2","volume":"10","author":"KC Denny Fu","year":"2013","unstructured":"Denny Fu, K. C., Nakamura, Y., Yamamoto, T. & Ishiguro, H. Analysis of motor synergies utilization for optimal movement generation for a human-like robotic arm. Int. J. Automation Comput. 10, 515\u2013524 (2013).","journal-title":"Int. J. Automation Comput."},{"issue":"3","key":"82472_CR15","doi-asserted-by":"publisher","DOI":"10.1115\/1.4042185","volume":"141","author":"R Sharif Razavian","year":"2019","unstructured":"Sharif Razavian, R., Ghannadi, B. & McPhee, J. A synergy-based motor control framework for the fast feedback control of musculoskeletal systems. J. Biomech. Eng. 141(3), 031009 (2019).","journal-title":"J. Biomech. Eng."},{"issue":"4\u20135","key":"82472_CR16","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1177\/0278364918770733","volume":"37","author":"N S\u00fcnderhauf","year":"2018","unstructured":"S\u00fcnderhauf, N. et al. The limits and potentials of deep learning for robotics. Int. J. Robot. Res. 37(4\u20135), 405\u2013420 (2018).","journal-title":"Int. J. Robot. Res."},{"issue":"3\u20134","key":"82472_CR17","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1561\/2200000071","volume":"11","author":"V Fran\u00e7ois-Lavet","year":"2018","unstructured":"Fran\u00e7ois-Lavet, V. et al. An introduction to deep reinforcement learning. Foundations Trends Machine Learn. 11(3\u20134), 219\u2013354 (2018).","journal-title":"Foundations Trends Machine Learn."},{"key":"82472_CR18","unstructured":"Zhu, W., Guo, X., Owaki, D., Kutsuzawa, K. & Hayashibe, M. A survey of sim-to-real transfer techniques applied to reinforcement learning for bioinspired robots. IEEE Transactions on Neural Networks and Learning Systems (2021) ."},{"issue":"62","key":"82472_CR19","doi-asserted-by":"publisher","first-page":"eabk2822","DOI":"10.1126\/scirobotics.abk2822","volume":"7","author":"T Miki","year":"2022","unstructured":"Miki, T. et al. Learning robust perceptive locomotion for quadrupedal robots in the wild. Sci. Robot. 7(62), eabk2822 (2022).","journal-title":"Sci. Robot."},{"issue":"47","key":"82472_CR20","doi-asserted-by":"publisher","first-page":"eabc5986","DOI":"10.1126\/scirobotics.abc5986","volume":"5","author":"J Lee","year":"2020","unstructured":"Lee, J., Hwangbo, J., Wellhausen, L., Koltun, V. & Hutter, M. Learning quadrupedal locomotion over challenging terrain. Sci. Robot. 5(47), eabc5986 (2020).","journal-title":"Sci. Robot."},{"issue":"4","key":"82472_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3072959.3073602","volume":"36","author":"XB Peng","year":"2017","unstructured":"Peng, X. B., Berseth, G., Yin, K. & Van De Panne, M. Deeploco: Dynamic locomotion skills using hierarchical deep reinforcement learning. ACM Trans. Graphics (TOG) 36(4), 1\u201313 (2017).","journal-title":"ACM Trans. Graphics (TOG)"},{"key":"82472_CR22","doi-asserted-by":"crossref","unstructured":"Xie, Z., Berseth, G., Clary, P., Hurst, J. & van de Panne, M. Feedback control for cassie with deep reinforcement learning. 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) 1241\u20131246 (2018) .","DOI":"10.1109\/IROS.2018.8593722"},{"key":"82472_CR23","doi-asserted-by":"crossref","unstructured":"Li, Z. et al. Reinforcement learning for robust parameterized locomotion control of bipedal robots. 2021 IEEE International Conference on Robotics and Automation (ICRA) 2811\u20132817 (2021) .","DOI":"10.1109\/ICRA48506.2021.9560769"},{"issue":"1","key":"82472_CR24","doi-asserted-by":"publisher","first-page":"30","DOI":"10.2976\/1.2732246\/10.2976\/1","volume":"1","author":"K Doya","year":"2007","unstructured":"Doya, K. Reinforcement learning: Computational theory and biological mechanisms. HFSP J. 1(1), 30 (2007).","journal-title":"HFSP J."},{"issue":"1","key":"82472_CR25","doi-asserted-by":"publisher","first-page":"3988","DOI":"10.1038\/s41467-023-39536-9","volume":"14","author":"T Sugiyama","year":"2023","unstructured":"Sugiyama, T., Schweighofer, N. & Izawa, J. Reinforcement learning establishes a minimal metacognitive process to monitor and control motor learning performance. Nat. Commun. 14(1), 3988 (2023).","journal-title":"Nat. Commun."},{"issue":"2","key":"82472_CR26","doi-asserted-by":"publisher","first-page":"1271","DOI":"10.1109\/LRA.2020.2968067","volume":"5","author":"J Chai","year":"2020","unstructured":"Chai, J. & Hayashibe, M. Motor synergy development in high-performing deep reinforcement learning algorithms. IEEE Robot. Automation Lett. 5(2), 1271\u20131278 (2020).","journal-title":"IEEE Robot. Automation Lett."},{"issue":"2","key":"82472_CR27","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1109\/TMRB.2021.3056924","volume":"3","author":"J Han","year":"2021","unstructured":"Han, J., Chai, J. & Hayashibe, M. Synergy emergence in deep reinforcement learning for full-dimensional arm manipulation. IEEE Trans. Med. Robot. Bionics 3(2), 498\u2013509 (2021).","journal-title":"IEEE Trans. Med. Robot. Bionics"},{"issue":"4","key":"82472_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3197517.3201397","volume":"37","author":"W Yu","year":"2018","unstructured":"Yu, W., Turk, G. & Liu, C. K. Learning symmetric and low-energy locomotion. ACM Transactions on Graphics (TOG) 37(4), 1\u201312 (2018).","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"82472_CR29","doi-asserted-by":"crossref","unstructured":"Abdolhosseini, F., Ling, H.\u00a0Y., Xie, Z., Peng, X.\u00a0B. & Van de Panne, M. On learning symmetric locomotion. Motion, Interaction and Games 1\u201310 (2019) .","DOI":"10.1145\/3359566.3360070"},{"issue":"5","key":"82472_CR30","first-page":"165","volume":"4","author":"S Shaharudin","year":"2014","unstructured":"Shaharudin, S., Zanotto, D. & Agrawal, S. Muscle synergy during wingate anaerobic rowing test of collegiate rowers and untrained subjects. Int. J. Sports Sci. 4(5), 165\u2013172 (2014).","journal-title":"Int. J. Sports Sci."},{"issue":"30","key":"82472_CR31","doi-asserted-by":"publisher","first-page":"7791","DOI":"10.1523\/JNEUROSCI.0830-06.2006","volume":"26","author":"A d\u2019Avella","year":"2006","unstructured":"d\u2019Avella, A., Portone, A., Fernandez, L. & Lacquaniti, F. Control of fast-reaching movements by muscle synergy combinations. J. Neurosci. 26(30), 7791\u20137810 (2006).","journal-title":"J. Neurosci."},{"issue":"1","key":"82472_CR32","doi-asserted-by":"publisher","first-page":"4356","DOI":"10.1038\/s41467-020-18210-4","volume":"11","author":"VC Cheung","year":"2020","unstructured":"Cheung, V. C. et al. Plasticity of muscle synergies through fractionation and merging during development and training of human runners. Nat. Commun. 11(1), 4356 (2020).","journal-title":"Nat. Commun."},{"issue":"17","key":"82472_CR33","doi-asserted-by":"publisher","first-page":"9604","DOI":"10.1073\/pnas.1920984117","volume":"117","author":"F Sylos-Labini","year":"2020","unstructured":"Sylos-Labini, F. et al. Distinct locomotor precursors in newborn babies. Proc. Natl. Acad. Sci. 117(17), 9604\u20139612 (2020).","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"1","key":"82472_CR34","doi-asserted-by":"publisher","first-page":"1256","DOI":"10.1038\/s42003-022-04225-8","volume":"5","author":"F Sylos-Labini","year":"2022","unstructured":"Sylos-Labini, F. et al. Complexity of modular neuromuscular control increases and variability decreases during human locomotor development. Commun. Biol. 5(1), 1256 (2022).","journal-title":"Commun. Biol."},{"issue":"1","key":"82472_CR35","doi-asserted-by":"publisher","first-page":"8966","DOI":"10.1038\/s41598-023-35886-y","volume":"13","author":"K Shen","year":"2023","unstructured":"Shen, K., Li, G., Chemori, A. & Hayashibe, M. Self-organizing neural network for reproducing human postural mode alternation through deep reinforcement learning. Sci. Rep. 13(1), 8966 (2023).","journal-title":"Sci. Rep."},{"key":"82472_CR36","unstructured":"Makoviychuk, V. et al. Isaac gym: High performance gpu-based physics simulation for robot learning. arXiv preprint arXiv:2108.10470 (2021) ."},{"key":"82472_CR37","unstructured":"Mnih, V. et al. Asynchronous methods for deep reinforcement learning. International conference on machine learning 1928\u20131937 (2016) ."},{"key":"82472_CR38","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A. & Klimov, O. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017) ."},{"issue":"4","key":"82472_CR39","first-page":"172","volume":"10","author":"R Robinson","year":"1987","unstructured":"Robinson, R., Herzog, W. & Nigg, B. M. Use of force platform variables to quantify the effects of chiropractic manipulation on gait symmetry. J. Manipulative Physiol. Therapeutics 10(4), 172\u2013176 (1987).","journal-title":"J. Manipulative Physiol. Therapeutics"},{"key":"82472_CR40","doi-asserted-by":"publisher","DOI":"10.5277\/abb140104","author":"M B\u0142a\u017ckiewicz","year":"2014","unstructured":"B\u0142a\u017ckiewicz, M., Wiszomirska, I. & Wit, A. Comparison of four methods of calculating the symmetry of spatial-temporal parameters of gait. Acta Bioeng. Biomech.[SPACE]https:\/\/doi.org\/10.5277\/abb140104 (2014).","journal-title":"Acta Bioeng. Biomech."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-82472-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-82472-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-82472-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T15:03:18Z","timestamp":1735916598000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-82472-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,3]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["82472"],"URL":"https:\/\/doi.org\/10.1038\/s41598-024-82472-x","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,3]]},"assertion":[{"value":"23 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"712"}}