{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T19:22:33Z","timestamp":1792783353616,"version":"4.5.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T00:00:00Z","timestamp":1784678400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T00:00:00Z","timestamp":1784678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the National Natural Science Foundation of China","award":["62103300"],"award-info":[{"award-number":["62103300"]}],"id":[{"id":"https:\/\/ror.org\/01h0zpd94","id-type":"ROR","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","award":["202308120058"],"award-info":[{"award-number":["202308120058"]}],"id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Key Technologies R&D Program of Tianjin","award":["25YFXTHZ00520"],"award-info":[{"award-number":["25YFXTHZ00520"]}]},{"name":"the Key Technologies R&D Program of Tianjin","award":["24YFZCSN00030"],"award-info":[{"award-number":["24YFZCSN00030"]}]},{"name":"the Key Technologies R&D Program of Tianjin","award":["24YFYSHZ00090"],"award-info":[{"award-number":["24YFYSHZ00090"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Med Biol Eng Comput"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1007\/s11517-026-03634-9","type":"journal-article","created":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T03:44:19Z","timestamp":1784691859000},"page":"3231-3247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Simulation study of exoskeleton\u2013musculoskeletal coupling for exoskeleton assistance via multi-agent reinforcement learning"],"prefix":"10.1007","volume":"64","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-0684-8478","authenticated-orcid":false,"given":"Lei","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aofei","family":"Deng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,22]]},"reference":[{"issue":"6344","key":"3634_CR1","doi-asserted-by":"publisher","first-page":"1280","DOI":"10.1126\/science.aal5054","volume":"356","author":"J Zhang","year":"2017","unstructured":"Zhang J, Fiers P, Witte KA, Jackson RW, Poggensee KL, Atkeson CG et al (2017) Human-in-the-loop optimization of exoskeleton assistance during walking. Science 356(6344):1280\u20131284","journal-title":"Science"},{"key":"3634_CR2","doi-asserted-by":"crossref","unstructured":"Ding Y, Kim M, Kuindersma S, Walsh CJ (2018) Human-in-the-loop optimization of hip assistance with a soft exosuit during walking. Sci Robot 3(15):eaar5438","DOI":"10.1126\/scirobotics.aar5438"},{"key":"3634_CR3","first-page":"1234","volume":"32","author":"J Yoon","year":"2024","unstructured":"Yoon J, Park E, Lee S et al (2024) Biomechanical evaluation of a lightweight powered ankle exoskeleton for gait assistance. IEEE Trans Neural Syst Rehabil Eng 32:1234\u20131243","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"3634_CR4","first-page":"53","volume-title":"Proc IEEE Int Conf Rehabil Robot (ICORR)","author":"VQ Nguyen","year":"2019","unstructured":"Nguyen VQ, Umberger BR, Sup FC (2019) Predictive simulation of human walking augmented by a powered ankle exoskeleton. Proc IEEE Int Conf Rehabil Robot (ICORR). ON, Canada, Toronto, pp 53\u201358"},{"key":"3634_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2022.103768","volume":"103","author":"S Gonzalez","year":"2022","unstructured":"Gonzalez S, Stegall P, Cain SM, Siu HC, Stirling L (2022) Assessment of a powered ankle exoskeleton on human stability and balance. Appl Ergon 103:103768","journal-title":"Appl Ergon"},{"key":"3634_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-96084-6","volume":"15","author":"WH Chang","year":"2025","unstructured":"Chang WH, Kim TW, Kim HS, Han FA, Lee JW, Han SH, Jia CW, Kim DH, Kim DY (2025) Interim results of exoskeletal wearable robot for gait recovery in subacute stroke patients. Sci Rep 15:11671","journal-title":"Sci Rep"},{"key":"3634_CR7","doi-asserted-by":"publisher","first-page":"2815","DOI":"10.1109\/TNSRE.2022.3209575","volume":"30","author":"B Ostraich","year":"2022","unstructured":"Ostraich B, Riemer R (2022) Design of a multi-joint passive exoskeleton for vertical jumping using optimal control. IEEE Trans Neural Syst Rehabil Eng 30:2815\u20132823","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"3634_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103493","volume":"122","author":"Z Zhu","year":"2021","unstructured":"Zhu Z, Dutta A, Dai F (2021) Exoskeletons for manual material handling\u2014a review and implication for construction applications. Autom Constr 122:103493","journal-title":"Autom Constr"},{"key":"3634_CR9","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1109\/LRA.2021.3125723","volume":"7","author":"W Cao","year":"2022","unstructured":"Cao W, Zhang L, Wang Y et al (2022) A lower limb exoskeleton with rigid and soft structure for loaded walking assistance. IEEE Robot Autom Lett 7:454\u2013461","journal-title":"IEEE Robot Autom Lett"},{"issue":"3","key":"3634_CR10","first-page":"7890","volume":"7","author":"C Fu","year":"2022","unstructured":"Fu C et al (2022) Predictive locomotion mode recognition and accurate gait phase estimation for hip exoskeleton on various terrains. IEEE Robot Autom Lett 7(3):7890\u20137897","journal-title":"IEEE Robot Autom Lett"},{"key":"3634_CR11","doi-asserted-by":"crossref","unstructured":"Qiu J, Dong L, Guo R, He Y, Cheng H, Li W (2024) Multi-terrain adaptive control for knee exoskeletons: Development and experimental evaluation. In: Proc 2024 China Autom Congr (CAC). Qingdao, China, pp 1658\u20131663","DOI":"10.1109\/CAC63892.2024.10864914"},{"issue":"2","key":"3634_CR12","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1177\/0278364907084588","volume":"27","author":"FC Sup","year":"2008","unstructured":"Sup FC, Bohara A, Goldfarb M (2008) Design and control of a powered transfemoral prosthesis. Int J Robot Res 27(2):263\u2013273","journal-title":"Int J Robot Res"},{"issue":"3","key":"3634_CR13","doi-asserted-by":"publisher","first-page":"1232","DOI":"10.1109\/TMRB.2024.3408308","volume":"6","author":"Q Chen","year":"2024","unstructured":"Chen Q, Wang J, Xiang Q, Guo S (2024) Bayesian algorithm-based force profiles optimization of hip-assistive soft exosuits under variable walking speeds. IEEE Trans Med Robot Bionics 6(3):1232\u20131244","journal-title":"IEEE Trans Med Robot Bionics"},{"issue":"4","key":"3634_CR14","doi-asserted-by":"publisher","first-page":"2142","DOI":"10.1109\/TCYB.2022.3211925","volume":"54","author":"Z Li","year":"2024","unstructured":"Li Z, Zhang T, Huang P, Li G (2024) Human-in-the-loop cooperative control of a walking exoskeleton for following time-variable human intention. IEEE Trans Cybern 54(4):2142\u20132154","journal-title":"IEEE Trans Cybern"},{"issue":"11","key":"3634_CR15","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1109\/TBME.2007.901024","volume":"54","author":"SL Delp","year":"2007","unstructured":"Delp SL, Anderson FC, Arnold AS, Loan P, Habib A, John CT et al (2007) OpenSim: open-source software to create and analyze dynamic simulations of movement. IEEE Trans Biomed Eng 54(11):1940\u20131950","journal-title":"IEEE Trans Biomed Eng"},{"issue":"2","key":"3634_CR16","doi-asserted-by":"publisher","DOI":"10.1115\/1.4029304","volume":"137","author":"JL Hicks","year":"2015","unstructured":"Hicks JL, Uchida TK, Seth A, Rajagopal A, Delp SL (2015) Is my model good enough? Best practices for verification and validation of musculoskeletal models and simulations of movement. J Biomech Eng 137(2):020905","journal-title":"J Biomech Eng"},{"issue":"7","key":"3634_CR17","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1006223","volume":"14","author":"A Seth","year":"2018","unstructured":"Seth A, Hicks JL, Uchida TK, Habib A, Dembia CL, Dunne JJ et al (2018) OpenSim: simulating musculoskeletal dynamics and neuromuscular control to study human and animal movement. PLoS Comput Biol 14(7):e1006223","journal-title":"PLoS Comput Biol"},{"issue":"12","key":"3634_CR18","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1008493","volume":"16","author":"A Seth","year":"2020","unstructured":"Seth A, Hicks JL, Uchida TK, Habib A, Dembia CL, Dunne JJ et al (2020) OpenSim Moco: musculoskeletal optimal control. PLoS Comput Biol 16(12):e1008493","journal-title":"PLoS Comput Biol"},{"issue":"1946","key":"3634_CR19","first-page":"20202432","volume":"288","author":"F De Groote","year":"2021","unstructured":"De Groote F, Falisse A (2021) Perspective on musculoskeletal modelling and predictive simulations of human movement to assess the neuromechanics of gait. Proc Biol Sci 288(1946):20202432","journal-title":"Proc Biol Sci"},{"issue":"1","key":"3634_CR20","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1186\/s12984-021-00919-y","volume":"18","author":"S Song","year":"2021","unstructured":"Song S, Kidzi\u0144ski \u0141, Peng XB, Ong C, Hicks J, Levine S et al (2021) Deep reinforcement learning for modeling human locomotion control in neuromechanical simulation. J NeuroEng Rehabil 18(1):103","journal-title":"J NeuroEng Rehabil"},{"issue":"9","key":"3634_CR21","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0180320","volume":"12","author":"CL Dembia","year":"2017","unstructured":"Dembia CL, Silder A, Uchida TK, Hicks JL, Delp SL (2017) Simulating ideal assistive devices to reduce the metabolic cost of running. PLoS ONE 12(9):e0180320","journal-title":"PLoS ONE"},{"issue":"4","key":"3634_CR22","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1145\/3306346.3322966","volume":"38","author":"Y Jiang","year":"2019","unstructured":"Jiang Y, Van Wouwe T, De Groote F, Liu CK (2019) Synthesis of biologically realistic human motion using joint torque actuation. ACM Trans Graph (TOG) 38(4):140","journal-title":"ACM Trans Graph (TOG)"},{"issue":"157","key":"3634_CR23","doi-asserted-by":"publisher","first-page":"20190402","DOI":"10.1098\/rsif.2019.0402","volume":"16","author":"A Falisse","year":"2019","unstructured":"Falisse A, Serrancol\u00ed G, Dembia CL, Gillis J, Jonkers I, De Groote F (2019) Rapid predictive simulations with complex musculoskeletal models suggest that diverse healthy and pathological gaits can emerge from similar control strategies. J R Soc Interface 16(157):20190402","journal-title":"J R Soc Interface"},{"key":"3634_CR24","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1038\/s41586-024-07382-4","volume":"630","author":"S Luo","year":"2024","unstructured":"Luo S, Jiang M, Zhang S, Zhu J, Yu S, Dominguez Silva I et al (2024) Experiment-free exoskeleton assistance via learning in simulation. Nature 630:353\u2013359","journal-title":"Nature"},{"key":"3634_CR25","first-page":"289","volume":"5","author":"R Lowe","year":"2022","unstructured":"Lowe R, Mordatch I (2022) Multi-agent reinforcement learning for human-robot collaboration. Annu Rev Control Robot Auton Syst 5:289\u2013312","journal-title":"Annu Rev Control Robot Auton Syst"},{"issue":"4","key":"3634_CR26","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/3072959.3073602","volume":"36","author":"XB Peng","year":"2017","unstructured":"Peng XB, Berseth G, Yin K, van de Panne M (2017) DeepLoco: dynamic locomotion skills using hierarchical deep reinforcement learning. ACM Trans Graph (TOG) 36(4):41","journal-title":"ACM Trans Graph (TOG)"},{"issue":"178","key":"3634_CR27","first-page":"1","volume":"21","author":"T Rashid","year":"2020","unstructured":"Rashid T, Samvelyan M, Schroeder C, Farquhar G, Foerster J, Whiteson S (2020) Monotonic value function factorisation for deep multi-agent reinforcement learning. J Mach Learn Res 21(178):1\u201351","journal-title":"J Mach Learn Res"},{"key":"3634_CR28","doi-asserted-by":"crossref","unstructured":"Yu W, Tan J, Liu CK, Turk G (2017) Preparing for the unknown: learning a universal policy with online system identification. arXiv preprint arXiv:1702.02453v3, 15 May","DOI":"10.15607\/RSS.2017.XIII.048"},{"issue":"10","key":"3634_CR29","volume":"143","author":"AJ Meyer","year":"2021","unstructured":"Meyer AJ et al (2021) Multiscale modeling of neuromuscular function and its application to exoskeleton design: a review. J Biomech Eng 143(10):100801","journal-title":"J Biomech Eng"},{"issue":"2","key":"3634_CR30","doi-asserted-by":"publisher","DOI":"10.1115\/1.4023390","volume":"135","author":"M Millard","year":"2013","unstructured":"Millard M, Uchida EK, Seth A, Delp SL (2013) Flexing computational muscle: modeling and simulation of musculotendon dynamics. J Biomech Eng 135(2):021005","journal-title":"J Biomech Eng"},{"key":"3634_CR31","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1109\/TNSRE.2024.3352416","volume":"32","author":"NO Brown","year":"2024","unstructured":"Brown NO, Schomaker LRB, Carloni R (2024) Learning to walk with deep reinforcement learning: forward dynamic simulation of a physics-based musculoskeletal model of an osseointegrated transfemoral amputee. IEEE Trans Neural Syst Rehabil Eng 32:431\u2013441","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"3634_CR32","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.4640","volume":"6","author":"CA Fukuchi","year":"2018","unstructured":"Fukuchi CA, Fukuchi RK, Duarte M (2018) A public dataset of overground and treadmill walking kinematics and kinetics in healthy individuals. PeerJ 6:e4640","journal-title":"PeerJ"},{"key":"3634_CR33","unstructured":"Lowe R, Wu Y, Tamar A, Harb J, Abbeel P, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. arXiv preprint arXiv:1707.06347 [cs.LG]"},{"key":"3634_CR34","first-page":"1587","volume-title":"Proc 35th Int Conf Mach Learn (ICML)","author":"S Fujimoto","year":"2018","unstructured":"Fujimoto S, van Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. Proc 35th Int Conf Mach Learn (ICML). Stockholm, Sweden, pp 1587\u20131596"},{"issue":"12","key":"3634_CR35","doi-asserted-by":"publisher","DOI":"10.3390\/s23125423","volume":"23","author":"I Wechsler","year":"2023","unstructured":"Wechsler I, Wolf A, Fleischmann S, Waibel J, Molz C, Scherb D et al (2023) Method for using IMU-based experimental motion data in BVH format for musculoskeletal simulations via OpenSim. Sensors (Basel, Switzerland) 23(12):5423","journal-title":"Sensors (Basel, Switzerland)"},{"key":"3634_CR36","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"3634_CR37","unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: Proc Int Conf Mach Learn (ICML), PMLR. Stockholm, Sweden, pp 1861\u20131870"},{"key":"3634_CR38","doi-asserted-by":"publisher","first-page":"1648","DOI":"10.1109\/TMRB.2024.3464671","volume":"6","author":"W Meng","year":"2024","unstructured":"Meng W, Tian Z, Zhu C, Ai Q, Liu Q (2024) Optimized impedance control of a lightweight gait rehabilitation exoskeleton based on accurate knee joint torque estimation. IEEE Trans Med Robot Bionics 6:1648\u20131657","journal-title":"IEEE Trans Med Robot Bionics"},{"key":"3634_CR39","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1186\/s12984-023-01147-2","volume":"20","author":"S Luo","year":"2023","unstructured":"Luo S, Androwis G, Adamovich S, Nunez E, Su H, Zhou X (2023) Robust walking control of a lower limb rehabilitation exoskeleton coupled with a musculoskeletal model via deep reinforcement learning. J Neuroeng Rehabil 20:34","journal-title":"J Neuroeng Rehabil"},{"key":"3634_CR40","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1109\/TNSRE.2021.3063015","volume":"29","author":"L De Vree","year":"2021","unstructured":"De Vree L, Carloni R (2021) Deep reinforcement learning for physics-based musculoskeletal simulations of healthy subjects and transfemoral prostheses\u2019 users. IEEE Trans Neural Syst Rehabil Eng 29:607\u2013618","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"issue":"6","key":"3634_CR41","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0324985","volume":"20","author":"F Goell","year":"2025","unstructured":"Goell F, Braunstein B, Stemmler M, Fasse A, Abel D, Albracht K (2025) Advancing knee adduction moment prediction for neuromuscular training via functional joint definitions and real\u2013time simulation using OpenSim. PLoS ONE 20(6):e0324985","journal-title":"PLoS ONE"},{"key":"3634_CR42","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1109\/TNSRE.2024.3352416","volume":"32","author":"BN Ogum","year":"2024","unstructured":"Ogum BN, Schomaker LRB, Carloni R (2024) Learning to walk with deep reinforcement learning: forward dynamic simulation of a physics-based musculoskeletal model of an osseointegrated transfemoral amputee. IEEE Trans Neural Syst Rehabil Eng 32:431\u2013441","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"issue":"1","key":"3634_CR43","doi-asserted-by":"publisher","first-page":"011010","DOI":"10.1115\/1.4047993","volume":"143","author":"TMB DeBrardinis","year":"2021","unstructured":"DeBrardinis TMB, Dufek JS, Le Gall Y, Da Silva SN (2021) Enhancing the accuracy of vertical ground reaction force measurement during walking using pressure-measuring insoles. J Biomech Eng 143(1):011010","journal-title":"J Biomech Eng"},{"issue":"8","key":"3634_CR44","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0322247","volume":"20","author":"GB De Carvalho","year":"2025","unstructured":"De Carvalho GB, Chandran VD, Spungen AM, Harel NY, Bauman WA, Pal S (2025) Hip, knee, and ankle joint forces during exoskeletal-assisted walking: comparison of approaches to simulate human-robot interactions. PLoS ONE 20(8):e0322247","journal-title":"PLoS ONE"},{"key":"3634_CR45","first-page":"1","volume-title":"Proc 45th Annu Int Conf IEEE Eng Med Biol Soc (EMBC)","author":"D Mosconi","year":"2023","unstructured":"Mosconi D, B\u00f3 APL, Siqueira AAG (2023) Predictive simulations with OpenSim Moco to investigate the interaction between human and assistive exoskeleton. Proc 45th Annu Int Conf IEEE Eng Med Biol Soc (EMBC). Australia, Sydney, pp 1\u20134"}],"container-title":["Medical & Biological Engineering & Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-026-03634-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11517-026-03634-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-026-03634-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,4]],"date-time":"2026-10-04T16:02:51Z","timestamp":1791129771000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11517-026-03634-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,22]]},"references-count":45,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2026,9]]}},"alternative-id":["3634"],"URL":"https:\/\/doi.org\/10.1007\/s11517-026-03634-9","relation":{},"ISSN":["0140-0118","1741-0444"],"issn-type":[{"value":"0140-0118","type":"print"},{"value":"1741-0444","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,22]]},"assertion":[{"value":"3 March 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"All authors declare that they have no conflicts of interest.","order":1,"name":"Ethics","label":"Conflict of interest","group":{"name":"EthicsHeading","label":"Declarations"}}]}}