{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T10:48:26Z","timestamp":1776941306166,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,23]]},"DOI":"10.1145\/3802842.3802886","type":"proceedings-article","created":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:13:08Z","timestamp":1776928388000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning with Musculoskeletal Models to Study Fatigue Effects on Human Muscle Synergies"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5602-9819","authenticated-orcid":false,"given":"Asmae","family":"Ouhssain","sequence":"first","affiliation":[{"name":"SyCoIA, IMT Mines Ales, Al\u00e8s, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5630-2743","authenticated-orcid":false,"given":"S\u00e9bastien","family":"Harispe","sequence":"additional","affiliation":[{"name":"SyCoIA, IMT Mines Ales, Al\u00e8s, France"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5734-7718","authenticated-orcid":false,"given":"Mohamed-Harith","family":"Ibrahim","sequence":"additional","affiliation":[{"name":"SyCoIA, IMT Mines Ales, Al\u00e8s, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5465-382X","authenticated-orcid":false,"given":"Joseph","family":"Diab","sequence":"additional","affiliation":[{"name":"IMT Mines Ales, Al\u00e8s, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7564-5394","authenticated-orcid":false,"given":"Denis","family":"Mottet","sequence":"additional","affiliation":[{"name":"EuroMov DHM, Universit\u00e9 de Montpellier, montpellier, France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0918-5788","authenticated-orcid":false,"given":"Jacky","family":"Montmain","sequence":"additional","affiliation":[{"name":"SyCoIA, IMT Mines Ales, Al\u00e8s, France"}]}],"member":"320","published-online":{"date-parts":[[2026,4,23]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"M\u00a0Shameer Ahamed JJJ Pey SM\u00a0Bhagya\u00a0P Samarakoon MA\u00a0Viraj\u00a0J Muthugala and Mohan\u00a0Rajesh Elara. 2025. Reinforcement Learning for Reconfigurable Robotic Soccer. IEEE Access (2025).","DOI":"10.1109\/ACCESS.2025.3536497"},{"key":"e_1_3_3_1_3_2","unstructured":"Vittorio Caggiano Huawei Wang Guillaume Durandau Massimo Sartori and Vikash Kumar. 2022. MyoSuite\u2013A contact-rich simulation suite for musculoskeletal motor control. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2205.13600 (2022)."},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376701"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Xiuli Chen Kieran Mohr and Joseph\u00a0M Galea. 2017. Predicting explorative motor learning using decision-making and motor noise. PLoS computational biology 13 4 (2017) e1005503.","DOI":"10.1371\/journal.pcbi.1005503"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Vincent\u00a0CK Cheung Andrea Turolla Michela Agostini Stefano Silvoni Caoimhe Bennis Patrick Kasi Sabrina Paganoni Paolo Bonato and Emilio Bizzi. 2012. Muscle synergy patterns as physiological markers of motor cortical damage. Proceedings of the national academy of sciences 109 36 (2012) 14652\u201314656.","DOI":"10.1073\/pnas.1212056109"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Ioannis Delis Bastien Berret Thierry Pozzo and Stefano Panzeri. 2013. Quantitative evaluation of muscle synergy models: a single-trial task decoding approach. Frontiers in computational neuroscience 7 (2013) 8.","DOI":"10.3389\/fncom.2013.00008"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Karl Friston. 2009. The free-energy principle: a rough guide to the brain? Trends in cognitive sciences 13 7 (2009) 293\u2013301.","DOI":"10.1016\/j.tics.2009.04.005"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/SMC53992.2023.10394268"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.5555\/3384132"},{"key":"e_1_3_3_1_11_2","unstructured":"Sehoon Ha Peng Xu Zhenyu Tan Sergey Levine and Jie Tan. 2020. Learning to walk in the real world with minimal human effort. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2002.08550 (2020)."},{"key":"e_1_3_3_1_12_2","volume-title":"Semantic similarity from natural language and ontology analysis","author":"Harispe S\u00e9bastien","year":"2022","unstructured":"S\u00e9bastien Harispe, Sylvie Ranwez, Jacky Montmain, et\u00a0al. 2022. Semantic similarity from natural language and ontology analysis. Springer Nature."},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.65109\/PAJO3896"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","unstructured":"Mark\u00a0L. Latash John\u00a0P. Scholz and Gregor Sch\u00f6ner. 2007. Toward a New Theory of Motor Synergies. Motor Control 11 3 (2007) 276\u2013308. 10.1123\/mcj.11.3.276","DOI":"10.1123\/mcj.11.3.276"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0D Lee and H\u00a0Sebastian Seung. 1999. Learning the parts of objects by non-negative matrix factorization. nature 401 6755 (1999) 788\u2013791.","DOI":"10.1038\/44565"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Sayak Mukherjee Daniel Perez-Rapela Jason\u00a0L Forman and Matthew\u00a0B Panzer. 2022. Generating human arm kinematics using reinforcement learning to train active muscle behavior in automotive research. Journal of Biomechanical Engineering 144 12 (2022) 121008.","DOI":"10.1115\/1.4055680"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Pablo\u00a0A. Ortega-Auriol Thor\u00a0F. Besier Winston\u00a0D. Byblow and Angus J.\u00a0C. McMorland. 2018. Fatigue Influences the Recruitment but Not Structure of Muscle Synergies. Frontiers in Human Neuroscience 12 (2018) 217. 10.3389\/fnhum.2018.00217","DOI":"10.3389\/fnhum.2018.00217"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"Micha\u0142 Paw\u0142owski Mariusz\u00a0P Furmanek and Grzegorz Juras. 2025. Does muscle fatigue change motor synergies at different levels of neuromotor control? Frontiers in Human Neuroscience 18 (2025) 1519462.","DOI":"10.3389\/fnhum.2024.1519462"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Xue\u00a0Bin Peng Pieter Abbeel Sergey Levine and Michiel Van\u00a0de Panne. 2018. Deepmimic: Example-guided deep reinforcement learning of physics-based character skills. ACM Transactions On Graphics (TOG) 37 4 (2018) 1\u201314.","DOI":"10.1145\/3197517.3201311"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Xue\u00a0Bin Peng Glen Berseth KangKang Yin and Michiel Van De\u00a0Panne. 2017. Deeploco: Dynamic locomotion skills using hierarchical deep reinforcement learning. Acm transactions on graphics (tog) 36 4 (2017) 1\u201313.","DOI":"10.1145\/3072959.3073602"},{"key":"e_1_3_3_1_21_2","unstructured":"Antonin Raffin Ashley Hill Adam Gleave Anssi Kanervisto Maximilian Ernestus and Noah Dormann. 2021. Stable-baselines3: Reliable reinforcement learning implementations. Journal of machine learning research 22 268 (2021) 1\u20138."},{"key":"e_1_3_3_1_22_2","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1707.06347 (2017)."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Max Schwenzer Muzaffer Ay Thomas Bergs and Dirk Abel. 2021. Review on model predictive control: An engineering perspective. The International Journal of Advanced Manufacturing Technology 117 5 (2021) 1327\u20131349.","DOI":"10.1007\/s00170-021-07682-3"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Stephen\u00a0H Scott. 2004. Optimal feedback control and the neural basis of volitional motor control. Nature Reviews Neuroscience 5 7 (2004) 532\u2013545.","DOI":"10.1038\/nrn1427"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"David Silver Aja Huang Chris\u00a0J Maddison Arthur Guez Laurent Sifre George Van Den\u00a0Driessche Julian Schrittwieser Ioannis Antonoglou Veda Panneershelvam Marc Lanctot et\u00a0al. 2016. Mastering the game of Go with deep neural networks and tree search. nature 529 7587 (2016) 484\u2013489.","DOI":"10.1038\/nature16961"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","unstructured":"Rajat\u00a0Emanuel Singh Kamran Iqbal Gannon White and Tarun\u00a0Edgar Hutchinson. 2018. A Systematic Review on Muscle Synergies: From Building Blocks of Motor Behavior to a Neurorehabilitation Tool. Applied Bionics and Biomechanics 2018 1 (2018) 3615368. 10.1155\/2018\/3615368","DOI":"10.1155\/2018\/3615368"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"Seungmoon Song \u0141ukasz Kidzi\u0144ski Xue\u00a0Bin Peng Carmichael Ong Jennifer Hicks Sergey Levine Christopher\u00a0G Atkeson and Scott\u00a0L Delp. 2021. Deep reinforcement learning for modeling human locomotion control in neuromechanical simulation. Journal of neuroengineering and rehabilitation 18 1 (2021) 126.","DOI":"10.1186\/s12984-021-00919-y"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Emanuel Todorov and Michael\u00a0I Jordan. 2002. Optimal feedback control as a theory of motor coordination. Nature neuroscience 5 11 (2002) 1226\u20131235.","DOI":"10.1038\/nn963"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Nina\u00a0K V\u00f8llestad. 1997. Measurement of human muscle fatigue. Journal of neuroscience methods 74 2 (1997) 219\u2013227.","DOI":"10.1016\/S0165-0270(97)02251-6"}],"event":{"name":"MOCO '26: The 10th International Conference on Movement and Computing 2026","location":"Montpellier France","acronym":"MOCO '26"},"container-title":["Proceedings of the 10th International Conference on Movement and Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3802842.3802886","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T10:07:56Z","timestamp":1776938876000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3802842.3802886"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,23]]},"references-count":29,"alternative-id":["10.1145\/3802842.3802886","10.1145\/3802842"],"URL":"https:\/\/doi.org\/10.1145\/3802842.3802886","relation":{},"subject":[],"published":{"date-parts":[[2026,4,23]]},"assertion":[{"value":"2026-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}