{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T17:30:02Z","timestamp":1771954202721,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,3]]},"DOI":"10.1145\/3680528.3687692","type":"proceedings-article","created":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T08:14:37Z","timestamp":1733213677000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Synchronize Dual Hands for Physics-Based Dexterous Guitar Playing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7851-3971","authenticated-orcid":false,"given":"Pei","family":"Xu","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8404-6405","authenticated-orcid":false,"given":"Ruocheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2024,12,3]]},"reference":[{"key":"e_1_3_3_3_2_1","doi-asserted-by":"crossref","unstructured":"OpenAI:\u00a0Marcin Andrychowicz Bowen Baker Maciek Chociej Rafal Jozefowicz Bob McGrew Jakub Pachocki Arthur Petron Matthias Plappert Glenn Powell Alex Ray et\u00a0al. 2020. Learning dexterous in-hand manipulation. The International Journal of Robotics Research 39 1 (2020) 3\u201320.","DOI":"10.1177\/0278364919887447"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00893"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"crossref","unstructured":"Jiali Chen Changjie Fan Zhimeng Zhang Gongzheng Li Zeng Zhao Zhigang Deng and Yu Ding. 2023a. A Music-Driven Deep Generative Adversarial Model for Guzheng Playing Animation. IEEE Transactions on Visualization and Computer Graphics 29 2 (2023) 1400\u20131414.","DOI":"10.1109\/TVCG.2021.3115902"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3588432.3591528"},{"key":"e_1_3_3_3_6_1","unstructured":"George ElKoura and Karan Singh. 2003. Handrix: Animating the Human Hand. (2003) 110\u2013119."},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01244"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01834"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"crossref","unstructured":"Hank Heijink and Ruud\u00a0GJ Meulenbroek. 2002. On the complexity of classical guitar playing: functional adaptations to task constraints. Journal of motor behavior 34 4 (2002) 339\u2013351.","DOI":"10.1080\/00222890209601952"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3532719.3543240"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413848"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"crossref","unstructured":"Paul\u00a0G Kry and Dinesh\u00a0K Pai. 2006. Interaction capture and synthesis. ACM Transactions on Graphics (TOG) 25 3 (2006) 872\u2013880.","DOI":"10.1145\/1141911.1141969"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418815"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2015.7363441"},{"key":"e_1_3_3_3_15_1","first-page":"218","volume-title":"ISMIR","author":"Li Bochen","year":"2018","unstructured":"Bochen Li, Akira Maezawa, and Zhiyao Duan. 2018. Skeleton Plays Piano: Online Generation of Pianist Body Movements from MIDI Performance.. In ISMIR. 218\u2013224."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01022"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"crossref","unstructured":"Hung\u00a0Yu Ling Fabio Zinno George Cheng and Michiel van\u00a0de Panne. 2020. Character controllers using motion VAEs. ACM Trans. Graph. 39 4 Article 40 (2020).","DOI":"10.1145\/3386569.3392422"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/1632592.1632616"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1576246.1531365"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"crossref","unstructured":"Jun-Wei Liu Hung-Yi Lin Yu-Fen Huang Hsuan-Kai Kao and Li Su. 2020. Body Movement Generation for Expressive Violin Performance Applying Neural Networks. International Conference on Acoustics Speech and Signal Processing (ICASSP) (2020) 3787\u20133791.","DOI":"10.1109\/ICASSP40776.2020.9054463"},{"key":"e_1_3_3_3_21_1","unstructured":"Viktor Makoviychuk Lukasz Wawrzyniak Yunrong Guo Michelle Lu Kier Storey Miles Macklin David Hoeller Nikita Rudin Arthur Allshire Ankur Handa and Gavriel State. 2021. Isaac Gym: High Performance GPU-Based Physics Simulation For Robot Learning. arxiv:https:\/\/arXiv.org\/abs\/2108.10470\u00a0[cs.RO]"},{"key":"e_1_3_3_3_22_1","unstructured":"Josh Merel Yuval Tassa Dhruva TB Sriram Srinivasan Jay Lemmon Ziyu Wang Greg Wayne and Nicolas Heess. 2017. Learning human behaviors from motion capture by adversarial imitation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1707.02201 (2017)."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/2422356.2422377"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"crossref","unstructured":"Xue\u00a0Bin Peng Pieter Abbeel Sergey Levine and Michiel van\u00a0de Panne. 2018. DeepMimic: Example-Guided Deep Reinforcement Learning of Physics-Based Character Skills. ACM Trans. Graph. 37 4 Article 143 (2018).","DOI":"10.1145\/3197517.3201311"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"crossref","unstructured":"Xue\u00a0Bin Peng Yunrong Guo Lina Halper Sergey Levine and Sanja Fidler. 2022. ASE: Large-Scale Reusable Adversarial Skill Embeddings for Physically Simulated Characters. ACM Trans. Graph. 41 4 Article 94 (2022).","DOI":"10.1145\/3528223.3530110"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"crossref","unstructured":"Xue\u00a0Bin Peng Ze Ma Pieter Abbeel Sergey Levine and Angjoo Kanazawa. 2021. AMP: Adversarial Motion Priors for Stylized Physics-Based Character Control. ACM Trans. Graph. 40 4 Article 144 (2021).","DOI":"10.1145\/3476576.3476723"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1073368.1073413"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01089"},{"key":"e_1_3_3_3_29_1","volume-title":"International Conference on Mathematics and Computing","author":"Radisavljevic Aleksander","year":"2004","unstructured":"Aleksander Radisavljevic and Peter\u00a0F Driessen. 2004. Path difference learning for guitar fingering problem. In International Conference on Mathematics and Computing."},{"key":"e_1_3_3_3_30_1","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal Policy Optimization Algorithms. arxiv:https:\/\/arXiv.org\/abs\/1707.06347\u00a0[cs.LG]"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00790"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.494"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"crossref","unstructured":"Lucchas\u00a0Ribeiro Skreinig Denis Kalkofen Ana Stanescu Peter Mohr Frank Heyen Shohei Mori Michael Sedlmair Dieter Schmalstieg and Alexander Plopski. 2023. guitARhero: Interactive Augmented Reality Guitar Tutorials. 29 11 (2023) 4676\u20134685.","DOI":"10.1109\/TVCG.2023.3320266"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58548-8_34"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"crossref","unstructured":"Yangang Wang Jianyuan Min Jianjie Zhang Yebin Liu Feng Xu Qionghai Dai and Jinxiang Chai. 2013. Video-based hand manipulation capture through composite motion control. ACM Transactions on Graphics (TOG) 32 4 (2013) 1\u201314.","DOI":"10.1145\/2461912.2462000"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"crossref","unstructured":"Jungdam Won Deepak Gopinath and Jessica Hodgins. 2020. A scalable approach to control diverse behaviors for physically simulated characters. ACM Transactions on Graphics 39 4 (2020) 33\u20131.","DOI":"10.1145\/3386569.3392381"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"crossref","unstructured":"Kevin\u00a0A. Wortman and Nicholas Smith. 2021. CombinoChord: A Guitar Chord Generator App. IEEE 11th Annual Computing and Communication Workshop and Conference (2021) 0785\u20130789.","DOI":"10.1109\/CCWC51732.2021.9376001"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"crossref","unstructured":"Zhaoming Xie Jonathan Tseng Sebastian Starke Michiel van\u00a0de Panne and C\u00a0Karen Liu. 2023. Hierarchical planning and control for box loco-manipulation. Proceedings of the ACM on Computer Graphics and Interactive Techniques 6 3 (2023) 1\u201318.","DOI":"10.1145\/3606931"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"crossref","unstructured":"Pei Xu and Ioannis Karamouzas. 2021. A GAN-Like Approach for Physics-Based Imitation Learning and Interactive Character Control. Proc. of the ACM on Computer Graphics and Interactive Techniques 4 3 (2021).","DOI":"10.1145\/3480148"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"crossref","unstructured":"Pei Xu Xiumin Shang Victor Zordan and Ioannis Karamouzas. 2023a. Composite Motion Learning with Task Control. ACM Transactions on Graphics 42 4 (2023).","DOI":"10.1145\/3592447"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"crossref","unstructured":"Pei Xu Kaixiang Xie Sheldon Andrews Paul\u00a0G. Kry Michael Neff Ioannis Karamouzas and Victor Zordan. 2023b. AdaptNet: Policy Adaptation for Physics-Based Character Control. ACM Transactions on Graphics 42 6 (2023).","DOI":"10.1145\/3618375"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"crossref","unstructured":"Zeshi Yang Kangkang Yin and Libin Liu. 2022. Learning to use chopsticks in diverse gripping styles. ACM Transactions on Graphics (TOG) 41 4 (2022) 1\u201317.","DOI":"10.1145\/3528223.3530057"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"crossref","unstructured":"Heyuan Yao Zhenhua Song Baoquan Chen and Libin Liu. 2022. ControlVAE: Model-Based Learning of Generative Controllers for Physics-Based Characters. ACM Trans. Graph. 41 6 Article 183 (2022).","DOI":"10.1145\/3550454.3555434"},{"key":"e_1_3_3_3_44_1","unstructured":"Heyuan Yao Zhenhua Song Yuyang Zhou Tenglong Ao Baoquan Chen and Libin Liu. 2023. MoConVQ: Unified Physics-Based Motion Control via Scalable Discrete Representations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.10198 (2023)."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"crossref","unstructured":"Yuting Ye and C\u00a0Karen Liu. 2012. Synthesis of detailed hand manipulations using contact sampling. ACM Transactions on Graphics (ToG) 31 4 (2012) 1\u201310.","DOI":"10.1145\/2185520.2335392"},{"key":"e_1_3_3_3_46_1","volume-title":"Conference on Robot Learning","author":"Zakka Kevin","year":"2023","unstructured":"Kevin Zakka, Philipp Wu, Laura Smith, Nimrod Gileadi, Taylor Howell, Xue\u00a0Bin Peng, Sumeet Singh, Yuval Tassa, Pete Florence, Andy Zeng, et\u00a0al. 2023. Robopianist: Dexterous piano playing with deep reinforcement learning. In Conference on Robot Learning."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"crossref","unstructured":"H Zhang Y Ye T Shiratori and T Komura. 2021. ManipNet: neural manipulation synthesis with a hand-object spatial representation. ACM Transactions on Graphics (2021).","DOI":"10.1145\/3476576.3476690"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","unstructured":"Zeyi Zhang Tenglong Ao Yuyao Zhang Qingzhe Gao Chuan Lin Baoquan Chen and Libin Liu. 2024. Semantic Gesticulator: Semantics-Aware Co-Speech Gesture Synthesis. ACM Trans. Graph. (2024) 17\u00a0pages. 10.1145\/3658134https:\/\/dl.acm.org\/doi\/10.1145\/3658134","DOI":"10.1145\/3658134"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"crossref","unstructured":"Wenping Zhao Jianjie Zhang Jianyuan Min and Jinxiang Chai. 2013. Robust realtime physics-based motion control for human grasping. ACM Transactions on Graphics (TOG) 32 6 (2013) 1\u201312.","DOI":"10.1145\/2508363.2508412"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"crossref","unstructured":"Yuanfeng Zhu Ajay\u00a0Sundar Ramakrishnan Bernd Hamann and Michael Neff. 2013. A system for automatic animation of piano performances. Computer Animation and Virtual Worlds 24 5 (2013) 445\u2013457.","DOI":"10.1002\/cav.1477"}],"event":{"name":"SA '24: SIGGRAPH Asia 2024 Conference Papers","location":"Tokyo Japan","acronym":"SA '24","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"]},"container-title":["SIGGRAPH Asia 2024 Conference Papers"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3680528.3687692","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3680528.3687692","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:20Z","timestamp":1750295900000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3680528.3687692"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,3]]},"references-count":49,"alternative-id":["10.1145\/3680528.3687692","10.1145\/3680528"],"URL":"https:\/\/doi.org\/10.1145\/3680528.3687692","relation":{},"subject":[],"published":{"date-parts":[[2024,12,3]]},"assertion":[{"value":"2024-12-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}