{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:22:32Z","timestamp":1776082952143,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":92,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676412","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Touchscreen-based Hand Tracking for Remote Whiteboard Interaction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4744-5798","authenticated-orcid":false,"given":"Xinshuang","family":"Liu","sequence":"first","affiliation":[{"name":"University of California, United States and Microsoft Research Asia, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8125-2845","authenticated-orcid":false,"given":"Yizhong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft Research Asia, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8788-2453","authenticated-orcid":false,"given":"Xin","family":"Tong","sequence":"additional","affiliation":[{"name":"Microsoft Research Asia, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474801"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.gmod.2011.05.003"},{"key":"e_1_3_2_2_3_1","unstructured":"Atmel 2015. maXTouch 2911-node Touchscreen Controller Datasheet. Atmel."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00116"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376550"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1276377.1276467"},{"key":"e_1_3_2_2_7_1","first-page":"1","article-title":"Force Touch Detection on Capacitive Sensors using Deep Neural Networks. In MobileHCI 2019","volume":"42","author":"Boceck Tobias","year":"2019","unstructured":"Tobias Boceck, Sascha Sprott, Huy\u00a0Viet Le, and Sven Mayer. 2019. Force Touch Detection on Capacitive Sensors using Deep Neural Networks. In MobileHCI 2019. ACM, 42:1\u201342:6.","journal-title":"ACM"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1984.1087186"},{"key":"e_1_3_2_2_9_1","volume-title":"CVPR","author":"Boukhayma Adnane","year":"2019","unstructured":"Adnane Boukhayma, Rodrigo\u00a0Andrade de Bem, and Philip H.\u00a0S. Torr. 2019. 3D Hand Shape and Pose From Images in the Wild. In CVPR 2019. IEEE, 10843\u201310852."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58601-0_22"},{"key":"e_1_3_2_2_11_1","volume-title":"CHI","author":"Br\u00e4nzel Alan","year":"2013","unstructured":"Alan Br\u00e4nzel, Christian Holz, Daniel Hoffmann, Dominik Schmidt, Marius Knaust, Patrick L\u00fchne, Ren\u00e9 Meusel, Stephan Richter, and Patrick Baudisch. 2013. GravitySpace: tracking users and their poses in a smart room using a pressure-sensing floor. In CHI 2013. 725\u2013734."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/2151237X.2005.10129202"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2022.116633"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i1.19919"},{"key":"e_1_3_2_2_15_1","first-page":"1","article-title":"3D Hand Pose Estimation on Conventional Capacitive Touchscreens. In MobileHCI 2021","volume":"3","author":"Choi Frederick","year":"2021","unstructured":"Frederick Choi, Sven Mayer, and Chris Harrison. 2021. 3D Hand Pose Estimation on Conventional Capacitive Touchscreens. In MobileHCI 2021. ACM, 3:1\u20133:13.","journal-title":"ACM"},{"key":"e_1_3_2_2_16_1","volume-title":"Eurographics","author":"Chung Se-Joon","year":"2015","unstructured":"Se-Joon Chung, Junggon Kim, Shangchen Han, and Nancy\u00a0S. Pollard. 2015. Quadratic Encoding for Hand Pose Reconstruction from Multi-Touch Input. In Eurographics 2015. Eurographics Association, 13\u201316."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2007.383471"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/502348.502389"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58539-6_8"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01109"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441796"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2018.12.001"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1095034.1095054"},{"key":"e_1_3_2_2_24_1","volume-title":"Squeeze-and-Excitation Networks. In CVPR","author":"Hu Jie","year":"2018","unstructured":"Jie Hu, Li Shen, and Gang Sun. 2018. Squeeze-and-Excitation Networks. In CVPR 2018. IEEE, 7132\u20137141."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3699756"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1986.289285"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/142750.142977"},{"key":"e_1_3_2_2_28_1","volume-title":"Learnable Triangulation of Human Pose. In ICCV","author":"Iskakov Karim","year":"2019","unstructured":"Karim Iskakov, Egor Burkov, Victor Lempitsky, and Yury Malkov. 2019. Learnable Triangulation of Human Pose. In ICCV 2019. 7717\u20137726."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2781699"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/TABLETOP.2007.34"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1610252.1610277"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00854"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1049\/el:19650200"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208333"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.3390\/s23125509"},{"key":"e_1_3_2_2_36_1","volume-title":"Kingma and Jimmy Ba","author":"P.","year":"2015","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In ICLR 2015."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173934"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242605"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302295"},{"key":"e_1_3_2_2_40_1","volume-title":"MUM","author":"Le Khanh-Duy","year":"2017","unstructured":"Khanh-Duy Le, Kening Zhu, and Morten Fjeld. 2017. Mirrortablet: Exploring a Low-Cost Mobile System for Capturing Unmediated Hand Gestures in Remote Collaboration. In MUM 2017. ACM, 79\u201389."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00295"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","unstructured":"John\u00a0P Lewis Matt Cordner and Nickson Fong. 2000. Pose space deformation: a unified approach to shape interpolation and skeleton-driven deformation. In SIGGRAPH. 165\u2013172.","DOI":"10.1145\/344779.344862"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00242"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01648"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11760-021-02069-z"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01306"},{"key":"e_1_3_2_2_47_1","volume-title":"Estimating the Finger Orientation on Capacitive Touchscreens Using Convolutional Neural Networks. In ISS","author":"Mayer Sven","year":"2017","unstructured":"Sven Mayer, Huy\u00a0Viet Le, and Niels Henze. 2017. Estimating the Finger Orientation on Capacitive Touchscreens Using Convolutional Neural Networks. In ISS 2017. ACM, 220\u2013229."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445703"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.14434\/ijdl.v11i1.24642"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20068-7_22"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58565-5_33"},{"key":"e_1_3_2_2_52_1","volume-title":"Real-time pose and shape reconstruction of two interacting hands with a single depth camera. TOG 38, 4","author":"Mueller Franziska","year":"2019","unstructured":"Franziska Mueller, Micah Davis, Florian Bernard, Oleksandr Sotnychenko, Mickeal Verschoor, Miguel\u00a0A. Otaduy, Dan Casas, and Christian Theobalt. 2019. Real-time pose and shape reconstruction of two interacting hands with a single depth camera. TOG 38, 4 (2019), 49:1\u201349:13."},{"key":"e_1_3_2_2_53_1","volume-title":"ACCV","author":"Myanganbayar Battushig","year":"2018","unstructured":"Battushig Myanganbayar, Cristina Mata, Gil Dekel, Boris Katz, Guy Ben-Yosef, and Andrei Barbu. 2018. Partially Occluded Hands: - A Challenging New Dataset for Single-Image Hand Pose Estimation. In ACCV 2018, Vol.\u00a011365. Springer, 85\u201398."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.3390\/s21144776"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/38.963461"},{"key":"e_1_3_2_2_56_1","unstructured":"George S HurstJames\u00a0E Parks. 1970. Electrical sensor of plane coordinates. US Patent US3662105A."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543501"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"crossref","unstructured":"Silvia\u00a0L Pintea Yancong Lin Jouke Dijkstra and Jan\u00a0C van Gemert. 2023. A step towards understanding why classification helps regression. In ICCV. 19972\u201319981.","DOI":"10.1109\/ICCV51070.2023.01828"},{"key":"e_1_3_2_2_59_1","first-page":"24327","article-title":"Heatmap distribution matching for human pose estimation","volume":"35","author":"Qu Haoxuan","year":"2022","unstructured":"Haoxuan Qu, Li Xu, Yujun Cai, Lin\u00a0Geng Foo, and Jun Liu. 2022. Heatmap distribution matching for human pose estimation. NIPS 35 (2022), 24327\u201324339.","journal-title":"NIPS"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503397"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01990"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979318"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130800.3130883"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445502"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340764.3340767"},{"key":"e_1_3_2_2_67_1","volume-title":"ICCV","author":"Spurr Adrian","year":"2021","unstructured":"Adrian Spurr, Aneesh Dahiya, Xi Wang, Xucong Zhang, and Otmar Hilliges. 2021. PeCLR: Self-Supervised 3D Hand Pose Estimation from monocular RGB via Equivariant Contrastive Learning. In ICCV 2021. 11230\u201311239."},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3546718"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445621"},{"key":"e_1_3_2_2_70_1","volume-title":"Integral Human Pose Regression. In ECCV 2018(Lecture Notes in Computer Science, Vol.\u00a011210)","author":"Sun Xiao","year":"2018","unstructured":"Xiao Sun, Bin Xiao, Fangyin Wei, Shuang Liang, and Yichen Wei. 2018. Integral Human Pose Regression. In ECCV 2018(Lecture Notes in Computer Science, Vol.\u00a011210). Springer, 536\u2013553."},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/MMSP.2009.5293268"},{"key":"e_1_3_2_2_72_1","volume-title":"People and Computers XX \u2014 Engage","author":"Tang Anthony","unstructured":"Anthony Tang, Carman Neustaedter, and Saul Greenberg. 2007. VideoArms: Embodiments for Mixed Presence Groupware. In People and Computers XX \u2014 Engage. Springer London, 85\u2013102."},{"key":"e_1_3_2_2_73_1","volume-title":"CHI","author":"C.","year":"1991","unstructured":"John\u00a0C. Tang and Scott Minneman. 1991. VideoWhiteboard: Video Shadows to Support Remote Collaboration. In CHI 1991. ACM, 315\u2013322."},{"key":"e_1_3_2_2_74_1","first-page":"69","article-title":"Using a digital presenter as a mixed solution to teaching and training","volume":"10","author":"Thily Herv\u00e9","year":"2010","unstructured":"Herv\u00e9 Thily. 2010. Using a digital presenter as a mixed solution to teaching and training. Teaching English with Technology 10, 2 (2010), 69\u201378.","journal-title":"Teaching English with Technology"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3243028"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2890252"},{"key":"e_1_3_2_2_77_1","volume-title":"NIPS","author":"Vaswani Ashish","year":"2019","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2019. Attention is All you Need. In NIPS 2017. 5998\u20136008."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00569"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02035"},{"key":"e_1_3_2_2_80_1","unstructured":"Wayne Westerman. 1999. Hand tracking finger identification and chordic manipulation on a multi-touch surface. Citeseer."},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/1027933.1027946"},{"key":"e_1_3_2_2_82_1","volume-title":"ISS","author":"Wood Erroll","year":"2016","unstructured":"Erroll Wood, Jonathan Taylor, John Fogarty, Andrew Fitzgibbon, and Jamie Shotton. 2016. ShadowHands: High-Fidelity Remote Hand Gesture Visualization Using a Hand Tracker. In ISS 2016. ACM, 77\u201384."},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/2817721.2817737"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00088"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01635"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58610-2_8"},{"key":"e_1_3_2_2_87_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20503-3_53"},{"key":"e_1_3_2_2_88_1","volume-title":"MediaPipe Hands: On-device Real-time Hand Tracking. arXiv preprint arXiv:2006.10214","author":"Zhang Fan","year":"2020","unstructured":"Fan Zhang, Valentin Bazarevsky, Andrey Vakunov, Andrei Tkachenka, George Sung, Chuo-Ling Chang, and Matthias Grundmann. 2020. MediaPipe Hands: On-device Real-time Hand Tracking. arXiv preprint arXiv:2006.10214 (2020)."},{"key":"e_1_3_2_2_89_1","doi-asserted-by":"publisher","DOI":"10.1109\/VR55154.2023.00016"},{"key":"e_1_3_2_2_90_1","doi-asserted-by":"publisher","DOI":"10.1109\/34.888718"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642918.2647393"},{"key":"e_1_3_2_2_92_1","volume-title":"FreiHAND: A Dataset for Markerless Capture of Hand Pose and Shape From Single RGB Images. In ICCV","author":"Zimmermann Christian","year":"2019","unstructured":"Christian Zimmermann, Duygu Ceylan, Jimei Yang, Bryan\u00a0C. Russell, Max\u00a0J. Argus, and Thomas Brox. 2019. FreiHAND: A Dataset for Markerless Capture of Hand Pose and Shape From Single RGB Images. In ICCV 2019. IEEE, 813\u2013822."}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676412","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676412","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:11:57Z","timestamp":1754341917000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676412"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":92,"alternative-id":["10.1145\/3654777.3676412","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676412","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}