{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T03:18:56Z","timestamp":1775186336098,"version":"3.50.1"},"reference-count":73,"publisher":"American Association for the Advancement of Science (AAAS)","issue":"58","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sci. Robot."],"published-print":{"date-parts":[[2021,9,29]]},"abstract":"<jats:p>A visual-inertial skeleton tracking framework is presented for accurate, robust, and affordable hand tracking applications.<\/jats:p>","DOI":"10.1126\/scirobotics.abe1315","type":"journal-article","created":{"date-parts":[[2021,9,29]],"date-time":"2021-09-29T18:01:28Z","timestamp":1632938488000},"source":"Crossref","is-referenced-by-count":66,"title":["Visual-inertial hand motion tracking with robustness against occlusion, interference, and contact"],"prefix":"10.1126","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8579-0958","authenticated-orcid":true,"given":"Yongseok","family":"Lee","sequence":"first","affiliation":[{"name":"Department of Mechanical Engineering, Seoul National University, 1 Gwanak-Ro, Gwanak-Gu, Seoul 08826, Republic of Korea."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4411-9535","authenticated-orcid":true,"given":"Wonkyung","family":"Do","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Stanford University, 438 Panama Street, Building 570, Stanford, CA 94305, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3801-3988","authenticated-orcid":true,"given":"Hanbyeol","family":"Yoon","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Seoul National University, 1 Gwanak-Ro, Gwanak-Gu, Seoul 08826, Republic of Korea."}]},{"given":"Jinuk","family":"Heo","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Seoul National University, 1 Gwanak-Ro, Gwanak-Gu, Seoul 08826, Republic of Korea."}]},{"given":"WonHa","family":"Lee","sequence":"additional","affiliation":[{"name":"Memory Business, Samsung Electronics, 114 Samsung-Ro, Gyeonggi-Do 17786, Republic of Korea."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2108-3960","authenticated-orcid":true,"given":"Dongjun","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Seoul National University, 1 Gwanak-Ro, Gwanak-Gu, Seoul 08826, Republic of Korea."}]}],"member":"221","reference":[{"key":"e_1_3_2_2_2","unstructured":"Video Friday: Amazon CEO Jeff Bezos Tries Dexterous Robot Hands (2019); https:\/\/spectrum.ieee.org\/automaton\/robotics\/robotics-hardware\/video-friday-amazon-ceo-jeff-bezos-dexterous-robot-hands\/."},{"key":"e_1_3_2_3_2","doi-asserted-by":"crossref","unstructured":"J. Bimbo C. Pacchierotti M. Aggravi N. Tsagarakis D. Prattichizzo Teleoperation in cluttered environments using wearable haptic feedback in Proceedings of IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2017) pp. 3401\u20133408.","DOI":"10.1109\/IROS.2017.8206180"},{"key":"e_1_3_2_4_2","doi-asserted-by":"crossref","unstructured":"A. Tobergte P. Helmer U. Hagn P. Rouiller S. Thielmann S. Grange A. Albu-Sch\u00e4ffer F. Conti G. Hirzinger The sigma. 7 haptic interface for mirosurge: A new bi-manual surgical console in Proceedings of IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2011) pp. 3023\u20133030.","DOI":"10.1109\/IROS.2011.6094433"},{"key":"e_1_3_2_5_2","unstructured":"KUKA smartPAD teach pendant (2018); https:\/\/www.kuka.com\/en-de\/products\/robot-systems\/robot-controllers\/smartpad\/."},{"key":"e_1_3_2_6_2","unstructured":"E. Ackernam Your finger on a tablet can control entire swarms of robots (2015); https:\/\/spectrum.ieee.org\/automaton\/robotics\/robotics-software\/georgia-tech-robot-swarm-control\/."},{"key":"e_1_3_2_7_2","unstructured":"Oculus Quest 2 & Touch; www.oculus.com\/quest-2\/features\/."},{"key":"e_1_3_2_8_2","unstructured":"VIVE controller; www.vive.com\/us\/accessory\/controller\/."},{"key":"e_1_3_2_9_2","unstructured":"Leap Motion; www.ultraleap.com\/product\/leap-motion-controller\/."},{"key":"e_1_3_2_10_2","unstructured":"F. Zhang V. Bazarevsky A. Vakunov A. Tkachenka G. Sung C.-L. Chang M. Grundmann Mediapipe hands: On-device real-time hand tracking in Proceedings of IEEE International Conference on Computer Vision (Workshops) (IEEE 2019)."},{"key":"e_1_3_2_11_2","doi-asserted-by":"crossref","unstructured":"F. Mueller F. Bernard O. Sotnychenko D. Mehta S. Sridhar D. Casas C. Theobalt Ganerated hands for real-time 3d hand tracking from monocular rgb in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2018) pp. 49\u201359.","DOI":"10.1109\/CVPR.2018.00013"},{"key":"e_1_3_2_12_2","doi-asserted-by":"crossref","unstructured":"A. Spurr U. Iqbal P. Molchanov O. Hilliges J. Kautz Weakly supervised 3d hand pose estimation via biomechanical constraints in Proceedings of European Conference on Computer Vision (Springer 2020) pp. 211\u2013228.","DOI":"10.1007\/978-3-030-58520-4_13"},{"key":"e_1_3_2_13_2","unstructured":"G. Moon Y. Ju K. Lee V2v-posenet: Voxel-to-voxel prediction network for accurate 3d hand and human pose estimation from a single depth map in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2018) pp. 5079\u20135088."},{"key":"e_1_3_2_14_2","doi-asserted-by":"crossref","unstructured":"C. Zimmermann T. Brox Learning to estimate 3d hand pose from single rgb images in Proceedings of IEEE International Conference on Computer Vision (IEEE 2017) pp. 4903\u20134911.","DOI":"10.1109\/ICCV.2017.525"},{"key":"e_1_3_2_15_2","doi-asserted-by":"crossref","unstructured":"C. Qian X. Sun Y. Wei X. Tang J. Sun Realtime and robust hand tracking from depth in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2014) pp. 1106\u20131113.","DOI":"10.1109\/CVPR.2014.145"},{"key":"e_1_3_2_16_2","doi-asserted-by":"crossref","unstructured":"T. Sharp C. Keskin D. Robertson J. Taylor J. Shotton D. Kim C. Rhemann I. Leichter A. Vinnikov Y. Wei D. Freedman P. Kohli E. Krupka A. Fitzgibbon S. Izadi Accurate robust and flexible real-time hand tracking in Proceedings of ACM Conference on Human Factors in Computing Systems (Association for Computing Machinery 2015) pp. 3633\u20133642.","DOI":"10.1145\/2702123.2702179"},{"key":"e_1_3_2_17_2","doi-asserted-by":"crossref","unstructured":"S. Hampali M. Rad M. Oberweger V. Lepetit Honnotate: A method for 3d annotation of hand and object poses Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2020) pp. 3196\u20133206.","DOI":"10.1109\/CVPR42600.2020.00326"},{"key":"e_1_3_2_18_2","doi-asserted-by":"crossref","unstructured":"S. Sridhar F. Mueller M. Zollh\u00f6fer D. Casas A. Oulasvirta C. Theobalt Real-time joint tracking of a hand manipulating an object from rgb-d input in Proceedings of European Conference on Computer Vision (Springer 2016) pp. 294\u2013310.","DOI":"10.1007\/978-3-319-46475-6_19"},{"key":"e_1_3_2_19_2","doi-asserted-by":"crossref","unstructured":"S. Yuan Q. Ye B. Stenger S. Jain T.-K. Kim Bighand2. 2m benchmark: Hand pose dataset and state of the art analysis in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2017) pp. 4866\u20134874.","DOI":"10.1109\/CVPR.2017.279"},{"key":"e_1_3_2_20_2","doi-asserted-by":"crossref","unstructured":"A. Armagan G. Garcia-Hernando S. Baek S. Hampali M. Rad Z. Zhang S. Xie M. Chen B. Zhang F. Xiong Y. Xiao Z. Cao J. Yuan P. Ren W. Huang H. Sun M. Hr\u00faz J. Kanis Z. Kr\u0148oul Q. Wan S. Li L. Yang D. Lee A. Yao W. Zhou S. Mei Y. Liu A. Spurr U. Iqbal P. Molchanov P. Weinzaepfel R. Br\u00e9gier G. Rogez V. Lepetit T.-K. Kim Measuring generalisation to unseen viewpoints articulations shapes and objects for 3D hand pose estimation under hand-object interaction in Proceedings of European Conference on Computer Vision (Springer 2020) pp. 85\u2013101.","DOI":"10.1007\/978-3-030-58592-1_6"},{"key":"e_1_3_2_21_2","unstructured":"Perception Neuron; https:\/\/neuronmocap.com\/."},{"key":"e_1_3_2_22_2","unstructured":"Manus VR; https:\/\/manus-vr.com\/."},{"key":"e_1_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2018.2872570"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2720667"},{"key":"e_1_3_2_25_2","doi-asserted-by":"crossref","unstructured":"G. Santaera E. Luberto A. Serio M. Gabiccini A. Bicchi Low-cost fast and accurate reconstruction of robotic and human postures via imu measurements in Proceedings of IEEE International Conference on Robotics and Automation (IEEE 2015) pp. 2728\u20132735.","DOI":"10.1109\/ICRA.2015.7139569"},{"key":"e_1_3_2_26_2","unstructured":"VIVE tracker; www.vive.com\/us\/accessory\/controller."},{"key":"e_1_3_2_27_2","unstructured":"Cyber Glove Systems; www.cyberglovesystems.com."},{"key":"e_1_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3311972"},{"key":"e_1_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.3390\/s17020420"},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.3390\/s16060766"},{"key":"e_1_3_2_31_2","doi-asserted-by":"crossref","unstructured":"T. K. Chan Y. K. Yu H. C. Kam K. H. Wong Robust hand gesture input using computer vision inertial measurement unit (imu) and flex sensors in Proceedings of IEEE International Conference on Mechatronics Robotics and Automation (IEEE 2018) pp. 95\u201399.","DOI":"10.1109\/ICMRA.2018.8490559"},{"key":"e_1_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2792684"},{"key":"e_1_3_2_33_2","unstructured":"HaptX Gloves; https:\/\/haptx.com\/."},{"key":"e_1_3_2_34_2","unstructured":"Polhemus; https:\/\/polhemus.com\/motion-tracking\/hand-and-finger-trackers\/."},{"key":"e_1_3_2_35_2","doi-asserted-by":"crossref","unstructured":"F. S. Parizi E. Whitmire S. Patel Auraring: Precise electromagnetic finger tracking in Proceedings of ACM Conference on Interactive Mobile Wearable and Ubiquitous Technologies (ACM 2019) vol. 3 pp. 1\u201328.","DOI":"10.1145\/3369831"},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/TMAG.2010.2076401"},{"key":"e_1_3_2_37_2","unstructured":"Dexmo; www.dextarobotics.com\/en-us."},{"key":"e_1_3_2_38_2","unstructured":"Sense Glove; www.senseglove.com."},{"key":"e_1_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1115\/1.4032270"},{"key":"e_1_3_2_40_2","doi-asserted-by":"crossref","unstructured":"I. Sarakoglou A. Brygo D. Mazzanti N. G. Hernandez D. G. Caldwell N. G. Tsagarakis Hexotrac: A highly under-actuated hand exoskeleton for finger tracking and force feedback Proceedings of IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2016) pp. 1033\u20131040.","DOI":"10.1109\/IROS.2016.7759176"},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364907079278"},{"key":"e_1_3_2_42_2","doi-asserted-by":"crossref","unstructured":"G. Bleser G. Hendeby M. Miezal Using egocentric vision to achieve robust inertial body tracking under magnetic disturbances in Proceedings of IEEE International Symposium on Mixed and Augmented Reality (IEEE 2011) pp. 103\u2013109.","DOI":"10.1109\/ISMAR.2011.6092528"},{"key":"e_1_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2020.3024033"},{"key":"e_1_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Y. Li D. Weng D. Li Y. Wang A low-cost drift-free optical-inertial hybrid motion capture system for high-precision human pose detection in Proceedings of IEEE International Symposium on Mixed and Augmented Reality (Adjunct) (IEEE 2019) pp. 75\u201380.","DOI":"10.1109\/ISMAR-Adjunct.2019.00034"},{"key":"e_1_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919887447"},{"key":"e_1_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1089\/soro.2018.0006"},{"key":"e_1_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aav2949"},{"key":"e_1_3_2_48_2","first-page":"2747","article-title":"Wearable sensing for solid biomechanics: A review","volume":"15","author":"Wong C.","year":"2015","unstructured":"C. Wong, Z.-Q. Zhang, B. Lo, G.-Z. Yang, Wearable sensing for solid biomechanics: A review. IEEE Sens. J. 15, 2747\u20132760 (2015).","journal-title":"IEEE Sens. J."},{"key":"e_1_3_2_49_2","doi-asserted-by":"crossref","unstructured":"F. Mueller D. Mehta O. Sotnychenko S. Sridhar D. Casas C. Theobalt Real-time hand tracking under occlusion from an egocentric rgb-d sensor. in Proceedings of IEEE International Conference on Computer Vision (IEEE 2017) pp. 1284\u20131293.","DOI":"10.1109\/ICCVW.2017.82"},{"key":"e_1_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3130800.3130830"},{"key":"e_1_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.18-23-10105.1998"},{"key":"e_1_3_2_52_2","doi-asserted-by":"crossref","unstructured":"C.-E. Hrabia K. Wolf M. Wilhelm Whole hand modeling using 8 wearable sensors: Biomechanics for hand pose prediction in Proceedings of Augmented Human International Conference (Association for Computing Machinery 2013) pp. 21\u201328.","DOI":"10.1145\/2459236.2459241"},{"key":"e_1_3_2_53_2","doi-asserted-by":"crossref","unstructured":"Q. Yuan I.-M. Chen A. W. Sin Method to calibrate the skeleton model using orientation sensors in Proceedings of IEEE International Conference on Robotics and Automation (IEEE 2013) pp. 5297\u20135302.","DOI":"10.1109\/ICRA.2013.6631335"},{"key":"e_1_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbiomech.2005.11.011"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.3390\/s140406891"},{"key":"e_1_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2010.46"},{"key":"e_1_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2971687"},{"key":"e_1_3_2_58_2","doi-asserted-by":"crossref","unstructured":"W. Gao R. Tedrake Filterreg: Robust and efficient probabilistic point-set registration using gaussian filter and twist parameterization in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2019) pp. 11095\u201311104.","DOI":"10.1109\/CVPR.2019.01135"},{"key":"e_1_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2012.2206675"},{"key":"e_1_3_2_60_2","unstructured":"N. Trawny S. I. Roumeliotis \u201cIndirect kalman filter for 3D attitude estimation\u201d (Techical Report University of Minnesota 2005) vol. 2."},{"key":"e_1_3_2_61_2","unstructured":"S. M. Weiss \u201cVision based navigation for micro helicopters \u201d thesis ETH Zurich (2012)."},{"key":"e_1_3_2_62_2","doi-asserted-by":"crossref","unstructured":"J. Zhang J. Jiao M. Chen L. Qu X. Xu Q. Yang A hand pose tracking benchmark from stereo matching in Proceedings of IEEE International Conference on Image Processing (IEEE 2017) pp. 982\u2013986.","DOI":"10.1109\/ICIP.2017.8296428"},{"key":"e_1_3_2_63_2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.261"},{"key":"e_1_3_2_64_2","unstructured":"Y. Lee I. Jang D. J. Lee Enlarging just noticeable differences of visual-proprioceptive conflict in vr using haptic feedback in Proceedings of IEEE World Haptics Conference (IEEE 2015) pp. 19\u201324."},{"key":"e_1_3_2_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/1265957.1265959"},{"key":"e_1_3_2_66_2","unstructured":"Z. Zhang S. Xie M. Chen H. Zhu Handaugment: A simple data augmentation method for depth-based 3D hand pose estimation (2020); arXiv:2001.00702 [cs.CV] (3 January 2020)."},{"key":"e_1_3_2_67_2","first-page":"11061","article-title":"Awr: Adaptive weighting regression for 3D hand pose estimation","volume":"34","author":"Huang W.","year":"2020","unstructured":"W. Huang, P. Ren, J. Wang, Q. Qi, H. Sun, Awr: Adaptive weighting regression for 3D hand pose estimation. Proc. AAAI Conf. Artificial Intell. 34, 11061\u201311068 (2020).","journal-title":"Proc. AAAI Conf. Artificial Intell."},{"key":"e_1_3_2_68_2","doi-asserted-by":"crossref","unstructured":"S. Sridhar F. Mueller A. Oulasvirta C. Theobalt Fast and robust hand tracking using detection-guided optimization in Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (IEEE 2015) pp. 3213\u20133221.","DOI":"10.1109\/CVPR.2015.7298941"},{"key":"e_1_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21531"},{"key":"e_1_3_2_70_2","unstructured":"S. M. Abbas A. Muhammad Outdoor RGB-D SLAM performance in slow mine detection in Proceedings of German Conference on Robotics (VDE 2012) pp. 1\u20136."},{"key":"e_1_3_2_71_2","doi-asserted-by":"crossref","unstructured":"P. Panteleris A. Argyros Back to rgb: 3d tracking of hands and hand-object interactions based on short-baseline stereo in Proceedings of IEEE International Conference on Computer Vision (Workshops) (IEEE 2017).","DOI":"10.1109\/ICCVW.2017.74"},{"key":"e_1_3_2_72_2","unstructured":"Xsense; www.xsens.com."},{"key":"e_1_3_2_73_2","unstructured":"Zed Mini; www.stereolabs.com\/zed-mini."},{"key":"e_1_3_2_74_2","doi-asserted-by":"crossref","unstructured":"U. Iqbal P. Molchanov T. B. J. Gall J. Kautz Hand pose estimation via latent 2.5D heatmap regression in Proceedings of European Conference on Computer Vision (Springer 2018) pp. 118\u2013134.","DOI":"10.1007\/978-3-030-01252-6_8"}],"container-title":["Science Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.science.org\/doi\/pdf\/10.1126\/scirobotics.abe1315","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T00:58:09Z","timestamp":1725843489000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.science.org\/doi\/10.1126\/scirobotics.abe1315"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,29]]},"references-count":73,"journal-issue":{"issue":"58","published-print":{"date-parts":[[2021,9,29]]}},"alternative-id":["10.1126\/scirobotics.abe1315"],"URL":"https:\/\/doi.org\/10.1126\/scirobotics.abe1315","relation":{},"ISSN":["2470-9476"],"issn-type":[{"value":"2470-9476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,29]]},"article-number":"eabe1315"}}