{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T09:57:05Z","timestamp":1773482225358,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,8]]},"DOI":"10.1145\/3731459.3779354","type":"proceedings-article","created":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T13:35:51Z","timestamp":1772890551000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Augmented Assembly: Object Recognition and Hand Tracking for Adaptive Assembly Instructions in Augmented Reality"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6020-4529","authenticated-orcid":false,"given":"Alexander Htet","family":"Kyaw","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology (MIT), Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8519-4902","authenticated-orcid":false,"given":"Haotian","family":"Ma","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3678-6554","authenticated-orcid":false,"given":"Sasa","family":"Zivkovic","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5147-1505","authenticated-orcid":false,"given":"Jenny","family":"Sabin","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,7]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Jo\u00e3o Alves Bernardo Marques Carlos Ferreira Paulo Dias and Beatriz Santos. 2022. Comparing augmented reality visualization methods for assembly procedures. Virtual Reality 26 (March 2022) 1\u201314. 10.1007\/s10055-021-00557-8","DOI":"10.1007\/s10055-021-00557-8"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"Jacky Cao Kit-Yung Lam Lik-Hang Lee Xiaoli Liu Pan Hui and Xiang Su. 2023. Mobile Augmented Reality: User Interfaces Frameworks and Intelligence. ACM Comput. Surv. 55 9 (Jan. 2023) 189:1\u2013189:36. 10.1145\/3557999","DOI":"10.1145\/3557999"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3623509.3633398"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Wei Fang Shuhong Xu Lei Han and Zhangwenchi Li. 2023. Research and Application Progress of Tracking Registration Methods in AR Assembly. Journal of System Simulation 35 7 (Aug. 2023) 1438\u20131454. 10.16182\/j.issn1004731x.joss.22-0335","DOI":"10.16182\/j.issn1004731x.joss.22-0335"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3056540.3056548"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Ana\u00a0Ester Garcia\u00a0de Paiva\u00a0Pinheiro and Ana\u00a0Regina Cuperschmid. 2025. Integrating Augmented Reality and Artificial Intelligence in Assembly Tasks: A Review of Strategies Tools and Challenges. (Aug. 2025). 10.6084\/m9.figshare.29881853.v1Publisher: figshare.","DOI":"10.6084\/m9.figshare.29881853.v1"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594806.3594815"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Teresa Han Qi Wang Zhiyong Dong Peter B\u00fa\u0161 Zhiqian Liu and Ruwei Chen. 2025. Immersive AR-assisted assemblies for self-building strategies using prefabricated timber components. Architectural Intelligence 4 1 (July 2025) 12. 10.1007\/s44223-025-00091-6","DOI":"10.1007\/s44223-025-00091-6"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3294109.3295644"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR.2011.6092386"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173225.3173264"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.52842\/conf.ecaade.2023.1.169"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Alexander\u00a0Htet Kyaw Richa Gupta Dhruv Shah Anoop Sinha Kory Mathewson Stefanie Pender Sachin Chitta Yotto Koga Faez Ahmed Lawrence Sass and Randall Davis. 2025. Text to Robotic Assembly of Multi Component Objects using 3D Generative AI and Vision Language Models. 10.48550\/arXiv.2511.02162arXiv:https:\/\/arXiv.org\/abs\/2511.02162 [cs].","DOI":"10.48550\/arXiv.2511.02162"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Alexander\u00a0Htet Kyaw Arvin HaoCheng\u00a0Xu Gwyllim Jahn Nick van\u00a0den Berg Cameron Newnham and Sasa Zivkovic. 2023. Augmented Reality for high precision fabrication of Glued Laminated Timber beams. Automation in Construction 152 (Aug. 2023) 104912. 10.1016\/j.autcon.2023.104912","DOI":"10.1016\/j.autcon.2023.104912"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Alexander\u00a0Htet Kyaw Se\u00a0Hwan Jeon Miana Smith and Neil Gershenfeld. 2025. Making Physical Objects with Generative AI and Robotic Assembly: Considering Fabrication Constraints Sustainability Time Functionality and Accessibility. 10.48550\/arXiv.2504.19131arXiv:https:\/\/arXiv.org\/abs\/2504.19131 [cs].","DOI":"10.48550\/arXiv.2504.19131"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Alexander\u00a0Htet Kyaw Haotian Ma Sasa Zivkovic and Jenny Sabin. 2025. AI Assisted AR Assembly: Object Recognition and Computer Vision for Augmented Reality Assisted Assembly. 10.48550\/arXiv.2511.05394arXiv:https:\/\/arXiv.org\/abs\/2511.05394 [cs].","DOI":"10.48550\/arXiv.2511.05394"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3745778.3766670"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Alexander\u00a0Htet Kyaw Lawson Spencer and Leslie Lok. 2024. Human\u2013machine collaboration using gesture recognition in mixed reality and robotic fabrication. Architectural Intelligence 3 1 (March 2024) 11. 10.1007\/s44223-024-00053-4","DOI":"10.1007\/s44223-024-00053-4"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-8405-3_28"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Linh K\u00e4stner Leon Eversberg Marina Mursa and Jens Lambrecht. 2020. Integrative Object and Pose to Task Detection for an Augmented-Reality-based Human Assistance System using Neural Networks. 10.48550\/arXiv.2008.13419arXiv:https:\/\/arXiv.org\/abs\/2008.13419 [cs].","DOI":"10.48550\/arXiv.2008.13419"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Benjamin Lee Michael Sedlmair and Dieter Schmalstieg. 2023. Design Patterns for Situated Visualization in Augmented Reality. IEEE Transactions on Visualization and Computer Graphics (2023) 1\u201312. 10.1109\/TVCG.2023.3327398arXiv:https:\/\/arXiv.org\/abs\/2307.09157 [cs].","DOI":"10.1109\/TVCG.2023.3327398"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Serena Lee-Cultura and Michail Giannakos. 2020. Embodied Interaction and Spatial Skills: A Systematic Review of Empirical Studies. Interacting with Computers 32 4 (July 2020) 331\u2013366. 10.1093\/iwcomp\/iwaa023","DOI":"10.1093\/iwcomp\/iwaa023"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Shufei Li Zhijie Yan Zuoxu Wang and Yiping Gao. 2025. VLM-MSGraph: Vision Language Model-enabled Multi-hierarchical Scene Graph for robotic assembly. Robotics and Computer-Integrated Manufacturing 94 (Aug. 2025) 102978. 10.1016\/j.rcim.2025.102978","DOI":"10.1016\/j.rcim.2025.102978"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581442"},{"key":"e_1_3_3_2_26_2","unstructured":"Haotian Ma and Alexander\u00a0Htet Kyaw. 2023. AI ASSEMBLY: OBJECT RECOGNITION COMPUTER VISION AND DIGITAL TWIN FOR MIXED REALITY ASSEMBLY. (May 2023). https:\/\/hdl.handle.net\/1813\/113919"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Hanuma\u00a0Teja Maddali Andrew Irlitti and Amanda Lazar. 2022. Probing the Potential of Extended Reality to Connect Experts and Novices in the Garden. Proc. ACM Hum.-Comput. Interact. 6 CSCW2 (Nov. 2022) 320:1\u2013320:30. 10.1145\/3555211","DOI":"10.1145\/3555211"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Mamuku Mokuwe Yurisha Goorun and Gerrie Crafford. 2022. Assembly Line Quality Assurance Through Hand Tracking and Object Detection. MATEC Web of Conferences 370 (2022) 07003. 10.1051\/matecconf\/202237007003","DOI":"10.1051\/matecconf\/202237007003"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/IntelliSys.2015.7361172"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Colleen\u00a0M. Seifert and Edwin\u00a0L. Hutchins. 1992. Error as Opportunity: Learning in a Cooperative Task. Human\u2013Computer Interaction 7 4 (Dec. 1992) 409\u2013435. 10.1207\/s15327051hci0704_3Publisher: Taylor & Francis _eprint: https:\/\/www.tandfonline.com\/doi\/pdf\/10.1207\/s15327051hci0704_3.","DOI":"10.1207\/s15327051hci0704_3"},{"key":"e_1_3_3_2_31_2","volume-title":"ACADIA 2023: Habits of the Anthropocene: Scarcity and Abundance in a Post-Material Economy [Volume 2: Proceedings of the 43rd Annual Conference for the Association for Computer Aided Design in Architecture (ACADIA) ISBN 979-8-9891764-0-3]. Denver. 26-28 October 2023. edited by A. Crawford, N. Diniz, R. Beckett, J. Vanucchi, M. Swackhamer 318-328.","author":"Spencer Lawson; Htet\u00a0Kyaw","year":"2023","unstructured":"Lawson; Htet\u00a0Kyaw Spencer. 2023. Extended Reality Workflows for Multi-Material Construction and Assemblies. In ACADIA 2023: Habits of the Anthropocene: Scarcity and Abundance in a Post-Material Economy [Volume 2: Proceedings of the 43rd Annual Conference for the Association for Computer Aided Design in Architecture (ACADIA) ISBN 979-8-9891764-0-3]. Denver. 26-28 October 2023. edited by A. Crawford, N. Diniz, R. Beckett, J. Vanucchi, M. Swackhamer 318-328.CUMINCAD. https:\/\/papers.cumincad.org\/cgi-bin\/works\/paper\/acadia23_v2_318"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR59233.2023.00030"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Zhuo Wang Xiaoliang Bai Shusheng Zhang Mark Billinghurst Weiping He Peng Wang Weiqi Lan Haitao Min and Yu Chen. 2022. A comprehensive review of augmented reality-based instruction in manual assembly training and repair. Robotics and Computer-Integrated Manufacturing 78 (Dec. 2022) 102407. 10.1016\/j.rcim.2022.102407","DOI":"10.1016\/j.rcim.2022.102407"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Wei Yan. 2022. Augmented reality instructions for construction toys enabled by accurate model registration and realistic object\/hand occlusions. Virtual Real. 26 2 (June 2022) 465\u2013478. 10.1007\/s10055-021-00582-7","DOI":"10.1007\/s10055-021-00582-7"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/ProComm48883.2020.00021"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3703619.3706047"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"Xingjian Zhang Yutong Duan and Zaishu Chen. 2025. Learning-based Stage Verification System in Manual Assembly Scenarios. 10.48550\/arXiv.2507.17304arXiv:https:\/\/arXiv.org\/abs\/2507.17304 [cs].","DOI":"10.48550\/arXiv.2507.17304"}],"event":{"name":"TEI '26: Twentieth International Conference on Tangible, Embedded, and Embodied Interaction","location":"Chicago IL USA","acronym":"TEI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Twentieth International Conference on Tangible, Embedded, and Embodied Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731459.3779354","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T09:36:23Z","timestamp":1773480983000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731459.3779354"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,7]]},"references-count":36,"alternative-id":["10.1145\/3731459.3779354","10.1145\/3731459"],"URL":"https:\/\/doi.org\/10.1145\/3731459.3779354","relation":{},"subject":[],"published":{"date-parts":[[2026,3,7]]},"assertion":[{"value":"2026-03-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}