{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T15:59:21Z","timestamp":1781193561870,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,31]]},"DOI":"10.1145\/3712677.3720459","type":"proceedings-article","created":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T17:37:38Z","timestamp":1743183458000},"page":"8-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Multimodal User Experience in Extended Reality: Exploring Hand Tracking, Voice, and Passthrough Interactions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8603-8979","authenticated-orcid":false,"given":"Tanja","family":"Kojic","sequence":"first","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2640-6979","authenticated-orcid":false,"given":"Maurizio","family":"Vergari","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0264-5619","authenticated-orcid":false,"given":"Maximilian","family":"Warsinke","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1149-7270","authenticated-orcid":false,"given":"Danish","family":"Ali","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3057-0760","authenticated-orcid":false,"given":"Sebastian","family":"M\u00f6ller","sequence":"additional","affiliation":[{"name":"TU Berlin, DFKI, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2786-9262","authenticated-orcid":false,"given":"Jan-Niklas","family":"Voigt-Antons","sequence":"additional","affiliation":[{"name":"HSHL, Lippstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,31]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2016. igroup presence questionnaire (IPQ). https:\/\/www.igroup.org\/pq\/ipq\/download.php English IPQ items 1--14 Accessed: 2024-10-10."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1561\/1100000049"},{"key":"e_1_3_2_1_3_1","volume-title":"International Conference on Multimodal Interfaces. Springer","author":"Boll Susanne","year":"2005","unstructured":"Susanne Boll and Mansoor Malek. 2005. Challenges of multimodal interaction: A case study. In International Conference on Multimodal Interfaces. Springer, Berlin, Heidelberg, 149--156."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2007.257"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/0005-7916(94)90063-9"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.92.22.9921"},{"key":"e_1_3_2_1_7_1","unstructured":"Mohammad Mahdi Fakhimi and Negar Saadat. [n. d.]. Integration of AI and XR in Optimizing Human-Centered Architectural Spaces: A Scoping Review. ([n. d.])."},{"key":"e_1_3_2_1_8_1","volume-title":"Spatial Awareness in Virtual Reality: Challenges and Opportunities. Frontiers in Robotics and AI","author":"Friedman Doron","year":"2020","unstructured":"Doron Friedman, Eyal Dim, Yonatan Shechtman, and Noam Elroy-Stein. 2020. Spatial Awareness in Virtual Reality: Challenges and Opportunities. Frontiers in Robotics and AI (2020)."},{"key":"e_1_3_2_1_9_1","volume-title":"Enhancing User Experience in AR with Multimodal Interaction","author":"Green Rachel","year":"2018","unstructured":"Rachel Green and Michael Davis. 2018. Enhancing User Experience in AR with Multimodal Interaction. IEEE Computer Graphics and Applications (2018)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290500330331"},{"key":"e_1_3_2_1_11_1","volume-title":"Multimodal Interaction in XR: A Review of Literature and Future Directions","author":"Jones Sarah","year":"2020","unstructured":"Sarah Jones and John Smith. 2020. Multimodal Interaction in XR: A Review of Literature and Future Directions. IEEE Transactions on Visualization and Computer Graphics (2020)."},{"key":"e_1_3_2_1_12_1","volume-title":"XR for All: Understanding Developer Perspectives on Accessibility Integration in Extended Reality. arXiv preprint arXiv:2412.16321","author":"Killough Daniel","year":"2024","unstructured":"Daniel Killough, Tiger F Ji, Kexin Zhang, Yaxin Hu, Yu Huang, Ruofei Du, and Yuhang Zhao. 2024. XR for All: Understanding Developer Perspectives on Accessibility Integration in Extended Reality. arXiv preprint arXiv:2412.16321 (2024)."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 2017 CHI Conference Extended Abstracts on Human Factors in Computing Systems. 202--205","author":"Klock Andrew C","year":"2017","unstructured":"Andrew C Klock, Kyungsik Yun, and Taezoon Park. 2017. Effects of multimodal feedback on player performance and experience in a virtual reality game. In Proceedings of the 2017 CHI Conference Extended Abstracts on Human Factors in Computing Systems. 202--205."},{"key":"e_1_3_2_1_14_1","volume-title":"User Experience for Serious Games in Virtual Reality","author":"Koji\u0107 Tanja","unstructured":"Tanja Koji\u0107. 2024. System IF. In User Experience for Serious Games in Virtual Reality. Springer, 79--87."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. 1955--1964","author":"Krupka Erin","year":"2012","unstructured":"Erin Krupka, Anthea Marshall, and Sriram Subramanian. 2012. Multimodal feedback: an assessment of performance and mental workload. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. 1955--1964."},{"key":"e_1_3_2_1_16_1","volume-title":"2019 International Conference on Artificial Intelligence in Information and Communication (ICAIIC). IEEE, 234--236","author":"Lee G.","unstructured":"G. Lee, W. Woo, H. Hwang, K. Kim, and S. Kim. 2019. VR typing interface using leap motion hand tracking. In 2019 International Conference on Artificial Intelligence in Information and Communication (ICAIIC). IEEE, 234--236."},{"key":"e_1_3_2_1_17_1","first-page":"60","article-title":"A Review of Multimodal Interaction Technologies in Virtual Meetings","volume":"1","author":"Lin Weikun","year":"2024","unstructured":"Weikun Lin. 2024. A Review of Multimodal Interaction Technologies in Virtual Meetings. Journal of Computer Technology and Applied Mathematics 1, 4 (2024), 60--68.","journal-title":"Journal of Computer Technology and Applied Mathematics"},{"key":"e_1_3_2_1_18_1","first-page":"8","article-title":"Exploring multimodal human-computer interfaces for industrial control room applications","volume":"57","author":"Liu Chunhui","year":"2006","unstructured":"Chunhui Liu, Kevin Conn, and Nilanjan Sarkar. 2006. Exploring multimodal human-computer interfaces for industrial control room applications. Computers in Industry 57, 8--9 (2006), 792--803. Link","journal-title":"Computers in Industry"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"M. Ma L. C. Jain and P. Anderson. 2016. Virtual Augmented Reality and Serious Games for Healthcare 1. Springer 213--235.","DOI":"10.1007\/978-3-642-54816-1_1"},{"key":"e_1_3_2_1_20_1","volume-title":"VOXReality: Immersive XR Experiences Combining Language and Vision AI Models. Human Interaction and Emerging Technologies (IHIET-AI 2023): Artificial Intelligence and Future Applications 70, 70","author":"Maniatis Apostolos","year":"2023","unstructured":"Apostolos Maniatis, Stavroula Bourou, Zacharias Anastasakis, and Kostantinos Psychogios. 2023. VOXReality: Immersive XR Experiences Combining Language and Vision AI Models. Human Interaction and Emerging Technologies (IHIET-AI 2023): Artificial Intelligence and Future Applications 70, 70 (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12008-015-0259-2"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.43"},{"key":"e_1_3_2_1_23_1","volume-title":"Tele-manipulator and telepresence technologies","author":"Milgram Paul","unstructured":"Paul Milgram, Haruo Takemura, Akira Utsumi, and Fumio Kishino. 1995. Augmented reality: A class of displays on the reality-virtuality continuum. In Tele-manipulator and telepresence technologies, Vol. 2351. Spie, 282--292."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-71707-9_6"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1111\/josl.1_12177"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18517\/ijaseit.8.4-2.6824"},{"key":"e_1_3_2_1_27_1","unstructured":"Oculus. 2023. Mixed Reality with Passthrough. https:\/\/developer.oculus.com\/blog\/mixed-reality-with-passthrough\/"},{"key":"e_1_3_2_1_28_1","unstructured":"Oculus. 2024. Unity Getting Started - Overview. https:\/\/developer.oculus.com\/documentation\/unity\/unity-gs-overview\/"},{"key":"e_1_3_2_1_29_1","unstructured":"Oculus. 2024. Unity XR Plugin. https:\/\/developer.oculus.com\/documentation\/unity\/unity-xr-plugin\/"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-21607-8_12"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/38.851743"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.9781\/ijimai.2017.09.001"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2016.00074"},{"key":"e_1_3_2_1_34_1","volume-title":"2024-01-18. Unity","author":"Technologies Unity","year":"2021","unstructured":"Unity Technologies. Accessed: 2024-01-18. Unity 2021.3.22. https:\/\/unity.com\/releases\/editor\/whats-new\/2021.3.22 [Online]."},{"key":"e_1_3_2_1_35_1","volume-title":"Multimodal interaction: A review. Pattern recognition letters 36","author":"Turk Matthew","year":"2014","unstructured":"Matthew Turk. 2014. Multimodal interaction: A review. Pattern recognition letters 36 (2014), 189--195."},{"key":"e_1_3_2_1_36_1","unstructured":"Unity. 2024. XR Plugin Architecture. https:\/\/docs.unity3d.com\/Manual\/XRPluginArchitecture.html"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX48832.2020.9123085"},{"key":"e_1_3_2_1_38_1","unstructured":"Wit.ai. 2024. Wit for Unity. https:\/\/github.com\/wit-ai\/wit-unity"}],"event":{"name":"MMVE '25: 17th International Workshop on IMmersive Mixed and Virtual Environment Systems","location":"University of Stellenbosch Stellenbosch South Africa","acronym":"MMVE '25","sponsor":["SIGMM ACM Special Interest Group on Multimedia","SIGCOMM ACM Special Interest Group on Data Communication","SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing"]},"container-title":["Proceedings of the 17th International Workshop on IMmersive Mixed and Virtual Environment Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712677.3720459","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712677.3720459","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:38Z","timestamp":1750295918000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712677.3720459"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":38,"alternative-id":["10.1145\/3712677.3720459","10.1145\/3712677"],"URL":"https:\/\/doi.org\/10.1145\/3712677.3720459","relation":{},"subject":[],"published":{"date-parts":[[2025,3,31]]},"assertion":[{"value":"2025-03-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}