{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T05:41:28Z","timestamp":1768282888788,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,2]],"date-time":"2024-05-02T00:00:00Z","timestamp":1714608000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,2]]},"DOI":"10.1145\/3613905.3650874","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:15:21Z","timestamp":1715415321000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Mind the Mix: Exploring the Cognitive Underpinnings of Multimodal Interaction in Augmented Reality Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5313-4729","authenticated-orcid":false,"given":"May Jorella","family":"Lazaro","sequence":"first","affiliation":[{"name":"CX Insight Team, MX Division, Samsung Electronics Co. Ltd, Korea, Republic of"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8956-2020","authenticated-orcid":false,"given":"Sungho","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Systems Engineering, Republic of Korea Air Force Academy, Korea, Republic of"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_2_1_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1736359"},{"key":"e_1_3_3_2_2_1","volume-title":"The episodic buffer: a new component of working memory? Trends in cognitive sciences 4, 11","author":"Baddeley A.","year":"2000","unstructured":"A. Baddeley. 2000. The episodic buffer: a new component of working memory? Trends in cognitive sciences 4, 11 (2000), 417-423."},{"key":"e_1_3_3_2_3_1","volume-title":"Working memory: looking back and looking forward. Nature reviews neuroscience 4, 10","author":"Baddeley A.","year":"2003","unstructured":"A. Baddeley. 2003. Working memory: looking back and looking forward. Nature reviews neuroscience 4, 10 (2003), 829-839."},{"key":"e_1_3_3_2_4_1","doi-asserted-by":"crossref","unstructured":"A. D. Baddeley and G. Hitch. 1974. Working memory. In Psychology of learning and motivation Vol. 8. Academic Press 47-89.","DOI":"10.1016\/S0079-7421(08)60452-1"},{"key":"e_1_3_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1428-6_25"},{"key":"e_1_3_3_2_6_1","first-page":"13","volume-title":"Proc. International Conference on Virtual and Mixed Reality. Springer","author":"Billinghurst M.","unstructured":"M. Billinghurst, H. Kato, and S. Myojin. 2009. Advanced interaction techniques for augmented reality applications. In Proc. International Conference on Virtual and Mixed Reality. Springer, Berlin, Heidelberg, 13-22."},{"key":"e_1_3_3_2_7_1","volume-title":"Proc. SIGCHI Conference on Human Factors in Computing Systems. ACM, 173-179","author":"Brewster S. A.","unstructured":"S. A. Brewster, P. C. Wright, and A. D. Edwards. 1994. The design and evaluation of an auditory-enhanced scrollbar. In Proc. SIGCHI Conference on Human Factors in Computing Systems. ACM, 173-179."},{"key":"e_1_3_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1180995.1181017"},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"crossref","unstructured":"G. Calvert C. Spence and B. E. Stein (Eds.). 2004. The handbook of multisensory processes. MIT Press.","DOI":"10.7551\/mitpress\/3422.001.0001"},{"key":"e_1_3_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/266180.266328"},{"key":"e_1_3_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00426-017-0875-5"},{"key":"e_1_3_3_2_12_1","volume-title":"Integrating cognitive load theory and concepts of human\u2013computer interaction. Computers in human behavior 26, 6","author":"N.","year":"2010","unstructured":"N. Hollender 2010. Integrating cognitive load theory and concepts of human\u2013computer interaction. Computers in human behavior 26, 6 (2010), 1278-1288."},{"key":"e_1_3_3_2_13_1","volume-title":"Proc. 18th ACM International Conference on Multimodal Interaction. ACM, 302-306","author":"H\u00fcrst W.","unstructured":"W. H\u00fcrst and K. Vriens. 2016. Multimodal feedback for finger-based interaction in mobile augmented reality. In Proc. 18th ACM International Conference on Multimodal Interaction. ACM, 302-306."},{"key":"e_1_3_3_2_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/11941354_28"},{"key":"e_1_3_3_2_15_1","volume-title":"The Principles of Psychology","author":"James W.","unstructured":"W. James. 1890. The Principles of Psychology. Henry Holt and Company, New York."},{"key":"e_1_3_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2010.06.025"},{"key":"e_1_3_3_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479898"},{"key":"e_1_3_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10055-013-0230-0"},{"key":"e_1_3_3_2_19_1","volume-title":"Proc. International Workshop on Meaningful Measures: Valid Useful User Experience Measurement (VUUM), 8-12","author":"Naumann A. B.","unstructured":"A. B. Naumann and I. Wechsung. 2008. Developing usability methods for multimodal systems: The use of subjective and objective measures. In Proc. International Workshop on Meaningful Measures: Valid Useful User Experience Measurement (VUUM), 8-12."},{"key":"e_1_3_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2010.08.005"},{"key":"e_1_3_3_2_21_1","unstructured":"S. Oviatt and P. Cohen. 2022. The Paradigm Shift to Multimodality in Contemporary Computer Interfaces. Springer Cham Switzerland."},{"key":"e_1_3_3_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238438"},{"key":"e_1_3_3_2_23_1","volume-title":"Designing the user interface for multimodal speech and pen-based gesture applications: State-of-the-art systems and future research directions. Human-computer interaction 15, 4","author":"S.","year":"2000","unstructured":"S. Oviatt 2000. Designing the user interface for multimodal speech and pen-based gesture applications: State-of-the-art systems and future research directions. Human-computer interaction 15, 4 (2000), 263-322."},{"key":"e_1_3_3_2_24_1","first-page":"225","article-title":"Dual coding and episodic memory: Subjective and objective sources of memory trace components. In Memory and cognitive capabilities: Symposium in memoriam of Hermann Ebbinghaus. North Holland","author":"Paivio A.","year":"1986","unstructured":"A. Paivio. 1986. Dual coding and episodic memory: Subjective and objective sources of memory trace components. In Memory and cognitive capabilities: Symposium in memoriam of Hermann Ebbinghaus. North Holland, Amsterdam, 225-236.","journal-title":"Amsterdam"},{"key":"e_1_3_3_2_25_1","volume-title":"Dual coding theory: Retrospect and current status. Canadian Journal of Psychology\/Revue canadienne de psychologie 45, 3","author":"Paivio A.","year":"1991","unstructured":"A. Paivio. 1991. Dual coding theory: Retrospect and current status. Canadian Journal of Psychology\/Revue canadienne de psychologie 45, 3 (1991), 255."},{"key":"e_1_3_3_2_26_1","doi-asserted-by":"publisher","DOI":"10.3390\/mti5120081"},{"key":"e_1_3_3_2_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00426-015-0661-1"},{"key":"e_1_3_3_2_28_1","unstructured":"L. Schomaker. 1995. A taxonomy of multimodal interaction in the human information processing system."},{"key":"e_1_3_3_2_29_1","unstructured":"W. Schnotz M. Bannert and T. Seufert. 2002. Toward an integrative view of text and picture comprehension: visualization effects on the construction of mental models. In The psychology of science text comprehension 385-416."},{"key":"e_1_3_3_2_30_1","volume-title":"Cognitive load during problem solving: Effects on learning. Cognitive science 12, 2","author":"Sweller J.","year":"1988","unstructured":"J. Sweller. 1988. Cognitive load during problem solving: Effects on learning. Cognitive science 12, 2 (1988), 257-285."},{"key":"e_1_3_3_2_31_1","doi-asserted-by":"crossref","unstructured":"K. M. Stanney 2021. eXtended reality (XR) environments. In Handbook of human factors and ergonomics. 782-815.","DOI":"10.1002\/9781119636113.ch30"},{"key":"e_1_3_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990080"},{"key":"e_1_3_3_2_33_1","volume-title":"Exploring Bi-modal Feedback in Augmented Reality. In IndiaHCI'20: Proceedings of the 11th Indian Conference on Human-Computer Interaction. ACM, 55-61","author":"Varghese A.","year":"2020","unstructured":"A. Varghese. 2020. Exploring Bi-modal Feedback in Augmented Reality. In IndiaHCI'20: Proceedings of the 11th Indian Conference on Human-Computer Interaction. ACM, 55-61."},{"key":"e_1_3_3_2_34_1","volume-title":"Multiple resources and performance prediction. Theoretical issues in ergonomics science 3, 2","author":"Wickens C. D.","year":"2002","unstructured":"C. D. Wickens. 2002. Multiple resources and performance prediction. Theoretical issues in ergonomics science 3, 2 (2002), 159-177."},{"key":"e_1_3_3_2_35_1","doi-asserted-by":"crossref","unstructured":"C. D. Wickens and C. M. Carswell. 2021. Information processing. In Handbook of human factors and ergonomics 114-158.","DOI":"10.1002\/9781119636113.ch5"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3650874","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613905.3650874","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:06Z","timestamp":1750291026000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3650874"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,2]]},"references-count":35,"alternative-id":["10.1145\/3613905.3650874","10.1145\/3613905"],"URL":"https:\/\/doi.org\/10.1145\/3613905.3650874","relation":{},"subject":[],"published":{"date-parts":[[2024,5,2]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}