{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:35:58Z","timestamp":1776108958812,"version":"3.50.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031621093","type":"print"},{"value":"9783031621109","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-62110-9_17","type":"book-chapter","created":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T01:03:59Z","timestamp":1717203839000},"page":"166-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Actions, Not Apps: Toward Using LLMs to\u00a0Reshape Context Aware Interactions in\u00a0Mixed Reality Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5440-8456","authenticated-orcid":false,"given":"Amir Reza","family":"Asadi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6411-4398","authenticated-orcid":false,"given":"Joel","family":"Appiah","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5466-947X","authenticated-orcid":false,"given":"Siddique Abubakr","family":"Muntaka","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7458-6003","authenticated-orcid":false,"given":"Jess","family":"Kropczynski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,1]]},"reference":[{"issue":"22","key":"17_CR1","doi-asserted-by":"publisher","first-page":"4861","DOI":"10.3390\/app9224861","volume":"9","author":"H Kharoub","year":"2019","unstructured":"Kharoub, H., Lataifeh, M., Ahmed, N.: 3D user interface design and usability for immersive VR. Appl. Sci. 9(22), 4861 (2019). https:\/\/doi.org\/10.3390\/app9224861","journal-title":"Appl. Sci."},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Asadi, A., Hemadi, R., Rezaei, M.: Towards Mixed Reality as the Everyday Computing Paradigm: Challenges & Design Recommendations. arXiv preprint arXiv:2402.15974 (2024)","DOI":"10.1007\/978-3-031-73128-0_37"},{"issue":"6","key":"17_CR3","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/38.963459","volume":"21","author":"R Azuma","year":"2001","unstructured":"Azuma, R., Baillot, Y., Behringer, R., Feiner, S., Julier, S., MacIntyre, B.: Recent advances in augmented reality. IEEE Comput. Graphics Appl. 21(6), 34\u201347 (2001)","journal-title":"IEEE Comput. Graphics Appl."},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Rivu, R., Abdrabou, Y., Pfeuffer, K., Esteves, A., Meitner, S., Alt, F.: Stare: gaze-assisted face-to-face communication in augmented reality. In: ACM Symposium on Eye Tracking Research and Applications, pp. 1\u20135, June 2020","DOI":"10.1145\/3379157.3388930"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Denning, P., Dargan, P.: Action-centered design, Bringing design to software, pp. 105\u2013119 (1996)","DOI":"10.1145\/229868.230038"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Li, K., Lau, B., Yuan, X., Ni, W., Guizani, M., Yuen, C.: Towards Ubiquitous Semantic Metaverse: Challenges, Approaches, and Opportunities. arXiv preprint arXiv:2307.06687 (2023)","DOI":"10.1109\/JIOT.2023.3302159"},{"issue":"6","key":"17_CR7","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MCOM.001.2000604","volume":"59","author":"M Kountouris","year":"2021","unstructured":"Kountouris, M., Pappas, N.: Semantics-empowered communication for networked intelligent systems. IEEE Commun. Mag. 59(6), 96\u2013102 (2021)","journal-title":"IEEE Commun. Mag."},{"key":"17_CR8","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s11257-005-2304-5","volume":"15","author":"M Hatala","year":"2005","unstructured":"Hatala, M., Wakkary, R.: Ontology-based user modeling in an augmented audio reality system for museums. User Model. User-Adap. Inter. 15, 339\u2013380 (2005)","journal-title":"User Model. User-Adap. Inter."},{"issue":"1","key":"17_CR9","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1111\/cgf.13887","volume":"39","author":"L Chen","year":"2020","unstructured":"Chen, L., et al.: Context-aware mixed reality: a learning-based framework for semantic-level interaction. Comput. Graph. Forum. 39(1), 484\u2013496 (2020)","journal-title":"Comput. Graph. Forum."},{"key":"17_CR10","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1038\/scientificamerican0991-94","volume":"265","author":"M Weiser","year":"1991","unstructured":"Weiser, M.: The computer for the 21st century. Sci. Am. 265, 94\u2013104 (1991)","journal-title":"Sci. Am."},{"key":"17_CR11","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/978-3-030-92325-9_17","volume-title":"Human-Computer Interaction","author":"A Braham","year":"2021","unstructured":"Braham, A., Khemaja, M., Buend\u00eda, F., Gargouri, F.: User interface adaptation through ontology models and code generation. In: Ruiz, P.H., Agredo-Delgado, V., Kawamoto, A.L.S. (eds.) HCI-COLLAB 2021. CCIS, vol. 1478, pp. 225\u2013236. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-92325-9_17"},{"key":"17_CR12","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-319-45991-2_13","volume-title":"Advances in Intelligent Systems and Computing","author":"M Soui","year":"2017","unstructured":"Soui, M., Diab, S., Ouni, A., Essayeh, A., Abed, M.: An ontology-based approach for user interface adaptation. In: Shakhovska, N. (ed.) Advances in Intelligent Systems and Computing. AISC, vol. 512, pp. 199\u2013215. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-45991-2_13"},{"issue":"5","key":"17_CR13","doi-asserted-by":"publisher","first-page":"1335","DOI":"10.1007\/s10270-021-00909-7","volume":"20","author":"S Abrah\u00e3o","year":"2021","unstructured":"Abrah\u00e3o, S., Insfran, E., Slu\u00ffters, A., Vanderdonckt, J.: Model-based intelligent user interface adaptation: challenges and future directions. Softw. Syst. Model. 20(5), 1335\u20131349 (2021)","journal-title":"Softw. Syst. Model."},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Wasti, S.M., Pu, K.Q., Neshati, A.: Large Language User Interfaces: Voice Interactive User Interfaces powered by LLMs. arXiv e-prints: arXiv-2402 (2024)","DOI":"10.1007\/978-3-031-66329-1_41"},{"key":"17_CR15","doi-asserted-by":"publisher","unstructured":"Babaei Giglou, H., D\u2019Souza, J., Auer, S.: LLMs4OL: Large language models for ontology learning. In: Payne, T.R., et al. The Semantic Web \u2013 ISWC 2023. LNCS, vol. 14265, pp. pp. 408\u2013427. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-47240-4_22","DOI":"10.1007\/978-3-031-47240-4_22"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Baldazzi, T., Bellomarini, L., Ceri, S., Colombo, A., Gentili, A., Sallinger, E.: Fine-tuning Large Enterprise Language Models via Ontological Reasoning (2023). arXiv preprint arXiv:2306.10723","DOI":"10.1007\/978-3-031-45072-3_6"},{"key":"17_CR17","unstructured":"Ge, Y., et al.: Llm as OS (LLMAO), agents as apps: Envisioning Aios, agents and the Aios-agent ecosystem. arXiv preprint arXiv:2312.03815 (2023)"},{"key":"17_CR18","unstructured":"Wang, Z., Cai, S., Chen, G., Liu, A., Ma, X.S., Liang, Y.: Describe, explain, plan and select: interactive planning with LLMs enables open-world multi-task agents. Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"issue":"6","key":"17_CR19","doi-asserted-by":"publisher","first-page":"1706","DOI":"10.1109\/TVCG.2016.2543720","volume":"23","author":"J Grubert","year":"2016","unstructured":"Grubert, J., Langlotz, T., Zollmann, S., Regenbrecht, H.: Towards pervasive augmented reality: context-awareness in augmented reality. IEEE Trans. Visual Comput. Graph. 23(6), 1706\u20131724 (2016)","journal-title":"IEEE Trans. Visual Comput. Graph."},{"key":"17_CR20","doi-asserted-by":"crossref","unstructured":"Matthews, T.: Designing and evaluating glanceable peripheral displays. In: Proceedings of the 6th Conference on Designing Interactive Systems, pp. 343\u2013345 (2006)","DOI":"10.1145\/1142405.1142457"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Lu, F., Davari, S., Lisle, L., Li, Y., Bowman, D.A.: Glanceable AR: evaluating information access methods for head-worn augmented reality. In: 2020 IEEE Conference on Virtual Reality and 3D User Interfaces (VR), pp. 930\u2013939. IEEE (2020)","DOI":"10.1109\/VR46266.2020.1581100361198"},{"key":"17_CR22","doi-asserted-by":"crossref","unstructured":"Davari, S., Lu, F., Bowman, D.: Validating the benefits of glanceable and context-aware augmented reality for everyday information access tasks. In: 2022 IEEE Virtual Reality and 3D User Interfaces (VR). IEEE (2022)","DOI":"10.1109\/VR51125.2022.00063"},{"key":"17_CR23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02196-1","volume-title":"Activity theory in HCI: Fundamentals and reflections","author":"V Kaptelinin","year":"2012","unstructured":"Kaptelinin, V., Nardi, B.: Activity theory in HCI: Fundamentals and reflections. Morgan & Claypool Publishers, San Rafael (2012)"},{"key":"17_CR24","unstructured":"Norman, D.: The Design of Everyday Things: Revised and Expanded Edition. Basic Books (2013)"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Organization, ISO\/IEC 21823-1 Internet of things (IoT) - Interoperability for IoT systems - Part 1: Framework (2019)","DOI":"10.1201\/9781003055976-1"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Houben, S., Bardram, J.E., Vermeulen, J., Luyten, K., Coninx, K.: Activity-centric support for ad hoc knowledge work: a case study of co-activity manager. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 2263\u20132272 (2013)","DOI":"10.1145\/2470654.2481312"},{"issue":"8","key":"17_CR27","doi-asserted-by":"publisher","first-page":"608","DOI":"10.1080\/0144929X.2016.1175507","volume":"35","author":"T Clemmensen","year":"2016","unstructured":"Clemmensen, T., Kaptelinin, V., Nardi, B.: Making HCI theory work: an analysis of the use of activity theory in HCI research. Behav. Inf. Technol. 35(8), 608\u2013627 (2016)","journal-title":"Behav. Inf. Technol."},{"key":"17_CR28","first-page":"55","volume":"11","author":"M Schmidt","year":"2022","unstructured":"Schmidt, M.: Activity theory as a lens for developing and applying personas and scenarios in learning experience design. J. Appl. Instruct. Des. 11, 55\u201373 (2022)","journal-title":"J. Appl. Instruct. Des."},{"key":"17_CR29","unstructured":"Saparov, A., He, H.: Language models are greedy reasoners: a systematic formal analysis of chain-of-thought. arXiv preprint arXiv:2210.01240 (2022)"},{"key":"17_CR30","unstructured":"Jiang, A.Q., et al.: Mistral 7B (2023). arXiv preprint arXiv:2310.06825"}],"container-title":["Communications in Computer and Information Science","HCI International 2024 Posters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-62110-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T22:28:19Z","timestamp":1732141699000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-62110-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031621093","9783031621109"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-62110-9_17","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}