{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T03:18:05Z","timestamp":1772594285514,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676470","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["SituationAdapt: Contextual UI Optimization in Mixed Reality with Situation Awareness via LLM Reasoning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6602-0176","authenticated-orcid":false,"given":"Zhipeng","family":"Li","sequence":"first","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7162-0133","authenticated-orcid":false,"given":"Christoph","family":"Gebhardt","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8883-8135","authenticated-orcid":false,"given":"Yves","family":"Inglin","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4417-8051","authenticated-orcid":false,"given":"Nicolas","family":"Steck","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3334-7727","authenticated-orcid":false,"given":"Paul","family":"Streli","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9655-9519","authenticated-orcid":false,"given":"Christian","family":"Holz","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-21611-1_4"},{"key":"e_1_3_2_1_2_1","unstructured":"2023. RTAB-Map. http:\/\/introlab.github.io\/rtabmap\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/VR.2019.8797816"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.61969\/jai.1337500"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989203"},{"key":"e_1_3_2_1_6_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/VR.2019.8798074"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474750"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606717"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR55827.2022.00029"},{"key":"e_1_3_2_1_11_1","unstructured":"Hyunsung Cho Yukang Yan Kashyap Todi Mark Parent Missie Smith Tanya\u00a0R Jonker Hrvoje Benko and David Lindlbauer. 2024. MineXR: Mining Personalized Extended Reality Interfaces. (2024)."},{"key":"e_1_3_2_1_12_1","volume-title":"CHI Conference on Human Factors in Computing Systems Extended Abstracts. 1\u20134.","author":"Joon\u00a0Young Chung John","year":"2022","unstructured":"John Joon\u00a0Young Chung, Wooseok Kim, Kang\u00a0Min Yoo, Hwaran Lee, Eytan Adar, and Minsuk Chang. 2022. TaleBrush: visual sketching of story generation with pretrained language models. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. 1\u20134."},{"key":"e_1_3_2_1_13_1","volume-title":"A Density-Based Algorithm for Discovering Clusters in Large Spatial Databases with Noise. (Jan","author":"Ester Martin","year":"1996","unstructured":"Martin Ester, Hans-Peter Kriegel, J\u00f6rg Sander, and Xiaowei Xu. 1996. A Density-Based Algorithm for Discovering Clusters in Large Spatial Databases with Noise. (Jan. 1996)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445349"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545651"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173843"},{"key":"e_1_3_2_1_17_1","volume-title":"Causality-preserving Asynchronous Reality. In CHI Conference on Human Factors in Computing Systems","author":"Fender Andreas","year":"2022","unstructured":"Andreas Fender and Christian Holz. 2022. Causality-preserving Asynchronous Reality. In CHI Conference on Human Factors in Computing Systems (New Orleans, LA, USA) (CHI \u201922, Article 634). Association for Computing Machinery, New York, NY, USA, 1\u201315."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR.2014.6948429"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347933"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 2022 ACM Designing Interactive Systems Conference. 1002\u20131019","author":"Gero Katy\u00a0Ilonka","year":"2022","unstructured":"Katy\u00a0Ilonka Gero, Vivian Liu, and Lydia Chilton. 2022. Sparks: Inspiration for science writing using language models. In Proceedings of the 2022 ACM Designing Interactive Systems Conference. 1002\u20131019."},{"key":"e_1_3_2_1_21_1","volume-title":"Towards pervasive augmented reality: Context-awareness in augmented reality","author":"Grubert Jens","year":"2016","unstructured":"Jens Grubert, Tobias Langlotz, Stefanie Zollmann, and Holger Regenbrecht. 2016. Towards pervasive augmented reality: Context-awareness in augmented reality. IEEE transactions on visualization and computer graphics 23, 6 (2016), 1706\u20131724."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025683"},{"key":"e_1_3_2_1_23_1","volume-title":"Two guidelines for bootstrap hypothesis testing. Biometrics","author":"Hall Peter","year":"1991","unstructured":"Peter Hall and Susan\u00a0R Wilson. 1991. Two guidelines for bootstrap hypothesis testing. Biometrics (1991), 757\u2013762."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300577"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858134"},{"key":"e_1_3_2_1_27_1","volume-title":"d.]. Graphologue: Exploring Large Language Model Responses with Interactive Diagrams. arXiv","author":"Jiang P","year":"2023","unstructured":"P Jiang, J Rayan, SP Dow, and H Xia. [n. d.]. Graphologue: Exploring Large Language Model Responses with Interactive Diagrams. arXiv 2023. arXiv preprint arXiv:2305.11473 ([n. d.])."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585732"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606759"},{"key":"e_1_3_2_1_30_1","volume-title":"TransforMR: Pose-Aware Object Substitution for Composing Alternate Mixed Realities. In 2021 IEEE International Symposium on Mixed and Augmented Reality (ISMAR). 69\u201379","author":"Kari Mohamed","year":"2021","unstructured":"Mohamed Kari, Tobias Grosse-Puppendahl, Luis\u00a0Falconeri Coelho, Andreas Fender, David Bethge, Reinhard Sch\u00fctte, and Christian Holz. 2021. TransforMR: Pose-Aware Object Substitution for Composing Alternate Mixed Realities. In 2021 IEEE International Symposium on Mixed and Augmented Reality (ISMAR). 69\u201379."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580677"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1276377.1276407"},{"key":"e_1_3_2_1_33_1","volume-title":"Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models. PLoS digital health 2, 2","author":"Kung H","year":"2023","unstructured":"Tiffany\u00a0H Kung, Morgan Cheatham, Arielle Medenilla, Czarina Sillos, Lorie De\u00a0Leon, Camille Elepa\u00f1o, Maria Madriaga, Rimel Aggabao, Giezel Diaz-Candido, James Maningo, 2023. Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models. PLoS digital health 2, 2 (2023), e0000198."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302278"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.3390\/mti5040015"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347945"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517723"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501946"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3320211"},{"key":"e_1_3_2_1_40_1","volume-title":"RULA: a survey method for the investigation of work-related upper limb disorders. Applied ergonomics 24, 2","author":"McAtamney Lynn","year":"1993","unstructured":"Lynn McAtamney and E\u00a0Nigel Corlett. 1993. RULA: a survey method for the investigation of work-related upper limb disorders. Applied ergonomics 24, 2 (1993), 91\u201399."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3349263.3351330"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10055-019-00420-x"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610923"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3203002"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Manuel Meier Paul Streli Andreas Fender and Christian Holz. 2021. TapID: Rapid Touch Interaction in Virtual Reality using Wearable Sensing. In 2021 IEEE Virtual Reality and 3D User Interfaces (VR). IEEE 519\u2013528.","DOI":"10.1109\/VR50410.2021.00076"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126605"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580873"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581018"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179420"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517665"},{"key":"e_1_3_2_1_51_1","unstructured":"Joseph Redmon and Ali Farhadi. 2018. YOLOv3: An Incremental Improvement. http:\/\/arxiv.org\/abs\/1804.02767 arXiv:1804.02767 [cs]."},{"key":"e_1_3_2_1_52_1","unstructured":"Meta Reality\u00a0Labs Research. [n. d.]. SceneScript: an AI model and method to understand and describe 3D spaces. https:\/\/www.projectaria.com\/scenescript\/"},{"key":"e_1_3_2_1_53_1","first-page":"24","article-title":"Simulating the Human in HCD with ChatGPT","volume":"31","author":"Schmidt Albrecht","year":"2024","unstructured":"Albrecht Schmidt, Passant Elagroudy, Fiona Draxler, Frauke Kreuter, and Robin Welsch. 2024. Simulating the Human in HCD with ChatGPT: Redesigning Interaction Design with AI. Interactions 31, 1 (2024), 24\u201331.","journal-title":"Redesigning Interaction Design with AI. Interactions"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606749"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445546"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364907081229"},{"key":"e_1_3_2_1_59_1","first-page":"7423","article-title":"Rtformer: Efficient design for real-time semantic segmentation with transformer","volume":"35","author":"Wang Jian","year":"2022","unstructured":"Jian Wang, Chenhui Gou, Qiman Wu, Haocheng Feng, Junyu Han, Errui Ding, and Jingdong Wang. 2022. Rtformer: Efficient design for real-time semantic segmentation with transformer. Advances in Neural Information Processing Systems 35 (2022), 7423\u20137436.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300310"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3247084"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347875"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"Xingyi Zhou Rohit Girdhar Armand Joulin Philipp Kr\u00e4henb\u00fchl and Ishan Misra. 2022. Detecting Twenty-thousand Classes using Image-level Supervision. In ECCV.","DOI":"10.1007\/978-3-031-20077-9_21"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676470","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676470","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:08:24Z","timestamp":1754341704000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676470"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":63,"alternative-id":["10.1145\/3654777.3676470","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676470","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}