{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:59:27Z","timestamp":1776931167436,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3742413.3789132","type":"proceedings-article","created":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T11:32:24Z","timestamp":1772537544000},"page":"646-662","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Mapping the Design Space of User Experience for Computer Use Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2377-9550","authenticated-orcid":false,"given":"Ruijia","family":"Cheng","sequence":"first","affiliation":[{"name":"Apple, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6722-9959","authenticated-orcid":false,"given":"Jenny T","family":"Liang","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8951-2878","authenticated-orcid":false,"given":"Eldon","family":"Schoop","sequence":"additional","affiliation":[{"name":"Apple, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-8546","authenticated-orcid":false,"given":"Jeffrey","family":"Nichols","sequence":"additional","affiliation":[{"name":"Apple, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,22]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"Proceedings of the International Conference on Computer Vision (ICCV)","author":"Agrawal Harsh","year":"2025","unstructured":"Harsh Agrawal, Eldon Schoop, Xinlei Pan, Anuj Mahajan, Ari Seff, Di Feng, Ruijia Cheng, Andres Romero Mier\u00a0Y Teran, Esteban Gomez, Abhishek Sundararajan, Forrest Huang, Amanda Swearngin, Mohana Prasad\u00a0Sathya Moorthy, Jeffrey Nichols, and Alexander Toshev. 2025. UINavBench: A Framework for Comprehensive Evaluation of Interactive Digital Agents. In Proceedings of the International Conference on Computer Vision (ICCV)."},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_1_4_2","volume-title":"Computer use tool","year":"2025","unstructured":"Anthropic. 2025. Computer use tool. https:\/\/docs.anthropic.com\/en\/docs\/agents-and-tools\/tool-use\/computer-use-tool Online documentation."},{"key":"e_1_3_3_1_5_2","unstructured":"Gagan Bansal Jennifer\u00a0Wortman Vaughan Saleema Amershi Eric Horvitz Adam Fourney Hussein Mozannar Victor Dibia and Daniel\u00a0S. Weld. 2024. Challenges in Human-Agent Communication. arxiv:https:\/\/arXiv.org\/abs\/2412.10380\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2412.10380"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.33"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/169891.169968"},{"key":"e_1_3_3_1_8_2","volume-title":"Project Mariner","author":"DeepMind Google","year":"2025","unstructured":"Google DeepMind. 2025. Project Mariner. https:\/\/deepmind.google\/models\/project-mariner\/ Research prototype AI\u2011agent for browser task automation."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Upol Ehsan Q.\u00a0Vera Liao Samir Passi Mark\u00a0O. Riedl and III Daum\u00e9 Hal. 2024. Seamful XAI: Operationalizing Seamful Design in Explainable AI. Proc. ACM Hum.-Comput. Interact. 8 CSCW1 Article 119 (April 2024) 29\u00a0pages. 10.1145\/3637396","DOI":"10.1145\/3637396"},{"key":"e_1_3_3_1_10_2","unstructured":"KJ Feng David\u00a0W McDonald and Amy\u00a0X Zhang. 2025. Levels of Autonomy for AI Agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2506.12469 (2025)."},{"key":"e_1_3_3_1_11_2","unstructured":"K.\u00a0J.\u00a0Kevin Feng Kevin Pu Matt Latzke Tal August Pao Siangliulue Jonathan Bragg Daniel\u00a0S. Weld Amy\u00a0X. Zhang and Joseph\u00a0Chee Chang. 2025. Cocoa: Co-Planning and Co-Execution with AI Agents. arxiv:https:\/\/arXiv.org\/abs\/2412.10999\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2412.10999"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713218"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.371"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-demo.17"},{"key":"e_1_3_3_1_16_2","volume-title":"Adept","author":"Inc. Adept AI\u00a0Labs","year":"2025","unstructured":"Adept AI\u00a0Labs Inc.2025. Adept. https:\/\/www.adept.ai\/ Enterprise AI platform for agentic automation."},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-demos.8"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712129"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/169891.169908"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357323"},{"key":"e_1_3_3_1_21_2","unstructured":"Gang Li and Yang Li. 2022. Spotlight: Mobile UI Understanding using Vision-Language Models with a Focus. ArXiv abs\/2209.14927 (2022). https:\/\/api.semanticscholar.org\/CorpusID:252595735"},{"key":"e_1_3_3_1_22_2","volume-title":"The Thirteenth International Conference on Learning Representations","author":"LI Zhangheng","year":"2025","unstructured":"Zhangheng LI, Keen You, Haotian Zhang, Di Feng, Harsh Agrawal, Xiujun Li, Mohana Prasad\u00a0Sathya Moorthy, Jeffrey Nichols, Yinfei Yang, and Zhe Gan. 2025. Ferret-UI 2: Mastering Universal User Interface Understanding Across Platforms. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=GBfYgjOfSe"},{"key":"e_1_3_3_1_23_2","unstructured":"Jenny\u00a0T Liang Titus Barik Jeffrey Nichols Eldon Schoop and Ruijia Cheng. 2025. AgentBuilder: Exploring Scaffolds for Prototyping User Experiences of Interface Agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2510.04452 (2025)."},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/258549.258592"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/268389.268397"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/1502650.1502667"},{"key":"e_1_3_3_1_27_2","unstructured":"Xiao Liu Bo Qin Dongzhu Liang Guang Dong Hanyu Lai Hanchen Zhang Hanlin Zhao Iat\u00a0Long Iong Jiadai Sun Jiaqi Wang Junjie Gao Junjun Shan Kangning Liu Shudan Zhang Shuntian Yao Siyi Cheng Wentao Yao Wenyi Zhao Xinghan Liu Xinyi Liu Xinying Chen Xinyue Yang Yang Yang Yifan Xu Yu Yang Yujia Wang Yulin Xu Zehan Qi Yuxiao Dong and Jie Tang. 2024. AutoGLM: Autonomous Foundation Agents for GUIs. arxiv:https:\/\/arXiv.org\/abs\/2411.00820\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2411.00820"},{"key":"e_1_3_3_1_28_2","unstructured":"Hussein Mozannar Gagan Bansal Cheng Tan Adam Fourney Victor Dibia Jingya Chen Jack Gerrits Tyler Payne Matheus\u00a0Kunzler Maldaner Madeleine Grunde-McLaughlin Eric Zhu Griffin Bassman Jacob Alber Peter Chang Ricky Loynd Friederike Niedtner Ece Kamar Maya Murad Rafah Hosn and Saleema Amershi. 2025. Magentic-UI: Towards Human-in-the-loop Agentic Systems. arxiv:https:\/\/arXiv.org\/abs\/2507.22358\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2507.22358"},{"key":"e_1_3_3_1_29_2","unstructured":"MyShell AI. 2025. AIlice: A fully autonomous general\u2011purpose AI agent. https:\/\/github.com\/myshell-ai\/AIlice. Open\u2011source AI assistant (similar to \u201cJARVIS\u201d) supporting general\u2011purpose task automation."},{"key":"e_1_3_3_1_30_2","volume-title":"Operator","year":"2025","unstructured":"OpenAI. 2025. Operator. https:\/\/openai.com\/index\/introducing-operator\/ A research\u2011preview AI agent that autonomously navigates a web browser to perform tasks using a Computer\u2011Using Agent (CUA) model."},{"key":"e_1_3_3_1_31_2","unstructured":"Yujia Qin Yining Ye Junjie Fang Haoming Wang Shihao Liang Shizuo Tian Junda Zhang Jiahao Li Yunxin Li Shijue Huang Wanjun Zhong Kuanye Li Jiale Yang Yu Miao Woyu Lin Longxiang Liu Xu Jiang Qianli Ma Jingyu Li Xiaojun Xiao Kai Cai Chuang Li Yaowei Zheng Chaolin Jin Chen Li Xiao Zhou Minchao Wang Haoli Chen Zhaojian Li Haihua Yang Haifeng Liu Feng Lin Tao Peng Xin Liu and Guang Shi. 2025. UI-TARS: Pioneering Automated GUI Interaction with Native Agents. arxiv:https:\/\/arXiv.org\/abs\/2501.12326\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2501.12326"},{"key":"e_1_3_3_1_32_2","volume-title":"The Coding Manual for Qualitative Researchers (3rd ed.)","author":"Salda\u00f1a Johnny","year":"2015","unstructured":"Johnny Salda\u00f1a. 2015. The Coding Manual for Qualitative Researchers (3rd ed.). SAGE Publications, London."},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","unstructured":"Silvia Schiaffino and Anal\u0131a Amandi. 2004. User \u2013 interface agent interaction: personalization issues. International Journal of Human-Computer Studies 60 1 (2004) 129\u2013148. 10.1016\/j.ijhcs.2003.09.003","DOI":"10.1016\/j.ijhcs.2003.09.003"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","unstructured":"Ben Shneiderman and Pattie Maes. 1997. Direct manipulation vs. interface agents. Interactions 4 6 (Nov. 1997) 42\u201361. 10.1145\/267505.267514","DOI":"10.1145\/267505.267514"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642777"},{"key":"e_1_3_3_1_36_2","unstructured":"Fei Tang Haolei Xu Hang Zhang Siqi Chen Xingyu Wu Yongliang Shen Wenqi Zhang Guiyang Hou Zeqi Tan Yuchen Yan et\u00a0al. 2025. A survey on (m) llm-based gui agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.13865 (2025)."},{"key":"e_1_3_3_1_37_2","volume-title":"TaxyAI Browser Extension","year":"2025","unstructured":"TaxyAI. 2025. TaxyAI Browser Extension. https:\/\/github.com\/TaxyAI\/browser-extension GPT\u20114\u2011powered browser automation open\u2011source project."},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"Minh\u00a0Duc Vu Han Wang Zhuang Li Gholamreza Haffari Zhenchang Xing and Chunyang Chen. 2023. Voicify Your UI: Towards Android App Control with Voice Commands. Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. 7 1 Article 44 (March 2023) 22\u00a0pages. 10.1145\/3581998","DOI":"10.1145\/3581998"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642466"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636534.3649379"},{"key":"e_1_3_3_1_41_2","volume-title":"ICLR 2024 Workshop on Large Language Model (LLM) Agents","author":"Wu Zhiyong","year":"2024","unstructured":"Zhiyong Wu, Chengcheng Han, Zichen Ding, Zhenmin Weng, Zhoumianze Liu, Shunyu Yao, Tao Yu, and Lingpeng Kong. 2024. OS-Copilot: Towards Generalist Computer Agents with Self-Improvement. In ICLR 2024 Workshop on Large Language Model (LLM) Agents. https:\/\/openreview.net\/forum?id=3WWFrg8UjJ"},{"key":"e_1_3_3_1_42_2","volume-title":"ECCV","author":"You Keen","year":"2024","unstructured":"Keen You, Haotian Zhang, Eldon Schoop, Floris Weers, Amanda Swearngin, Jeffrey Nichols, Yinfei Yang, and Zhe Gan. 2024. Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs. In ECCV. https:\/\/arxiv.org\/pdf\/2404.05719"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712153"}],"event":{"name":"IUI '26: 31st International Conference on Intelligent User Interfaces","location":"Paphos Cyprus","acronym":"IUI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 31st International Conference on Intelligent User Interfaces"],"original-title":[],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T12:58:13Z","timestamp":1773493093000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3742413.3789132"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,22]]},"references-count":42,"alternative-id":["10.1145\/3742413.3789132","10.1145\/3742413"],"URL":"https:\/\/doi.org\/10.1145\/3742413.3789132","relation":{},"subject":[],"published":{"date-parts":[[2026,3,22]]},"assertion":[{"value":"2026-03-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}