{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T13:03:56Z","timestamp":1780664636221,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T00:00:00Z","timestamp":1777161600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62502510"],"award-info":[{"award-number":["62502510"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,27]]},"DOI":"10.1145\/3767295.3803576","type":"proceedings-article","created":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T20:20:04Z","timestamp":1777062004000},"page":"296-310","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["From Imperative to Declarative: Towards LLM-friendly OS Interfaces for Boosted Computer-Use Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-6080-0970","authenticated-orcid":false,"given":"Yuan","family":"Wang","sequence":"first","affiliation":[{"name":"Key Laboratory of System Software (Chinese Academy of Sciences), Beijing, China"},{"name":"Institute of Software Chinese Academy of Sciences, Beijing, China"},{"name":"University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4537-5986","authenticated-orcid":false,"given":"Mingyu","family":"Li","sequence":"additional","affiliation":[{"name":"Key Laboratory of System Software (Chinese Academy of Sciences), Beijing, China"},{"name":"Institute of Software Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9720-0361","authenticated-orcid":false,"given":"Haibo","family":"Chen","sequence":"additional","affiliation":[{"name":"Key Laboratory of System Software (Chinese Academy of Sciences), Beijing, China"},{"name":"Institute of Software Chinese Academy of Sciences, Beijing, China"},{"name":"Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"OSWorld-Gold: Benchmarking the Efficiency of Computer-Use Agents. In ICML 2025 Workshop on Computer Use Agents. https:\/\/openreview.net\/forum7id=sV3n6mYy7J","author":"Abhyankar Reyna","year":"2025","unstructured":"Reyna Abhyankar, Qi Qi, and Yiying Zhang. 2025. OSWorld-Gold: Benchmarking the Efficiency of Computer-Use Agents. In ICML 2025 Workshop on Computer Use Agents. https:\/\/openreview.net\/forum7id=sV3n6mYy7J"},{"key":"e_1_3_2_1_2_1","unstructured":"OS Accessibility. 2023. https:\/\/www.w3.org\/TR\/wai-aria\/#dfn-accessibility-api"},{"key":"e_1_3_2_1_3_1","volume-title":"The Thirteenth International Conference on Learning Representations, ICLR 2025","author":"Agashe Saaket","year":"2025","unstructured":"Saaket Agashe, Jiuzhou Han, Shuyu Gan, Jiachen Yang, Ang Li, and Xin Eric Wang. 2025. Agent S: An Open Agentic Framework that Uses Computers Like a Human. In The Thirteenth International Conference on Learning Representations, ICLR 2025, Singapore, April 24\u201328, 2025. OpenReview.net. https:\/\/openreview.net\/forum?id=lIVRgt4nLv"},{"key":"e_1_3_2_1_4_1","volume-title":"Second Conference on Language Modeling. https:\/\/openreview.net\/forum?id=zg5is4GJ3R","author":"Agashe Saaket","year":"2025","unstructured":"Saaket Agashe, Kyle Wong, Vincent Tu, Jiachen Yang, Ang Li, and Xin Eric Wang. 2025. Agent S2: A Compositional Generalist-Specialist Framework for Computer Use Agents. In Second Conference on Language Modeling. https:\/\/openreview.net\/forum?id=zg5is4GJ3R"},{"key":"e_1_3_2_1_5_1","unstructured":"Linux AT-SPI2. 2022. https:\/\/gnome.pages.gitlab.gnome.org\/at-spi2-core\/devel-docs\/architecture.html"},{"key":"e_1_3_2_1_6_1","unstructured":"Windows UI Automation. 2025. https:\/\/learn.microsoft.com\/en-us\/windows\/win32\/winauto\/entry-uiauto-win32"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/V1\/2024.ACL-LONG.505"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Krishna Teja Chitty-Venkata Siddhisanket Raskar Bharat Kale Farah Ferdaus Aditya Tanikanti Ken Raffenetti Valerie Taylor Murali Emani and Venkatram Vishwanath. 2024. Llm-inference-bench: Inference benchmarking of large language models on ai accelerators. In SC24-W: Workshops of the International Conference for High Performance Computing Networking Storage and Analysis. IEEE 1362\u20131379.","DOI":"10.1109\/SCW63240.2024.00178"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522712"},{"key":"e_1_3_2_1_10_1","volume-title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models. In 18th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2024","author":"Fu Yao","year":"2024","unstructured":"Yao Fu, Leyang Xue, Yeqi Huang, Andrei-Octavian Brabete, Dmitrii Ustiugov, Yuvraj Patel, and Luo Mai. 2024. ServerlessLLM: Low-Latency Serverless Inference for Large Language Models. In 18th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2024, Santa Clara, CA, USA, July 10\u201312, 2024. USENIX Association, 135\u2013153. https:\/\/www.usenix.org\/conference\/osdi24\/presentation\/fu"},{"key":"e_1_3_2_1_11_1","volume-title":"The Thirteenth International Conference on Learning Representations, ICLR 2025","author":"Gou Boyu","year":"2025","unstructured":"Boyu Gou, Ruohan Wang, Boyuan Zheng, Yanan Xie, Cheng Chang, Yiheng Shu, Huan Sun, and Yu Su. 2025. Navigating the Digital World as Humans Do: Universal Visual Grounding for GUI Agents. In The Thirteenth International Conference on Learning Representations, ICLR 2025, Singapore, April 24\u201328, 2025. OpenReview.net. https:\/\/openreview.net\/forum?id=kxnoqaisCT"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132774"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/V1\/2024.ACL-LONG.371"},{"key":"e_1_3_2_1_14_1","volume-title":"Large Language Models Cannot Self-Correct Reasoning Yet. In International Conference on Representation Learning","volume":"2024","author":"Huang Jie","year":"2024","unstructured":"Jie Huang, Xinyun Chen, Swaroop Mishra, Huaixiu Steven Zheng, Adams Yu, Xinying Song, and Denny Zhou. 2024. Large Language Models Cannot Self-Correct Reasoning Yet. In International Conference on Representation Learning, Vol. 2024. 32808\u201332824. https:\/\/proceedings.iclr.cc\/paper_files\/paper\/2024\/file\/8b4add8b0aa8749d80a34ca5d941c355-Paper-Conference.pdf"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.02746"},{"key":"e_1_3_2_1_16_1","volume-title":"Performance Interfaces for Network Functions. In 19th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2022","author":"Iyer Rishabh R.","year":"2022","unstructured":"Rishabh R. Iyer, Katerina J. Argyraki, and George Candea. 2022. Performance Interfaces for Network Functions. In 19th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2022, Renton, WA, USA, April 4\u20136, 2022. USENIX Association, 567\u2013584. https:\/\/www.usenix.org\/conference\/nsdi22\/presentation\/iyer"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2503.02268"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671620"},{"key":"e_1_3_2_1_19_1","volume-title":"ComputerRL: Scaling End-to-End Online Reinforcement Learning for Computer Use Agents. In The Fourteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=oEVfNf0w4B","author":"Lai Hanyu","year":"2026","unstructured":"Hanyu Lai, Xiao Liu, Yanxiao Zhao, Han Xu, Hanchen Zhang, Bohao Jing, Yanyu Ren, Shuntian Yao, Yuxiao Dong, and Jie Tang. 2026. ComputerRL: Scaling End-to-End Online Reinforcement Learning for Computer Use Agents. In The Fourteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=oEVfNf0w4B"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.381"},{"key":"e_1_3_2_1_21_1","volume-title":"Performance Interfaces for Hardware Accelerators. In 18th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2024","author":"Ma Jiacheng","year":"2024","unstructured":"Jiacheng Ma, Rishabh R. Iyer, Sahand Kashani, Mahyar Emami, Thomas Bourgeat, and George Candea. 2024. Performance Interfaces for Hardware Accelerators. In 18th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2024, Santa Clara, CA, USA, July 10\u201312, 2024. USENIX Association, 855\u2013874. https:\/\/www.usenix.org\/conference\/osdi24\/presentation\/ma-jiacheng"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/WCRE.2003.1287256"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3689031.3717472"},{"key":"e_1_3_2_1_24_1","first-page":"224","article-title":"Dynamic reverse engineering of graphical user interfaces","volume":"5","author":"Morgado In\u00eas Coimbra","year":"2012","unstructured":"In\u00eas Coimbra Morgado, Ana CR Paiva, and Jo\u00e3o Pascoal Faria. 2012. Dynamic reverse engineering of graphical user interfaces. International Journal On Advances in Software 5, 3 (2012), 224\u2013236.","journal-title":"International Journal On Advances in Software"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/711"},{"key":"e_1_3_2_1_26_1","unstructured":"OpenAI Operator. 2025. https:\/\/openai.com\/index\/introducing-operator\/"},{"key":"e_1_3_2_1_27_1","unstructured":"OpenAI Structured Outputs. 2025. https:\/\/platform.openai.com\/docs\/guides\/structured-outputs"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-4020"},{"key":"e_1_3_2_1_29_1","unstructured":"UIA Control Pattern. 2025. https:\/\/learn.microsoft.com\/en-us\/windows\/win32\/winauto\/uiauto-controlpatternsoverview"},{"key":"e_1_3_2_1_30_1","unstructured":"Microsoft GUI Interface Design Principle. 2025. https:\/\/learn.microsoft.com\/en-us\/power-platform\/well-architected\/experience-optimization\/interaction-design"},{"key":"e_1_3_2_1_31_1","unstructured":"pywinauto. 2025. https:\/\/github.com\/pywinauto\/pywinauto"},{"key":"e_1_3_2_1_32_1","unstructured":"Yujia Qin Yining Ye Junjie Fang Haoming Wang Shihao Liang Shizuo Tian Junda Zhang Jiahao Li Yunxin Li Shijue Huang Wanjun Zhong Kuanye Li Jiale Yang Yu Miao Woyu Lin Longxiang Liu Xu Jiang Qianli Ma Jingyu Li Xiaojun Xiao Kai Cai Chuang Li Yaowei Zheng Chaolin Jin Chen Li Xiao Zhou Minchao Wang Haoli Chen Zhaojian Li Haihua Yang Haifeng Liu Feng Lin Tao Peng Xin Liu and Guang Shi. 2025. UI-TARS: Pioneering Automated GUI Interaction with Native Agents. arXiv:2501.12326 [cs.AI] https:\/\/arxiv.org\/abs\/2501.12326"},{"key":"e_1_3_2_1_33_1","unstructured":"Zhuocheng Shen. 2024. LLM With Tools: A Survey. arXiv:2409.18807 [cs.AI] https:\/\/arxiv.org\/abs\/2409.18807"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015579.810991"},{"key":"e_1_3_2_1_35_1","unstructured":"Android Monkey Tool. 2023. https:\/\/developer.android.com\/studio\/test\/other-testing-tools\/monkey?hl=en"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901341"},{"key":"e_1_3_2_1_37_1","unstructured":"Claude Computer Use. 2024. https:\/\/docs.claude.com\/en\/docs\/agents-and-tools\/tool-use\/computer-use-tool"},{"key":"e_1_3_2_1_38_1","unstructured":"Claude Tool Use. 2025. https:\/\/www.anthropic.com\/engineering\/advanced-tool-use"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.4018\/IJISMD.2015070103"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2411.04890"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3636534.3649379"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711875.3729134"},{"key":"e_1_3_2_1_43_1","volume-title":"OS-ATLAS: Foundation Action Model for Generalist GUI Agents. In The Thirteenth International Conference on Learning Representations, ICLR 2025","author":"Wu Zhiyong","year":"2025","unstructured":"Zhiyong Wu, Zhenyu Wu, Fangzhi Xu, Yian Wang, Qiushi Sun, Chengyou Jia, Kanzhi Cheng, Zichen Ding, Liheng Chen, Paul Pu Liang, and Yu Qiao. 2025. OS-ATLAS: Foundation Action Model for Generalist GUI Agents. In The Thirteenth International Conference on Learning Representations, ICLR 2025, Singapore, April 24\u201328, 2025. Open-Review.net. https:\/\/openreview.net\/forum?id=n9PDaFNi8t"},{"key":"e_1_3_2_1_44_1","volume-title":"Zhoujun Cheng, Dongchan Shin, Fangyu Lei, Yitao Liu, Yiheng Xu, Shuyan Zhou, Silvio Savarese, Caiming Xiong, Victor Zhong, and Tao Yu.","author":"Xie Tianbao","year":"2024","unstructured":"Tianbao Xie, Danyang Zhang, Jixuan Chen, Xiaochuan Li, Siheng Zhao, Ruisheng Cao, Toh Jing Hua, Zhoujun Cheng, Dongchan Shin, Fangyu Lei, Yitao Liu, Yiheng Xu, Shuyan Zhou, Silvio Savarese, Caiming Xiong, Victor Zhong, and Tao Yu. 2024. OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments. In Advances in Neural Information Processing Systems 38: Annual Conference on Neural Information Processing Systems 2024, NeurIPS 2024, Vancouver, BC, Canada, December 10 - 15, 2024. http:\/\/papers.nips.cc\/paper_files\/paper\/2024\/hash\/5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html"},{"key":"e_1_3_2_1_45_1","volume-title":"Aguvis: Unified Pure Vision Agents for Autonomous GUI Interaction. In Forty-second International Conference on Machine Learning, ICML 2025","author":"Xu Yiheng","year":"2025","unstructured":"Yiheng Xu, Zekun Wang, Junli Wang, Dunjie Lu, Tianbao Xie, Amrita Saha, Doyen Sahoo, Tao Yu, and Caiming Xiong. 2025. Aguvis: Unified Pure Vision Agents for Autonomous GUI Interaction. In Forty-second International Conference on Machine Learning, ICML 2025, Vancouver, BC, Canada, July 13\u201319, 2025 (Proceedings of Machine Learning Research, Vol. 267), Aarti Singh, Maryam Fazel, Daniel Hsu, Simon Lacoste-Julien, Felix Berkenkamp, Tegan Maharaj, Kiri Wagstaff, and Jerry Zhu (Eds.). PMLR \/ OpenReview.net. https:\/\/proceedings.mlr.press\/v267\/xu25ae.html"},{"key":"e_1_3_2_1_46_1","volume-title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering. In Advances in Neural Information Processing Systems 38: Annual Conference on Neural Information Processing Systems 2024","author":"Yang John","year":"2024","unstructured":"John Yang, Carlos E. Jimenez, Alexander Wettig, Kilian Lieret, Shunyu Yao, Karthik Narasimhan, and Ofir Press. 2024. SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering. In Advances in Neural Information Processing Systems 38: Annual Conference on Neural Information Processing Systems 2024, NeurIPS 2024, Vancouver, BC, Canada, December 10 - 15, 2024. http:\/\/papers.nips.cc\/paper_files\/paper\/2024\/hash\/5a7c947568c1b1328ccc5230172e1e7c-Abstract-Conference.html"},{"key":"e_1_3_2_1_47_1","unstructured":"Yan Yang Dongxu Li Yutong Dai Yuhao Yang Ziyang Luo Zirui Zhao Zhiyuan Hu JUNZHE HUANG Amrita Saha Zeyuan Chen Ran Xu Liyuan Pan Caiming Xiong and Junnan Li. 2026. GTA1: GUI Test-time Scaling Agent. In The fourteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=3VIPmz7iAi"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2508.15144"},{"key":"e_1_3_2_1_49_1","volume-title":"GUI Agents: Divergence and Convergence. In ICML 2025 Workshop on Computer Use Agents. https:\/\/openreview.net\/forum?id=XuThXhPSQR","author":"Zhang Chaoyun","year":"2025","unstructured":"Chaoyun Zhang, Shilin He, Liqun Li, Si Qin, Yu Kang, Qingwei Lin, Saravan Rajmohan, and Dongmei Zhang. 2025. API Agents vs. GUI Agents: Divergence and Convergence. In ICML 2025 Workshop on Computer Use Agents. https:\/\/openreview.net\/forum?id=XuThXhPSQR"},{"key":"e_1_3_2_1_50_1","volume-title":"Large Language Model-Brained GUI Agents: A Survey. Transactions on Machine Learning Research","author":"Zhang Chaoyun","year":"2025","unstructured":"Chaoyun Zhang, Shilin He, Jiaxu Qian, Bowen Li, Liqun Li, Si Qin, Yu Kang, Minghua Ma, Guyue Liu, Qingwei Lin, Saravan Rajmohan, Dongmei Zhang, and Qi Zhang. 2025. Large Language Model-Brained GUI Agents: A Survey. Transactions on Machine Learning Research (2025). https:\/\/openreview.net\/forum?id=xChvYjvXTp"},{"key":"e_1_3_2_1_51_1","unstructured":"Chaoyun Zhang He Huang Chiming Ni Jian Mu Si Qin Shilin He Lu Wang Fangkai Yang Pu Zhao Chao Du Liqun Li Yu Kang Zhao Jiang Suzhen Zheng Rujia Wang Jiaxu Qian Minghua Ma Jian-Guang Lou Qingwei Lin Saravan Rajmohan and Dongmei Zhang. 2025. UFO2: The Desktop AgentOS. arXiv:2504.14603 [cs.AI] https:\/\/arxiv.org\/abs\/2504.14603"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/V1\/2025.NAACL-LONG.26"}],"event":{"name":"EUROSYS '26: 21st European Conference on Computer Systems","location":"McEwan Hall\/The University of Edinburgh Edinburgh Scotland UK","acronym":"EUROSYS '26","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 21st European Conference on Computer Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3767295.3803576","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T12:15:10Z","timestamp":1780661710000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3767295.3803576"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":52,"alternative-id":["10.1145\/3767295.3803576","10.1145\/3767295"],"URL":"https:\/\/doi.org\/10.1145\/3767295.3803576","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"2026-04-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}