{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T14:28:52Z","timestamp":1754144932231,"version":"3.41.2"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T00:00:00Z","timestamp":1781308800000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1645578, 2436016"],"award-info":[{"award-number":["1645578, 2436016"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,13]]},"DOI":"10.1145\/3735452.3735536","type":"proceedings-article","created":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T15:11:16Z","timestamp":1749827476000},"page":"182-191","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["LUCI: Lightweight UI Command Interface"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-1886-2648","authenticated-orcid":false,"given":"Guna","family":"Lagudu","sequence":"first","affiliation":[{"name":"Arizona State University, Tempe, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5633-4003","authenticated-orcid":false,"given":"Vinayak","family":"Sharma","sequence":"additional","affiliation":[{"name":"Arizona State University, Tempe, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1075-897X","authenticated-orcid":false,"given":"Aviral","family":"Shrivastava","sequence":"additional","affiliation":[{"name":"Arizona State University, Tempe, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,13]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"01691","article-title":"Do As I Can","volume":"2204","author":"Ahn Michael","year":"2022","unstructured":"Michael Ahn, Anthony Brohan, Noah Brown, Yevgen Chebotar, Omar Cortes, Byron David, Chelsea Finn, Chuyuan Fu, Keerthana Gopalakrishnan, Karol Hausman, Alex Herzog, Daniel Ho, Jasmine Hsu, Julian Ibarz, Brian Ichter, Alex Irpan, Eric Jang, Rosario Jauregui Ruano, Kyle Jeffrey, Sally Jesmonth, Nikhil J Joshi, Ryan Julian, Dmitry Kalashnikov, Yuheng Kuang, Kuang-Huei Lee, Sergey Levine, Yao Lu, Linda Luu, Carolina Parada, Peter Pastor, Jornell Quiambao, Kanishka Rao, Jarek Rettinghouse, Diego Reyes, Pierre Sermanet, Nicolas Sievers, Clayton Tan, Alexander Toshev, Vincent Vanhoucke, Fei Xia, Ted Xiao, Peng Xu, Sichun Xu, Mengyuan Yan, and Andy Zeng. 2022. Do As I Can, Not As I Say: Grounding Language in Robotic Affordances. 2204.01691.","journal-title":"Not As I Say: Grounding Language in Robotic Affordances."},{"key":"e_1_3_2_1_2_1","unstructured":"Hyung Won Chung Le Hou Shayne Longpre Barret Zoph Yi Tay William Fedus Yunxuan Li Xuezhi Wang Mostafa Dehghani Siddhartha Brahma Albert Webson Shixiang Shane Gu Zhuyun Dai Mirac Suzgun Xinyun Chen Aakanksha Chowdhery Alex Castro-Ros Marie Pellat Kevin Robinson Dasha Valter Sharan Narang Gaurav Mishra Adams Yu Vincent Zhao Yanping Huang Andrew Dai Hongkun Yu Slav Petrov Ed H. Chi Jeff Dean Jacob Devlin Adam Roberts Denny Zhou Quoc V. Le and Jason Wei. 2022. Scaling Instruction-Finetuned Language Models. 2210.11416."},{"key":"e_1_3_2_1_3_1","unstructured":"Ishita Dasgupta Christine Kaeser-Chen Kenneth Marino Arun Ahuja Sheila Babayan Felix Hill and Rob Fergus. 2023. Collaborating with language models for embodied reasoning. 2302.00763."},{"key":"e_1_3_2_1_4_1","unstructured":"Xiang Deng Yu Gu Boyuan Zheng Shijie Chen Samuel Stevens Boshi Wang Huan Sun and Yu Su. 2023. Mind2Web: Towards a Generalist Agent for the Web. 2306.06070."},{"key":"e_1_3_2_1_5_1","volume-title":"Shixiang Shane Gu, and Izzeddin Gur","author":"Furuta Hiroki","year":"2024","unstructured":"Hiroki Furuta, Kuang-Huei Lee, Ofir Nachum, Yutaka Matsuo, Aleksandra Faust, Shixiang Shane Gu, and Izzeddin Gur. 2024. Multimodal Web Navigation with Instruction-Finetuned Foundation Models. 2305.11854."},{"key":"e_1_3_2_1_6_1","unstructured":"Amelia Glaese Nat McAleese Maja Tr\u0119bacz John Aslanides Vlad Firoiu Timo Ewalds Maribeth Rauh Laura Weidinger Martin Chadwick Phoebe Thacker Lucy Campbell-Gillingham Jonathan Uesato Po-Sen Huang Ramona Comanescu Fan Yang Abigail See Sumanth Dathathri Rory Greig Charlie Chen Doug Fritz Jaume Sanchez Elias Richard Green So\u0148a Mokr\u00e1 Nicholas Fernando Boxi Wu Rachel Foley Susannah Young Iason Gabriel William Isaac John Mellor Demis Hassabis Koray Kavukcuoglu Lisa Anne Hendricks and Geoffrey Irving. 2022. Improving alignment of dialogue agents via targeted human judgements. 2209.14375."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Yu Gu Xiang Deng and Yu Su. 2023. Don\u2019t Generate Discriminate: A Proposal for Grounding Language Models to Real-World Environments. 2212.09736.","DOI":"10.18653\/v1\/2023.acl-long.270"},{"key":"e_1_3_2_1_8_1","first-page":"01680","article-title":"Large Language Model based Multi-Agents","volume":"2402","author":"Guo Taicheng","year":"2024","unstructured":"Taicheng Guo, Xiuying Chen, Yaqi Wang, Ruidi Chang, Shichao Pei, Nitesh V. Chawla, Olaf Wiest, and Xiangliang Zhang. 2024. Large Language Model based Multi-Agents: A Survey of Progress and Challenges. 2402.01680. arxiv:2402.01680","journal-title":"A Survey of Progress and Challenges."},{"key":"e_1_3_2_1_9_1","volume-title":"Aakanksha Chowdhery, Sharan Narang, Noah Fiedel, and Aleksandra Faust.","author":"Gur Izzeddin","year":"2023","unstructured":"Izzeddin Gur, Ofir Nachum, Yingjie Miao, Mustafa Safdari, Austin Huang, Aakanksha Chowdhery, Sharan Narang, Noah Fiedel, and Aleksandra Faust. 2023. Understanding HTML with Large Language Models. 2210.03945."},{"key":"e_1_3_2_1_10_1","unstructured":"Jordan Hoffmann Sebastian Borgeaud Arthur Mensch Elena Buchatskaya Trevor Cai Eliza Rutherford Diego Las Casas Lisa Anne Hendricks Johannes Welbl Aidan Clark Tom Hennigan Eric Noland Katie Millican George Driessche Bogdan Damoc Aurelia Guy Simon Osindero Karen Simonyan Erich Elsen Jack W. Rae Oriol Vinyals and Laurent Sifre. 2022. Training Compute-Optimal Large Language Models. 2203.15556."},{"key":"e_1_3_2_1_11_1","first-page":"07207","article-title":"Language Models as Zero-Shot Planners","volume":"2201","author":"Huang Wenlong","year":"2022","unstructured":"Wenlong Huang, Pieter Abbeel, Deepak Pathak, and Igor Mordatch. 2022. Language Models as Zero-Shot Planners: Extracting Actionable Knowledge for Embodied Agents. 2201.07207.","journal-title":"Extracting Actionable Knowledge for Embodied Agents."},{"key":"e_1_3_2_1_12_1","volume-title":"Inner Monologue: Embodied Reasoning through Planning with Language Models. 2207.05608.","author":"Huang Wenlong","year":"2022","unstructured":"Wenlong Huang, Fei Xia, Ted Xiao, Harris Chan, Jacky Liang, Pete Florence, Andy Zeng, Jonathan Tompson, Igor Mordatch, Yevgen Chebotar, Pierre Sermanet, Noah Brown, Tomas Jackson, Linda Luu, Sergey Levine, Karol Hausman, and Brian Ichter. 2022. Inner Monologue: Embodied Reasoning through Planning with Language Models. 2207.05608."},{"key":"e_1_3_2_1_13_1","unstructured":"Peter C Humphreys David Raposo Toby Pohlen Gregory Thornton Rachita Chhaparia Alistair Muldal Josh Abramson Petko Georgiev Alex Goldin Adam Santoro and Timothy Lillicrap. 2022. A data-driven approach for learning to control computers. 2202.08137."},{"volume-title":"Adaptive mixtures of local experts","author":"Jacobs Robert A","key":"e_1_3_2_1_14_1","unstructured":"Robert A Jacobs, Michael I Jordan, Steven J Nowlan, and Geoffrey E Hinton. 1991. Adaptive mixtures of local experts. MIT Press, Neural computation, 3, 1, 79-87."},{"key":"e_1_3_2_1_15_1","unstructured":"Geunwoo Kim Pierre Baldi and Stephen McAleer. 2023. Language Models can Solve Computer Tasks. 2303.17491."},{"key":"e_1_3_2_1_16_1","unstructured":"Peter Shaw Mandar Joshi James Cohan Jonathan Berant Panupong Pasupat Hexiang Hu Urvashi Khandelwal Kenton Lee and Kristina Toutanova. 2023. From Pixels to UI Actions: Learning to Follow Instructions via Graphical User Interfaces. 2306.00245."},{"key":"e_1_3_2_1_17_1","volume-title":"World of Bits: An Open-Domain Platform for Web-Based Agents. In International Conference on Machine Learning. https:\/\/api.semanticscholar.org\/CorpusID:34953552","author":"Shi Tianlin","year":"2017","unstructured":"Tianlin Shi, Andrej Karpathy, Linxi (Jim) Fan, Josefa Z. Hern\u00e1ndez, and Percy Liang. 2017. World of Bits: An Open-Domain Platform for Web-Based Agents. In International Conference on Machine Learning. https:\/\/api.semanticscholar.org\/CorpusID:34953552"},{"key":"e_1_3_2_1_18_1","unstructured":"Haotian Sun Yuchen Zhuang Lingkai Kong Bo Dai and Chao Zhang. 2023. AdaPlanner: Adaptive Planning from Feedback with Language Models. 2305.16653."},{"key":"e_1_3_2_1_19_1","first-page":"10560","article-title":"Self-Instruct","volume":"2212","author":"Wang Yizhong","year":"2023","unstructured":"Yizhong Wang, Yeganeh Kordi, Swaroop Mishra, Alisa Liu, Noah A. Smith, Daniel Khashabi, and Hannaneh Hajishirzi. 2023. Self-Instruct: Aligning Language Models with Self-Generated Instructions. 2212.10560.","journal-title":"Aligning Language Models with Self-Generated Instructions."},{"key":"e_1_3_2_1_20_1","volume-title":"Brian Lester, Nan Du, Andrew M. Dai, and Quoc V. Le.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Maarten Bosma, Vincent Y. Zhao, Kelvin Guu, Adams Wei Yu, Brian Lester, Nan Du, Andrew M. Dai, and Quoc V. Le. 2022. Finetuned Language Models Are Zero-Shot Learners. 2109.01652."},{"key":"e_1_3_2_1_21_1","first-page":"01206","article-title":"WebShop","volume":"2207","author":"Yao Shunyu","year":"2023","unstructured":"Shunyu Yao, Howard Chen, John Yang, and Karthik Narasimhan. 2023. WebShop: Towards Scalable Real-World Web Interaction with Grounded Language Agents. 2207.01206.","journal-title":"Towards Scalable Real-World Web Interaction with Grounded Language Agents."},{"key":"e_1_3_2_1_22_1","first-page":"00598","article-title":"Socratic Models","volume":"2204","author":"Zeng Andy","year":"2022","unstructured":"Andy Zeng, Maria Attarian, Brian Ichter, Krzysztof Choromanski, Adrian Wong, Stefan Welker, Federico Tombari, Aveek Purohit, Michael Ryoo, Vikas Sindhwani, Johnny Lee, Vincent Vanhoucke, and Pete Florence. 2022. Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language. 2204.00598.","journal-title":"Composing Zero-Shot Multimodal Reasoning with Language."},{"key":"e_1_3_2_1_23_1","unstructured":"Boyuan Zheng Boyu Gou Jihyung Kil Huan Sun and Yu Su. 2024. GPT-4V(ision) is a Generalist Web Agent if Grounded. 2401.01614."},{"key":"e_1_3_2_1_24_1","first-page":"07863","article-title":"Synapse","volume":"2306","author":"Zheng Longtao","year":"2024","unstructured":"Longtao Zheng, Rundong Wang, Xinrun Wang, and Bo An. 2024. Synapse: Trajectory-as-Exemplar Prompting with Memory for Computer Control. 2306.07863.","journal-title":"Trajectory-as-Exemplar Prompting with Memory for Computer Control."}],"event":{"name":"LCTES '25: 26th ACM SIGPLAN\/SIGBED International Conference on Languages, Compilers, and Tools for Embedded Systems","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages","SIGBED ACM Special Interest Group on Embedded Systems"],"location":"Seoul Republic of Korea","acronym":"LCTES '25"},"container-title":["Proceedings of the 26th ACM SIGPLAN\/SIGBED International Conference on Languages, Compilers, and Tools for Embedded Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3735452.3735536","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3735452.3735536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,16]],"date-time":"2025-07-16T07:12:30Z","timestamp":1752649950000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3735452.3735536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,13]]},"references-count":24,"alternative-id":["10.1145\/3735452.3735536","10.1145\/3735452"],"URL":"https:\/\/doi.org\/10.1145\/3735452.3735536","relation":{},"subject":[],"published":{"date-parts":[[2025,6,13]]},"assertion":[{"value":"2025-06-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}