{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T17:52:23Z","timestamp":1767117143002,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3686215.3688372","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T12:17:01Z","timestamp":1730290621000},"page":"78-81","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Bespoke: Using LLM agents to generate just-in-time interfaces by reasoning about user intent"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1934-0155","authenticated-orcid":false,"given":"Palash","family":"Nandy","sequence":"first","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1147-7544","authenticated-orcid":false,"given":"Sigurdur Orn","family":"Adalgeirsson","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9231-603X","authenticated-orcid":false,"given":"Anoop K.","family":"Sinha","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7727-650X","authenticated-orcid":false,"given":"Tanya","family":"Kraljic","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5026-8419","authenticated-orcid":false,"given":"Mike","family":"Cleron","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7440-8031","authenticated-orcid":false,"given":"Lei","family":"Shi","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3309-306X","authenticated-orcid":false,"given":"Angad","family":"Singh","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3550-4175","authenticated-orcid":false,"given":"Ashish","family":"Chaudhary","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7701-8519","authenticated-orcid":false,"given":"Ashwin","family":"Ganti","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1928-0046","authenticated-orcid":false,"given":"Christopher A","family":"Melancon","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1762-9929","authenticated-orcid":false,"given":"Shudi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2352-8162","authenticated-orcid":false,"given":"David","family":"Robishaw","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1753-9526","authenticated-orcid":false,"given":"Horia","family":"Ciurdar","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2758-2219","authenticated-orcid":false,"given":"Justin","family":"Secor","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8819-5855","authenticated-orcid":false,"given":"Kenneth Aleksander","family":"Robertsen","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6505-435X","authenticated-orcid":false,"given":"Kirsten","family":"Climer","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4904-8865","authenticated-orcid":false,"given":"Madison","family":"Le","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7812-9466","authenticated-orcid":false,"given":"Mathangi","family":"Venkatesan","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8511-2834","authenticated-orcid":false,"given":"Peggy","family":"Chi","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0563-2464","authenticated-orcid":false,"given":"Peixin","family":"Li","sequence":"additional","affiliation":[{"name":"Google Flutter, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3752-0945","authenticated-orcid":false,"given":"Peter F","family":"McDermott","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0703-953X","authenticated-orcid":false,"given":"Rachel","family":"Shim","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5070-4178","authenticated-orcid":false,"given":"Selcen","family":"Onsan","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9987-5879","authenticated-orcid":false,"given":"Shilp","family":"Vaishnav","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8319-0753","authenticated-orcid":false,"given":"Stephanie","family":"Guam\u00e1n","sequence":"additional","affiliation":[{"name":"Google DeepMind, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"[n. d.]. Introducing ChatGPT. https:\/\/openai.com\/index\/chatgpt\/. Accessed: 2024-07-13."},{"key":"e_1_3_2_2_2_1","unstructured":"Google. [n. d.]. Personalized AI for you | Gemini. Youtube. https:\/\/www.youtube.com\/watch?v=v5tRc_5-8G4"},{"key":"e_1_3_2_2_3_1","volume-title":"GraphiMind: LLM-centric Interface for Information Graphics Design. arXiv preprint arXiv:2401.13245","author":"Huang Qirui","year":"2024","unstructured":"Qirui Huang, Min Lu, Joel Lanir, Dani Lischinski, Daniel Cohen-Or, and Hui Huang. 2024. GraphiMind: LLM-centric Interface for Information Graphics Design. arXiv preprint arXiv:2401.13245 (2024)."},{"key":"e_1_3_2_2_4_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems 33 (2020), 9459\u20139474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651093"},{"key":"e_1_3_2_2_6_1","volume-title":"Assisting in writing wikipedia-like articles from scratch with large language models. arXiv preprint arXiv:2402.14207","author":"Shao Yijia","year":"2024","unstructured":"Yijia Shao, Yucheng Jiang, Theodore\u00a0A Kanell, Peter Xu, Omar Khattab, and Monica\u00a0S Lam. 2024. Assisting in writing wikipedia-like articles from scratch with large language models. arXiv preprint arXiv:2402.14207 (2024)."},{"key":"e_1_3_2_2_7_1","volume-title":"Design2Code: How Far Are We From Automating Front-End Engineering?arXiv preprint arXiv:2403.03163","author":"Si Chenglei","year":"2024","unstructured":"Chenglei Si, Yanzhe Zhang, Zhengyuan Yang, Ruibo Liu, and Diyi Yang. 2024. Design2Code: How Far Are We From Automating Front-End Engineering?arXiv preprint arXiv:2403.03163 (2024)."},{"key":"e_1_3_2_2_8_1","volume-title":"Toby Jia-Jun Li, and Haijun Xia","author":"Suh Sangho","year":"2023","unstructured":"Sangho Suh, Meng Chen, Bryan Min, Toby Jia-Jun Li, and Haijun Xia. 2023. Structured generation and exploration of design space with large language models for human-ai co-creation. arXiv preprint arXiv:2310.12953 (2023)."},{"key":"e_1_3_2_2_9_1","volume-title":"Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805","author":"Team Gemini","year":"2023","unstructured":"Gemini Team, Rohan Anil, Sebastian Borgeaud, Yonghui Wu, Jean-Baptiste Alayrac, Jiahui Yu, Radu Soricut, Johan Schalkwyk, Andrew\u00a0M Dai, Anja Hauth, 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_2_10_1","volume-title":"Lamda: Language models for dialog applications. arXiv preprint arXiv:2201.08239","author":"Thoppilan Romal","year":"2022","unstructured":"Romal Thoppilan, Daniel De\u00a0Freitas, Jamie Hall, Noam Shazeer, Apoorv Kulshreshtha, Heng-Tze Cheng, Alicia Jin, Taylor Bos, Leslie Baker, Yu Du, 2022. Lamda: Language models for dialog applications. arXiv preprint arXiv:2201.08239 (2022)."},{"key":"e_1_3_2_2_11_1","volume-title":"Denny Zhou","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc\u00a0V Le, Denny Zhou, 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022), 24824\u201324837."},{"key":"e_1_3_2_2_12_1","volume-title":"GenSERP: Large Language Models for Whole Page Presentation. arXiv preprint arXiv:2402.14301","author":"Zhang Zhenning","year":"2024","unstructured":"Zhenning Zhang, Yunan Zhang, Suyu Ge, Guangwei Weng, Mridu Narang, Xia Song, and Saurabh Tiwary. 2024. GenSERP: Large Language Models for Whole Page Presentation. arXiv preprint arXiv:2402.14301 (2024)."}],"event":{"name":"ICMI '24: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"San Jose Costa Rica","acronym":"ICMI '24"},"container-title":["Companion Proceedings of the 26th International Conference on Multimodal Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3686215.3688372","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3686215.3688372","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T16:22:04Z","timestamp":1760545324000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3686215.3688372"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":12,"alternative-id":["10.1145\/3686215.3688372","10.1145\/3686215"],"URL":"https:\/\/doi.org\/10.1145\/3686215.3688372","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}