{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T03:22:27Z","timestamp":1779074547920,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3706736","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:28:23Z","timestamp":1745440103000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Designing and Developing User Interfaces with AI: Advancing Tools, Workflows, and Practices"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0845-5563","authenticated-orcid":false,"given":"Yuwen","family":"Lu","sequence":"first","affiliation":[{"name":"Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0022-6512","authenticated-orcid":false,"given":"Yue","family":"Jiang","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4928-6225","authenticated-orcid":false,"given":"Tiffany","family":"Knearem","sequence":"additional","affiliation":[{"name":"Google, San Francisco, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8484-841X","authenticated-orcid":false,"given":"Clara E","family":"Kliman-Silver","sequence":"additional","affiliation":[{"name":"Google, San Francisco, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0634-7569","authenticated-orcid":false,"given":"Christof","family":"Lutteroth","sequence":"additional","affiliation":[{"name":"Computer Science, University of Bath, Bath, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-8546","authenticated-orcid":false,"given":"Jeffrey","family":"Nichols","sequence":"additional","affiliation":[{"name":"Apple Inc, San Diego, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7110-5024","authenticated-orcid":false,"given":"Wolfgang","family":"Stuerzlinger","sequence":"additional","affiliation":[{"name":"School of Interactive Arts + Technology (SIAT), Simon Fraser University, Vancouver, British Columbia, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Chongyang Bai Xiaoxue Zang Ying Xu Srinivas Sunkara Abhinav Rastogi Jindong Chen et\u00a0al. 2021. Uibert: Learning generic multimodal representations for ui understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2107.13731 (2021)."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3220134.3220135"},{"key":"e_1_3_3_2_4_2","volume-title":"Sketching user experiences: getting the design right and the right design","author":"Buxton Bill","year":"2010","unstructured":"Bill Buxton. 2010. Sketching user experiences: getting the design right and the right design. Morgan kaufmann."},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503739"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Chunyang Chen Sidong Feng Zhenchang Xing Linda Liu Shengdong Zhao and Jinshui Wang. 2019. Gallery D.C.: Design Search and Knowledge Discovery through Auto-Created GUI Component Gallery. Proc. ACM Hum.-Comput. Interact. 3 CSCW Article 180 (nov 2019) 22\u00a0pages. 10.1145\/3359282","DOI":"10.1145\/3359282"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126651"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Steven\u00a0P Dow Alana Glassco Jonathan Kass Melissa Schwarz Daniel\u00a0L Schwartz and Scott\u00a0R Klemmer. 2010. Parallel prototyping leads to better design results more divergence and increased self-efficacy. ACM Transactions on Computer-Human Interaction (TOCHI) 17 4 (2010) 1\u201324.","DOI":"10.1145\/1879831.1879836"},{"key":"e_1_3_3_2_9_2","unstructured":"Peitong Duan Chin-yi Chen Gang Li Bjoern Hartmann and Yang Li. 2024. UICrit: Enhancing Automated Design Evaluation with a UICritique Dataset. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.08850 (2024)."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642782"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3516873"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450671"},{"key":"e_1_3_3_2_13_2","unstructured":"Sidong Feng Mingyue Yuan Jieshan Chen Zhenchang Xing and Chunyang Chen. 2023. Designing with Language: Wireframing UI Design Intent with Generative Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.07755 (2023)."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/964442.964461"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3583960"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300334"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3638191"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Yue Jiang Zixin Guo Hamed\u00a0Rezazadegan Tavakoli Luis\u00a0A Leiva and Antti Oulasvirta. 2024. EyeFormer: predicting personalized scanpaths with transformer-guided reinforcement learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.10163 (2024).","DOI":"10.1145\/3654777.3676436"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581096"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636316"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3573805"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3504030"},{"key":"e_1_3_3_2_23_2","unstructured":"Yue Jiang Eldon Schoop Amanda Swearngin and Jeffrey Nichols. 2023. ILuvUI: Instruction-tuned LangUage-Vision modeling of UIs from Machine Conversations. arxiv:https:\/\/arXiv.org\/abs\/2310.04869\u00a0[cs.HC]"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642822"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3573874"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/257089.257396"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58580-8_29"},{"key":"e_1_3_3_2_28_2","volume-title":"Proc. MobileHCI Adjunct","author":"Leiva Luis\u00a0A.","year":"2020","unstructured":"Luis\u00a0A. Leiva, Asutosh Hota, and Antti Oulasvirta. 2020. Enrico: A High-quality Dataset for Topic Modeling of Mobile UI Designs. In Proc. MobileHCI Adjunct."},{"key":"e_1_3_3_2_29_2","unstructured":"Gang Li and Yang Li. 2022. Spotlight: Mobile UI Understanding using Vision-Language Models with a Focus. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2209.14927 (2022)."},{"key":"e_1_3_3_2_30_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Li Jie","year":"2024","unstructured":"Jie Li, Hancheng Cao, Laura Lin, Youyang Hou, Ruihao Zhu, and Abdallah El\u00a0Ali. 2024. User experience design professionals\u2019 perceptions of generative artificial intelligence. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201318."},{"key":"e_1_3_3_2_31_2","unstructured":"Jianan Li Jimei Yang Aaron Hertzmann Jianming Zhang and Tingfa Xu. 2019. Layoutgan: Generating graphic layouts with wireframe discriminators. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1901.06767 (2019)."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Jianan Li Jimei Yang Jianming Zhang Chang Liu Christina Wang and Tingfa Xu. 2021. Attribute-Conditioned Layout GAN for Automatic Graphic Design. IEEE Transactions on Visualization and Computer Graphics 27 10 (oct 2021) 4039\u20134048. 10.1109\/TVCG.2020.2999335","DOI":"10.1109\/TVCG.2020.2999335"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025483"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506506"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445049"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347899"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3210240.3210339"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3616624"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242650"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3637135"},{"key":"e_1_3_3_2_41_2","unstructured":"Yuwen Lu Alan Leung Amanda Swearngin Jeffrey Nichols and Titus Barik. 2024. Misty: UI Prototyping Through Interactive Conceptual Blending. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.13900 (2024)."},{"key":"e_1_3_3_2_42_2","unstructured":"Yuwen Lu Ziang Tong Qinyi Zhao Yewon Oh Bryan Wang and Toby Jia-Jun Li. 2024. Flowy: Supporting UX Design Decisions Through AI-Driven Pattern Annotation in Multi-Screen User Flows. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.16177 (2024)."},{"key":"e_1_3_3_2_43_2","unstructured":"Yuwen Lu Ziang Tong Qinyi Zhao Chengzhi Zhang and Toby Jia-Jun Li. 2023. UI Layout Generation with LLMs Guided by UI Grammar. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.15455 (2023)."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519809"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00069"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"Brad\u00a0A Myers. 1985. The importance of percent-done progress indicators for computer-human interfaces. ACM SIGCHI Bulletin 16 4 (1985) 11\u201317.","DOI":"10.1145\/1165385.317459"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/571985.572008"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/571985.572008"},{"key":"e_1_3_3_2_49_2","volume-title":"The design of everyday things: Revised and expanded edition","author":"Norman Don","year":"2013","unstructured":"Don Norman. 2013. The design of everyday things: Revised and expanded edition. Basic books."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517497"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377515"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"crossref","unstructured":"Ben Shneiderman and Pattie Maes. 1997. Direct manipulation vs. interface agents. interactions 4 6 (1997) 42\u201361.","DOI":"10.1145\/267505.267514"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025506"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300305"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376593"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"crossref","unstructured":"Maryam Taeb Amanda Swearngin Eldon Schoop Ruijia Cheng Yue Jiang and Jeffrey Nichols. 2023. AXNav: Replaying Accessibility Tests from Natural Language. arxiv:https:\/\/arXiv.org\/abs\/2310.02424\u00a0[cs.HC]","DOI":"10.1145\/3613904.3642777"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580895"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474765"},{"key":"e_1_3_3_2_59_2","unstructured":"Jason Wu Yi-Hao Peng Amanda Li Amanda Swearngin Jeffrey\u00a0P Bigham and Jeffrey Nichols. 2024. UIClip: A Data-driven Model for Assessing User Interface Design. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.12500 (2024)."},{"key":"e_1_3_3_2_60_2","unstructured":"Jason Wu Eldon Schoop Alan Leung Titus Barik Jeffrey\u00a0P Bigham and Jeffrey Nichols. 2024. UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.07739 (2024)."},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581158"},{"key":"e_1_3_3_2_62_2","unstructured":"Chen Yongxin Zhang Tonghui and Chen Jie. 2019. UI2code: How to fine-tune background and foreground analysis. Retrieved Feb 23 (2019) 2020."},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"crossref","unstructured":"Keen You Haotian Zhang Eldon Schoop Floris Weers Amanda Swearngin Jeffrey Nichols Yinfei Yang and Zhe Gan. 2024. Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.05719 (2024).","DOI":"10.1007\/978-3-031-73039-9_14"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706736","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3706736","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:10Z","timestamp":1750298230000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706736"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":62,"alternative-id":["10.1145\/3706599.3706736","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3706736","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}