{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T11:58:23Z","timestamp":1791460703181,"version":"4.3.4"},"reference-count":55,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002701","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002701","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,16]]},"DOI":"10.1109\/ase63991.2025.00028","type":"proceedings-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:54:38Z","timestamp":1769633678000},"page":"241-253","source":"Crossref","is-referenced-by-count":8,"title":["Interaction2Code: Benchmarking MLLM-based Interactive Webpage Code Generation from Interactive Prototyping"],"prefix":"10.1109","author":[{"given":"Jingyu","family":"Xiao","sequence":"first","affiliation":[{"name":"The Chinese University of Hong Kong,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxuan","family":"Wan","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yintong","family":"Huo","sequence":"additional","affiliation":[{"name":"Singapore Management University,Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zixin","family":"Wang","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyi","family":"Xu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenxuan","family":"Wang","sequence":"additional","affiliation":[{"name":"Renmin University of China,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiyao","family":"Xu","sequence":"additional","affiliation":[{"name":"Tsinghua University,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuhang","family":"Wang","sequence":"additional","affiliation":[{"name":"Southwest University,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael R.","family":"Lyu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Top website statistics for 2024","volume-title":"Forbes Advisor","year":"2024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180240"},{"key":"ref3","first-page":"535","article-title":"Designing user experience for mobile apps: Long-term product owner perspective","volume-title":"2013 20th Asia-Pacific Software Engineering Conference (APSEC)","volume":"1","author":"Kuusinen"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.32"},{"key":"ref5","first-page":"1","article-title":"Classifying and qualifying gui defects","volume-title":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","author":"Lelli"},{"key":"ref6","first-page":"165","article-title":"Automated reporting of gui design violations for mobile apps","volume-title":"2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE)","author":"Moran"},{"key":"ref7","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-40480-1_35","article-title":"Evaluating direct manipulation operations for constraint-based layout","volume-title":"IFIP TC13 International Conference on Human-Computer Interaction","author":"Zeidler"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3220134.3220135"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180240"},{"key":"ref10","article-title":"Hello gpt-4o","year":"2024"},{"key":"ref11","article-title":"Introducing claude 3.5 sonnet","year":"2024"},{"key":"ref12","article-title":"Gemini api","year":"2024"},{"key":"ref13","article-title":"The dawn of lmms: Preliminary explorations with gpt-4v(ision)","volume-title":"ArXiv","volume":"abs\/2309.17421","author":"Yang","year":"2023"},{"key":"ref14","article-title":"Instructblip: Towards general-purpose vision-language models with instruction tuning","volume-title":"ArXiv","volume":"abs\/2305.06500","author":"Dai","year":"2023"},{"key":"ref15","article-title":"Benchmarking mllm-based web understanding: Reasoning, robustness and safety","author":"Liu","year":"2025"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.1145\/3597503.3623316","article-title":"Codereval: A benchmark of pragmatic code generation with generative pre-trained models","volume-title":"International Conference on Software Engineering (ICSE)","author":"Yu"},{"key":"ref17","article-title":"Enabling programming thinking in large language models toward code generation","volume-title":"ArXiv","volume":"abs\/2305.06599","author":"Li","year":"2023"},{"key":"ref18","article-title":"Classeval: A manually-crafted benchmark for evaluating llms on class-level code generation","volume-title":"ArXiv","volume":"abs\/2308.01861","author":"Du","year":"2023"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1109\/ASE63991.2025.00330","article-title":"Exploring autonomous agents: A closer look at why they fail when completing tasks","author":"Lu","year":"2025"},{"key":"ref20","article-title":"Next edit prediction: Learning to predict code edits from context and interaction history","author":"Lu","year":"2025"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.458"},{"key":"ref22","article-title":"Design2code: How far are we from automating front-end engineering?","author":"Si","year":"2024"},{"issue":"FSE","key":"ref23","first-page":"1","article-title":"Automatically generating ui code from screenshot: A divide-and-conquer-based approach","volume-title":"Proceedings of the ACM on Software Engineering (FSE)","volume":"1","author":"Wan"},{"key":"ref24","article-title":"Web2code: A large-scale webpage-to-code dataset and evaluation framework for multimodal llms","author":"Yun","year":"2024"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3696410.3714889"},{"key":"ref26","article-title":"Designbench: A comprehensive benchmark for mllm-based front-end code generation","author":"Xiao","year":"2025"},{"key":"ref27","article-title":"Mrweb: An exploration of generating multi-page resource-aware web code from ui designs","author":"Wan","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/EBBT.2019.8741736"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-023-15108-3"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2844788"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/smr.2369"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-021-00804-7"},{"key":"ref33","article-title":"Sketch2code: transformation of sketches to ui in real-time using deep neural network","author":"Jain","year":"2019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.32"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3715726"},{"key":"ref36","article-title":"Efficientuicoder: Efficient mllm-based ui code generation via input and output token compression","author":"Xiao","year":"2025"},{"key":"ref37","article-title":"Unlocking the conversion of web screenshots into html code with the websight dataset","author":"Lauren\u00e7on","year":"2024"},{"key":"ref38","article-title":"Ui mockups","year":"2025"},{"key":"ref39","article-title":"Ui mockups","year":"2025"},{"issue":"140","key":"ref40","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"Journal of machine learning research"},{"key":"ref41","article-title":"Selenium","year":"2025"},{"key":"ref42","article-title":"Git difference tool","year":"2025"},{"key":"ref43","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"International conference on machine learning","author":"Radford"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3728909"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180246"},{"key":"ref48","article-title":"Llava-next: Improved reasoning, ocr, and world knowledge","author":"Liu","year":"2024"},{"key":"ref49","article-title":"Llama 3.2 vision","year":"2024"},{"key":"ref50","article-title":"Qwen2.5-vl","year":"2025"},{"key":"ref51","article-title":"Vision guide","year":"2024"},{"key":"ref52","article-title":"Vision documentation","year":"2024"},{"key":"ref53","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in neural information processing systems (NeurIPS)"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52733.2024.02508"},{"key":"ref55","article-title":"Pixtral 12b","author":"Agrawal","year":"2024"}],"event":{"name":"2025 40th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2025,11,16]]},"end":{"date-parts":[[2025,11,20]]}},"container-title":["2025 40th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11334056\/11334198\/11334714.pdf?arnumber=11334714","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T09:06:36Z","timestamp":1769677596000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11334714\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,16]]},"references-count":55,"URL":"https:\/\/doi.org\/10.1109\/ase63991.2025.00028","relation":{},"subject":[],"published":{"date-parts":[[2025,11,16]]}}}