{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:23:22Z","timestamp":1781335402523,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":99,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3713905","type":"proceedings-article","created":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T14:48:11Z","timestamp":1745851691000},"page":"1-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["InstructPipe: Generating Visual Blocks Pipelines with Human Instructions and LLMs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1363-7313","authenticated-orcid":false,"given":"Zhongyi","family":"Zhou","sequence":"first","affiliation":[{"name":"Google, Tokyo, Japan and The University of Tokyo, Tokyo, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4734-7058","authenticated-orcid":false,"given":"Jing","family":"Jin","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6526-0848","authenticated-orcid":false,"given":"Vrushank","family":"Phadnis","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9341-993X","authenticated-orcid":false,"given":"Xiuxiu","family":"Yuan","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4814-6912","authenticated-orcid":false,"given":"Jun","family":"Jiang","sequence":"additional","affiliation":[{"name":"Google, Sunnyvale, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1976-7992","authenticated-orcid":false,"given":"Xun","family":"Qian","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7841-0085","authenticated-orcid":false,"given":"Kristen","family":"Wright","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4577-128X","authenticated-orcid":false,"given":"Mark","family":"Sherwood","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0660-828X","authenticated-orcid":false,"given":"Jason","family":"Mayes","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8041-8179","authenticated-orcid":false,"given":"Jingtao","family":"Zhou","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8941-8061","authenticated-orcid":false,"given":"Yiyi","family":"Huang","sequence":"additional","affiliation":[{"name":"Google, Sunnyvale, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6747-3953","authenticated-orcid":false,"given":"Zheng","family":"Xu","sequence":"additional","affiliation":[{"name":"Google, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5386-8872","authenticated-orcid":false,"given":"Yinda","family":"Zhang","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3084-4553","authenticated-orcid":false,"given":"Johnny","family":"Lee","sequence":"additional","affiliation":[{"name":"Google, Redmond, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7772-0530","authenticated-orcid":false,"given":"Alex","family":"Olwal","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0508-3509","authenticated-orcid":false,"given":"David","family":"Kim","sequence":"additional","affiliation":[{"name":"Google, Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6596-8907","authenticated-orcid":false,"given":"Ram","family":"Iyengar","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9370-1353","authenticated-orcid":false,"given":"Na","family":"Li","sequence":"additional","affiliation":[{"name":"Google, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2471-9776","authenticated-orcid":false,"given":"Ruofei","family":"Du","sequence":"additional","affiliation":[{"name":"Google, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_3_3_3_2","unstructured":"Aida Amini Saadia Gabriel Peter Lin Rik Koncel-Kedziorski Yejin Choi and Hannaneh Hajishirzi. 2019. Mathqa: Towards interpretable math word problem solving with operation-based formalisms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1905.13319 (2019)."},{"key":"e_1_3_3_3_4_2","unstructured":"Rohan Anil Andrew\u00a0M. Dai Orhan Firat Melvin Johnson Dmitry Lepikhin Alexandre Passos Siamak Shakeri Emanuel Taropa Paige Bailey Zhifeng Chen Eric Chu Jonathan\u00a0H. Clark Laurent\u00a0El Shafey Yanping Huang Kathy Meier-Hellstern Gaurav Mishra Erica Moreira Mark Omernick Kevin Robinson Sebastian Ruder Yi Tay Kefan Xiao Yuanzhong Xu Yujing Zhang Gustavo\u00a0Hernandez Abrego Junwhan Ahn Jacob Austin Paul Barham Jan Botha James Bradbury Siddhartha Brahma Kevin Brooks Michele Catasta Yong Cheng Colin Cherry Christopher\u00a0A. Choquette-Choo Aakanksha Chowdhery Cl\u00e9ment Crepy Shachi Dave Mostafa Dehghani Sunipa Dev Jacob Devlin Mark D\u00edaz Nan Du Ethan Dyer Vlad Feinberg Fangxiaoyu Feng Vlad Fienber Markus Freitag Xavier Garcia Sebastian Gehrmann Lucas Gonzalez Guy Gur-Ari Steven Hand Hadi Hashemi Le Hou Joshua Howland Andrea Hu Jeffrey Hui Jeremy Hurwitz Michael Isard Abe Ittycheriah Matthew Jagielski Wenhao Jia Kathleen Kenealy Maxim Krikun Sneha Kudugunta Chang Lan Katherine Lee Benjamin Lee Eric Li Music Li Wei Li YaGuang Li Jian Li Hyeontaek Lim Hanzhao Lin Zhongtao Liu Frederick Liu Marcello Maggioni Aroma Mahendru Joshua Maynez Vedant Misra Maysam Moussalem Zachary Nado John Nham Eric Ni Andrew Nystrom Alicia Parrish Marie Pellat Martin Polacek Alex Polozov Reiner Pope Siyuan Qiao Emily Reif Bryan Richter Parker Riley Alex\u00a0Castro Ros Aurko Roy Brennan Saeta Rajkumar Samuel Renee Shelby Ambrose Slone Daniel Smilkov David\u00a0R. So Daniel Sohn Simon Tokumine Dasha Valter Vijay Vasudevan Kiran Vodrahalli Xuezhi Wang Pidong Wang Zirui Wang Tao Wang John Wieting Yuhuai Wu Kelvin Xu Yunhan Xu Linting Xue Pengcheng Yin Jiahui Yu Qiao Zhang Steven Zheng Ce Zheng Weikang Zhou Denny Zhou Slav Petrov and Yonghui Wu. 2023. PaLM 2 Technical Report. arxiv:https:\/\/arXiv.org\/abs\/2305.10403\u00a0[cs.CL]"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_6_2","unstructured":"Jacob Austin Augustus Odena Maxwell Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie Cai Michael Terry Quoc Le et\u00a0al. 2021. Program synthesis with large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2108.07732 (2021)."},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/VL.1996.545293"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606725"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared\u00a0D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et\u00a0al. 2020. Language Models are Few-shot Learners. Advances in Neural Information Processing Systems 33 (2020) 1877\u20131901. 10.48550\/arXiv.2005.14165","DOI":"10.48550\/arXiv.2005.14165"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642229"},{"key":"e_1_3_3_3_11_2","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde De\u00a0Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman et\u00a0al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2107.03374 (2021)."},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606741"},{"key":"e_1_3_3_3_13_2","volume-title":"AI-powered coding, free of charge with Colab","author":"Chris\u00a0Perry Shrestha Basu\u00a0Mallick","year":"2023","unstructured":"Shrestha Basu\u00a0Mallick Chris\u00a0Perry. 2023. AI-powered coding, free of charge with Colab. Retrieved Sep 10, 2024 from https:\/\/blog.google\/technology\/developers\/google-colab-ai-coding-features\/"},{"key":"e_1_3_3_3_14_2","unstructured":"ComfyUI. 2023. ComfyUI. https:\/\/github.com\/comfyanonymous\/ComfyUI"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386105"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642579"},{"key":"e_1_3_3_3_17_2","unstructured":"Victor Dibia. 2023. LIDA: A Tool for Automatic Generation of Grammar-Agnostic Visualizations and Infographics using Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2303.02927\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2303.02927"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580981"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581338"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3615817"},{"key":"e_1_3_3_3_21_2","unstructured":"K.\u00a0J.\u00a0Kevin Feng Q.\u00a0Vera Liao Ziang Xiao Jennifer\u00a0Wortman Vaughan Amy\u00a0X. Zhang and David\u00a0W. McDonald. 2024. Canvil: Designerly Adaptation for LLM-Powered User Experiences. arxiv:https:\/\/arXiv.org\/abs\/2401.09051\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2401.09051"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/502348.502369"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"crossref","unstructured":"Xinbo Gao Bing Xiao Dacheng Tao and Xuelong Li. 2010. A survey of graph edit distance. Pattern Analysis and applications 13 (2010) 113\u2013129.","DOI":"10.1007\/s10044-008-0141-y"},{"key":"e_1_3_3_3_24_2","unstructured":"GitHub. 2023. GitHub Copilot \u00b7 Your AI pair programmer. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.11559"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Charles\u00a0R. Harris K.\u00a0Jarrod Millman St\u00e9fan\u00a0J. van\u00a0der Walt Ralf Gommers Pauli Virtanen David Cournapeau Eric Wieser Julian Taylor Sebastian Berg Nathaniel\u00a0J. Smith Robert Kern Matti Picus Stephan Hoyer Marten\u00a0H. van Kerkwijk Matthew Brett Allan Haldane Jaime\u00a0Fern\u00e1ndez del R\u00edo Mark Wiebe Pearu Peterson Pierre G\u00e9rard-Marchant Kevin Sheppard Tyler Reddy Warren Weckesser Hameer Abbasi Christoph Gohlke and Travis\u00a0E. Oliphant. 2020. Array programming with NumPy. Nature 585 7825 (Sept. 2020) 357\u2013362. 10.1038\/s41586-020-2649-2","DOI":"10.1038\/s41586-020-2649-2"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_3_3_28_2","unstructured":"Dan Hendrycks Steven Basart Saurav Kadavath Mantas Mazeika Akul Arora Ethan Guo Collin Burns Samir Puranik Horace He Dawn Song et\u00a0al. 2021. Measuring coding challenge competence with apps. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2105.09938 (2021)."},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0T Hewett. 2005. Informing the design of computer-based environments to support creativity. International Journal of Human-Computer Studies 63 4-5 (2005) 383\u2013409.","DOI":"10.1016\/j.ijhcs.2005.04.004"},{"key":"e_1_3_3_3_30_2","unstructured":"Dong Huang Qingwen Bu Jie\u00a0M Zhang Michael Luck and Heming Cui. 2023. Agentcoder: Multi-agent-based code generation with iterative testing and optimisation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.13010 (2023)."},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/2909824.3020215"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.5555\/2906831.2906883"},{"key":"e_1_3_3_3_33_2","unstructured":"Lei Huang Weijiang Yu Weitao Ma Weihong Zhong Zhangyin Feng Haotian Wang Qianglong Chen Weihua Peng Xiaocheng Feng Bing Qin and Ting Liu. 2023. A Survey on Hallucination in Large Language Models: Principles Taxonomy Challenges and Open Questions. arxiv:https:\/\/arXiv.org\/abs\/2311.05232\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2311.05232"},{"key":"e_1_3_3_3_34_2","unstructured":"HuggingFace. 2022. Spaces. https:\/\/huggingface.co\/docs\/transformers\/preprocessing"},{"key":"e_1_3_3_3_35_2","unstructured":"Md\u00a0Ashraful Islam Mohammed\u00a0Eunus Ali and Md\u00a0Rizwan Parvez. 2024. MapCoder: Multi-Agent Code Generation for Competitive Problem Solving. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.11403 (2024)."},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585878"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"crossref","unstructured":"Peiling Jiang Jude Rayan Steven\u00a0P Dow and Haijun Xia. 2023. Graphologue: Exploring Large Language Model Responses with Interactive Diagrams. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.11473 (2023).","DOI":"10.1145\/3586183.3606737"},{"key":"e_1_3_3_3_38_2","unstructured":"Haolin Jin Linghan Huang Haipeng Cai Jun Yan Bo Li and Huaming Chen. 2024. From LLMs to LLM-based Agents for Software Engineering: A Survey of Current Challenges and Future. arxiv:https:\/\/arXiv.org\/abs\/2408.02479\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2408.02479"},{"key":"e_1_3_3_3_39_2","volume-title":"Jupyter AI","year":"2024","unstructured":"Jupyter-ai. 2024. Jupyter AI. Retrieved Sep 10, 2024 from https:\/\/github.com\/jupyterlab\/jupyter-ai"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Jeffrey Kodosky. 2020. LabVIEW. Proc. ACM Program. Lang. 4 HOPL Article 78 (jun 2020) 54\u00a0pages. 10.1145\/3386328","DOI":"10.1145\/3386328"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3386527.3406725"},{"key":"e_1_3_3_3_42_2","unstructured":"LangChain. 2023. LangChain. https:\/\/www.langchain.com\/"},{"key":"e_1_3_3_3_43_2","volume-title":"Promptim: an experimental library for prompt optimization","year":"2024","unstructured":"LangChain. 2024. Promptim: an experimental library for prompt optimization. Retrieved Nov 26, 2024 from https:\/\/blog.langchain.dev\/promptim\/"},{"key":"e_1_3_3_3_44_2","unstructured":"LangFlow. 2023. LangFlow. https:\/\/github.com\/logspace-ai\/langflow"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/1095034.1095071"},{"key":"e_1_3_3_3_46_2","unstructured":"Ruibo Liu Ruixin Yang Chenyan Jia Ge Zhang Denny Zhou Andrew\u00a0M Dai Diyi Yang and Soroush Vosoughi. 2023. Training socially aligned language models on simulated social interactions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.16960 (2023)."},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581566"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64302-6_19"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2207.00189"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/22627.22349"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","unstructured":"Arpit Narechania Arjun Srinivasan and John Stasko. 2021. NL4DV: A Toolkit for Generating Analytic Specifications for Data Visualization from Natural Language Queries. IEEE Transactions on Visualization and Computer Graphics (TVCG) (2021). 10.1109\/TVCG.2020.3030378","DOI":"10.1109\/TVCG.2020.3030378"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642706"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"crossref","unstructured":"Allan Paivio. 1969. Mental imagery in associative learning and memory. Psychological review 76 3 (1969) 241.","DOI":"10.1037\/h0027272"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"crossref","unstructured":"Allan Paivio. 1991. Dual coding theory: Retrospect and current status. Canadian Journal of Psychology\/Revue canadienne de psychologie 45 3 (1991) 255.","DOI":"10.1037\/h0084295"},{"key":"e_1_3_3_3_55_2","unstructured":"Allan Paivio James\u00a0M Clark et\u00a0al. 2006. Dual coding theory and education. Pathways to literacy achievement for high poverty children (2006) 1\u201320."},{"key":"e_1_3_3_3_56_2","unstructured":"Joon\u00a0Sung Park Joseph\u00a0C. O\u2019Brien Carrie\u00a0J. Cai Meredith\u00a0Ringel Morris Percy Liang and Michael\u00a0S. Bernstein. 2023. Generative Agents: Interactive Simulacra of Human Behavior. arxiv:https:\/\/arXiv.org\/abs\/2304.03442\u00a0[cs.HC]"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"e_1_3_3_3_58_2","unstructured":"Adam Paszke Sam Gross Francisco Massa Adam Lerer James Bradbury Gregory Chanan Trevor Killeen Zeming Lin Natalia Gimelshein Luca Antiga et\u00a0al. 2019. Pytorch: An imperative style high-performance deep learning library. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_3_3_59_2","unstructured":"Shishir\u00a0G Patil Tianjun Zhang Xin Wang and Joseph\u00a0E Gonzalez. 2023. Gorilla: Large language model connected with massive apis. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.15334 (2023)."},{"key":"e_1_3_3_3_60_2","unstructured":"Debalina\u00a0Ghosh Paul Hong Zhu and Ian Bayley. 2024. Benchmarks and Metrics for Evaluations of Code Generation: A Critical Review. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.12655 (2024)."},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"crossref","unstructured":"Zhenhui Peng Xingbo Wang Qiushi Han Junkai Zhu Xiaojuan Ma and Huamin Qu. 2023. Storyfier: Exploring Vocabulary Learning Support with Text Generation Models. arxiv:https:\/\/arXiv.org\/abs\/2308.03864\u00a0[cs.HC]","DOI":"10.1145\/3586183.3606786"},{"key":"e_1_3_3_3_62_2","unstructured":"Yujia Qin Shihao Liang Yining Ye Kunlun Zhu Lan Yan Yaxi Lu Yankai Lin Xin Cong Xiangru Tang Bill Qian et\u00a0al. 2023. Toolllm: Facilitating large language models to master 16000+ real-world apis. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.16789 (2023)."},{"key":"e_1_3_3_3_63_2","unstructured":"Yujia Qin Shihao Liang Yining Ye Kunlun Zhu Lan Yan Yaxi Lu Yankai Lin Xin Cong Xiangru Tang Bill Qian Sihan Zhao Lauren Hong Runchu Tian Ruobing Xie Jie Zhou Mark Gerstein Dahai Li Zhiyuan Liu and Maosong Sun. 2023. ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs. arxiv:https:\/\/arXiv.org\/abs\/2307.16789\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2307.16789"},{"key":"e_1_3_3_3_64_2","unstructured":"Subham Sah Rishab Mitra Arpit Narechania Alex Endert John Stasko and Wenwen Dou. 2024. Generating Analytic Specifications for Data Visualization from Natural Language Queries using Large Language Models. Presented at the NLVIZ Workshop IEEE VIS 2024. arxiv:https:\/\/arXiv.org\/abs\/2408.13391\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2408.13391"},{"key":"e_1_3_3_3_65_2","unstructured":"Timo Schick Jane Dwivedi-Yu Roberto Dess\u00ec Roberta Raileanu Maria Lomeli Eric Hambro Luke Zettlemoyer Nicola Cancedda and Thomas Scialom. 2024. Toolformer: Language models can teach themselves to use tools. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","unstructured":"Leixian Shen Enya Shen Yuyu Luo Xiaocong Yang Xuming Hu Xiongshuai Zhang Zhiwei Tai and Jianmin Wang. 2023. Towards Natural Language Interfaces for Data Visualization: A Survey. IEEE Transactions on Visualization and Computer Graphics 29 6 (2023) 3121\u20133144. 10.1109\/TVCG.2022.3148007","DOI":"10.1109\/TVCG.2022.3148007"},{"key":"e_1_3_3_3_67_2","unstructured":"Yongliang Shen Kaitao Song Xu Tan Dongsheng Li Weiming Lu and Yueting Zhuang. 2024. Hugginggpt: Solving ai tasks with chatgpt and its friends in hugging face. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_3_3_68_2","doi-asserted-by":"crossref","unstructured":"Douglas\u00a0R Smith. 1985. The design of divide and conquer algorithms. Science of Computer Programming 5 (1985) 37\u201358.","DOI":"10.1016\/0167-6423(85)90003-6"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3563657.3596089"},{"key":"e_1_3_3_3_70_2","volume-title":"Basics of qualitative research","author":"Strauss Anselm","year":"1990","unstructured":"Anselm Strauss, Juliet Corbin, et\u00a0al. 1990. Basics of qualitative research. Vol.\u00a015. sage Newbury Park, CA."},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511557842"},{"key":"e_1_3_3_3_72_2","unstructured":"Sangho Suh Bryan Min Srishti Palani and Haijun Xia. 2023. Sensecape: Enabling Multilevel Exploration and Sensemaking with Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.11483 (2023)."},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"crossref","unstructured":"D\u00eddac Sur\u00eds Sachit Menon and Carl Vondrick. 2023. Vipergpt: Visual inference via python execution for reasoning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08128 (2023).","DOI":"10.1109\/ICCV51070.2023.01092"},{"key":"e_1_3_3_3_74_2","unstructured":"William\u00a0Robert Sutherland. 1966. The on-line graphical specification of computer procedures. Ph.\u00a0D. Dissertation. Massachusetts Institute of Technology."},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"crossref","unstructured":"Yuan Tian Weiwei Cui Dazhen Deng Xinjing Yi Yurun Yang Haidong Zhang and Yingcai Wu. 2024. Chartgpt: Leveraging llms to generate charts from abstract natural language. IEEE Transactions on Visualization and Computer Graphics (2024).","DOI":"10.1109\/TVCG.2024.3368621"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2019.00034"},{"key":"e_1_3_3_3_77_2","unstructured":"Unity. 2023. Unity\u2019s Graph Editor. https:\/\/docs.unity.cn\/Packages\/com.unity.visualscripting@1.7\/manual\/vs-interface-overview.html#the-graph-editor"},{"key":"e_1_3_3_3_78_2","doi-asserted-by":"publisher","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention Is All You Need. Advances in Neural Information Processing Systems 30 (2017). 10.5555\/3295222.3295349","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_3_3_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580895"},{"key":"e_1_3_3_3_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641960"},{"key":"e_1_3_3_3_81_2","doi-asserted-by":"publisher","unstructured":"Yun Wang Zhitao Hou Leixian Shen Tongshuang Wu Jiaqi Wang He Huang Haidong Zhang and Dongmei Zhang. 2023. Towards Natural Language-Based Visualization Authoring. IEEE Transactions on Visualization and Computer Graphics 29 1 (2023) 1222\u20131232. 10.1109\/TVCG.2022.3209357","DOI":"10.1109\/TVCG.2022.3209357"},{"key":"e_1_3_3_3_82_2","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Brian Ichter Fei Xia Ed Chi Quoc Le and Denny Zhou. 2023. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2201.11903\u00a0[cs.CL]"},{"key":"e_1_3_3_3_83_2","unstructured":"Chao Wen Jacqueline Staub and Adish Singla. 2024. Program Synthesis Benchmark for Visual Programming in XLogoOnline Environment. arxiv:https:\/\/arXiv.org\/abs\/2406.11334\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2406.11334"},{"key":"e_1_3_3_3_84_2","unstructured":"Thomas Wolf Lysandre Debut Victor Sanh Julien Chaumond Clement Delangue Anthony Moi Pierric Cistac Tim Rault R\u00e9mi Louf Morgan Funtowicz et\u00a0al. 2019. Huggingface\u2019s Transformers: State-of-the-Art Natural Language Processing. ArXiv Preprint ArXiv:1910.03771 (2019). https:\/\/arxiv.org\/pdf\/1910.03771"},{"key":"e_1_3_3_3_85_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519729"},{"key":"e_1_3_3_3_86_2","unstructured":"Tongshuang Wu Marco\u00a0Tulio Ribeiro Jeffrey Heer and Daniel\u00a0S. Weld. 2021. Polyjuice: Generating Counterfactuals for Explaining Evaluating and Improving Models. arxiv:https:\/\/arXiv.org\/abs\/2101.00288\u00a0[cs.CL]"},{"key":"e_1_3_3_3_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_3_3_88_2","unstructured":"Shunyu Yao Jeffrey Zhao Dian Yu Nan Du Izhak Shafran Karthik Narasimhan and Yuan Cao. 2023. ReAct: Synergizing Reasoning and Acting in Language Models. arxiv:https:\/\/arXiv.org\/abs\/2210.03629\u00a0[cs.CL]"},{"key":"e_1_3_3_3_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642527"},{"key":"e_1_3_3_3_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642055"},{"key":"e_1_3_3_3_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_92_2","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415824"},{"key":"e_1_3_3_3_93_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676451"},{"key":"e_1_3_3_3_94_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606788"},{"key":"e_1_3_3_3_95_2","first-page":"12380","volume-title":"International Conference on Machine Learning","author":"Zhang Zhenyu","year":"2021","unstructured":"Zhenyu Zhang, Xuxi Chen, Tianlong Chen, and Zhangyang Wang. 2021. Efficient lottery ticket finding: Less data is more. In International Conference on Machine Learning. PMLR, 12380\u201312390."},{"key":"e_1_3_3_3_96_2","doi-asserted-by":"crossref","unstructured":"Zheng Zhang Jie Gao Ranjodh\u00a0Singh Dhaliwal and Toby Jia-Jun Li. 2023. VISAR: A Human-AI Argumentative Writing Assistant with Visual Programming and Rapid Draft Prototyping. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.07810 (2023).","DOI":"10.1145\/3586183.3606800"},{"key":"e_1_3_3_3_97_2","series-title":"Proceedings of Machine Learning Research","first-page":"12697","volume-title":"Proceedings of the 38th International Conference on Machine Learning","volume":"139","author":"Zhao Zihao","year":"2021","unstructured":"Zihao Zhao, Eric Wallace, Shi Feng, Dan Klein, and Sameer Singh. 2021. Calibrate Before Use: Improving Few-shot Performance of Language Models. In Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 12697\u201312706. https:\/\/proceedings.mlr.press\/v139\/zhao21c.html"},{"key":"e_1_3_3_3_98_2","series-title":"Proceedings of Machine Learning Research","first-page":"12697","volume-title":"Proceedings of the 38th International Conference on Machine Learning","volume":"139","author":"Zhao Zihao","year":"2021","unstructured":"Zihao Zhao, Eric Wallace, Shi Feng, Dan Klein, and Sameer Singh. 2021. Calibrate Before Use: Improving Few-shot Performance of Language Models. In Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 12697\u201312706. https:\/\/proceedings.mlr.press\/v139\/zhao21c.html"},{"key":"e_1_3_3_3_99_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3648656"},{"key":"e_1_3_3_3_100_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545648"}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713905","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713905","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:24:38Z","timestamp":1751606678000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713905"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":99,"alternative-id":["10.1145\/3706598.3713905","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3713905","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}