{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T15:37:17Z","timestamp":1781105837105,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613905.3648656","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:15:21Z","timestamp":1715415321000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Experiencing InstructPipe: Building Multi-modal AI Pipelines via Prompting LLMs and Visual Programming"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1363-7313","authenticated-orcid":false,"given":"Zhongyi","family":"Zhou","sequence":"first","affiliation":[{"name":"The University of Tokyo, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4734-7058","authenticated-orcid":false,"given":"Jing","family":"Jin","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6526-0848","authenticated-orcid":false,"given":"Vrushank","family":"Phadnis","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9341-993X","authenticated-orcid":false,"given":"Xiuxiu","family":"Yuan","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4814-6912","authenticated-orcid":false,"given":"Jun","family":"Jiang","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1976-7992","authenticated-orcid":false,"given":"Xun","family":"Qian","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8041-8179","authenticated-orcid":false,"given":"Jingtao","family":"Zhou","sequence":"additional","affiliation":[{"name":"Google Research, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8941-8061","authenticated-orcid":false,"given":"Yiyi","family":"Huang","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6747-3953","authenticated-orcid":false,"given":"Zheng","family":"Xu","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5386-8872","authenticated-orcid":false,"given":"Yinda","family":"Zhang","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7841-0085","authenticated-orcid":false,"given":"Kristen","family":"Wright","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0660-828X","authenticated-orcid":false,"given":"Jason","family":"Mayes","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4577-128X","authenticated-orcid":false,"given":"Mark","family":"Sherwood","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3084-4553","authenticated-orcid":false,"given":"Johnny","family":"Lee","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7772-0530","authenticated-orcid":false,"given":"Alex","family":"Olwal","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0508-3509","authenticated-orcid":false,"given":"David","family":"Kim","sequence":"additional","affiliation":[{"name":"Google Research, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6596-8907","authenticated-orcid":false,"given":"Ram","family":"Iyengar","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9370-1353","authenticated-orcid":false,"given":"Na","family":"Li","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2471-9776","authenticated-orcid":false,"given":"Ruofei","family":"Du","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_2_1_1","unstructured":"2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/123078.128726"},{"key":"e_1_3_3_2_3_1","doi-asserted-by":"crossref","unstructured":"Xi Chen Josip Djolonga Piotr Padlewski Basil Mustafa Soravit Changpinyo Jialin Wu Carlos\u00a0Riquelme Ruiz Sebastian Goodman Xiao Wang Yi Tay Siamak Shakeri Mostafa Dehghani Daniel Salz Mario Lucic Michael Tschannen Arsha Nagrani Hexiang Hu Mandar Joshi Bo Pang Ceslee Montgomery Paulina Pietrzyk Marvin Ritter AJ Piergiovanni Matthias Minderer Filip Pavetic Austin Waters Gang Li Ibrahim Alabdulmohsin Lucas Beyer Julien Amelot Kenton Lee Andreas\u00a0Peter Steiner Yang Li Daniel Keysers Anurag Arnab Yuanzhong Xu Keran Rong Alexander Kolesnikov Mojtaba Seyedhosseini Anelia Angelova Xiaohua Zhai Neil Houlsby and Radu Soricut. 2023. PaLI-X: On Scaling Up a Multilingual Vision and Language Model. arxiv:2305.18565\u00a0[cs.CV]","DOI":"10.1109\/CVPR52733.2024.01368"},{"key":"e_1_3_3_2_4_1","unstructured":"Xi Chen Xiao Wang Soravit Changpinyo AJ Piergiovanni Piotr Padlewski Daniel Salz Sebastian Goodman Adam Grycner Basil Mustafa Lucas Beyer Alexander Kolesnikov Joan Puigcerver Nan Ding Keran Rong Hassan Akbari Gaurav Mishra Linting Xue Ashish Thapliyal James Bradbury Weicheng Kuo Mojtaba Seyedhosseini Chao Jia Burcu\u00a0Karagol Ayan Carlos Riquelme Andreas Steiner Anelia Angelova Xiaohua Zhai Neil Houlsby and Radu Soricut. 2023. PaLI: A Jointly-Scaled Multilingual Language-Image Model. arxiv:2209.06794\u00a0[cs.CV]"},{"key":"e_1_3_3_2_5_1","first-page":"1","article-title":"PaLM: Scaling Language Modeling with Pathways","volume":"24","author":"Chowdhery Aakanksha","year":"2023","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung\u00a0Won Chung, Charles Sutton, Sebastian Gehrmann, Parker Schuh, Kensen Shi, Sasha Tsvyashchenko, Joshua Maynez, Abhishek Rao, Parker Barnes, Yi Tay, Noam Shazeer, Vinodkumar Prabhakaran, Emily Reif, Nan Du, Ben Hutchinson, Reiner Pope, James Bradbury, Jacob Austin, Michael Isard, Guy Gur-Ari, Pengcheng Yin, Toju Duke, Anselm Levskaya, Sanjay Ghemawat, Sunipa Dev, Henryk Michalewski, Xavier Garcia, Vedant Misra, Kevin Robinson, Liam Fedus, Denny Zhou, Daphne Ippolito, David Luan, Hyeontaek Lim, Barret Zoph, Alexander Spiridonov, Ryan Sepassi, David Dohan, Shivani Agrawal, Mark Omernick, Andrew\u00a0M. Dai, Thanumalayan\u00a0Sankaranarayana Pillai, Marie Pellat, Aitor Lewkowycz, Erica Moreira, Rewon Child, Oleksandr Polozov, Katherine Lee, Zongwei Zhou, Xuezhi Wang, Brennan Saeta, Mark Diaz, Orhan Firat, Michele Catasta, Jason Wei, Kathy Meier-Hellstern, Douglas Eck, Jeff Dean, Slav Petrov, and Noah Fiedel. 2023. PaLM: Scaling Language Modeling with Pathways. Journal of Machine Learning Research 24, 240 (2023), 1\u2013113. http:\/\/jmlr.org\/papers\/v24\/22-1144.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581338"},{"key":"e_1_3_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3615817"},{"key":"e_1_3_3_2_8_1","unstructured":"GitHub. 2023. GitHub Copilot \u00b7 Your AI Pair Programmer. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2312.11805"},{"key":"e_1_3_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.11559"},{"key":"e_1_3_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1912.01703"},{"key":"e_1_3_3_2_12_1","volume-title":"Burcu\u00a0Karagol Ayan, S.\u00a0Sara Mahdavi, Rapha\u00a0Gontijo Lopes, Tim Salimans, Jonathan Ho, David\u00a0J Fleet, and Mohammad Norouzi.","author":"Saharia Chitwan","year":"2022","unstructured":"Chitwan Saharia, William Chan, Saurabh Saxena, Lala Li, Jay Whang, Emily Denton, Seyed Kamyar\u00a0Seyed Ghasemipour, Burcu\u00a0Karagol Ayan, S.\u00a0Sara Mahdavi, Rapha\u00a0Gontijo Lopes, Tim Salimans, Jonathan Ho, David\u00a0J Fleet, and Mohammad Norouzi. 2022. Photorealistic Text-to-Image Diffusion Models With Deep Language Understanding. arxiv:2205.11487\u00a0[cs.CV]"},{"key":"e_1_3_3_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1577802.1577804"},{"key":"e_1_3_3_2_14_1","doi-asserted-by":"crossref","unstructured":"D\u00eddac Sur\u00eds Sachit Menon and Carl Vondrick. 2023. ViperGPT: Visual Inference via Python Execution for Reasoning. arxiv:2303.08128\u00a0[cs.CV]","DOI":"10.1109\/ICCV51070.2023.01092"},{"key":"e_1_3_3_2_15_1","volume-title":"Huggingface\u2019s Transformers: State-of-the-Art Natural Language Processing. ArXiv Preprint ArXiv:1910.03771","author":"Wolf Thomas","year":"2019","unstructured":"Thomas Wolf, Lysandre Debut, Victor Sanh, Julien Chaumond, Clement Delangue, Anthony Moi, Pierric Cistac, Tim Rault, R\u00e9mi Louf, Morgan Funtowicz, 2019. Huggingface\u2019s Transformers: State-of-the-Art Natural Language Processing. ArXiv Preprint ArXiv:1910.03771 (2019). https:\/\/arxiv.org\/pdf\/1910.03771"},{"key":"e_1_3_3_2_16_1","doi-asserted-by":"publisher","unstructured":"Zhongyi Zhou Jing Jin Vrushank Phadnis Xiuxiu Yuan Jun Jiang Xun Qian Jingtao Zhou Yiyi Huang Zheng Xu Yinda Zhang Kristen Wright Jason Mayes Mark Sherwood Johnny Lee Alex Olwal David Kim Ram Iyengar Na Li and Ruofei Du. 2023. InstructPipe: Building Visual Programming Pipelines with Human Instructions. https:\/\/doi.org\/10.48550\/arXiv.2312.09672 arxiv:2312.09672\u00a0[cs.HC]","DOI":"10.48550\/arXiv.2312.09672"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3648656","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613905.3648656","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:37Z","timestamp":1750290997000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3648656"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":16,"alternative-id":["10.1145\/3613905.3648656","10.1145\/3613905"],"URL":"https:\/\/doi.org\/10.1145\/3613905.3648656","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}