{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T21:12:46Z","timestamp":1792185166025,"version":"4.4.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T00:00:00Z","timestamp":1688947200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"name":"USAF \/ DARPA - SDCPS Program","award":["FA8750-20-C-0156, FA8750-20-C-0074, FA8750-20-C0155"],"award-info":[{"award-number":["FA8750-20-C-0156, FA8750-20-C-0074, FA8750-20-C0155"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,10]]},"DOI":"10.1145\/3563657.3596138","type":"proceedings-article","created":{"date-parts":[[2023,7,9]],"date-time":"2023-07-09T21:19:40Z","timestamp":1688937580000},"page":"2206-2220","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":69,"title":["Herding AI Cats: Lessons from Designing a Chatbot by Prompting GPT-3"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5310-6728","authenticated-orcid":false,"given":"J.D.","family":"Zamfirescu-Pereira","sequence":"first","affiliation":[{"name":"Computer Science, UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5429-3170","authenticated-orcid":false,"given":"Heather","family":"Wei","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5977-0507","authenticated-orcid":false,"given":"Amy","family":"Xiao","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8095-3704","authenticated-orcid":false,"given":"Kitty","family":"Gu","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0863-7415","authenticated-orcid":false,"given":"Grace","family":"Jung","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0863-7415","authenticated-orcid":false,"given":"Matthew G","family":"Lee","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0693-0829","authenticated-orcid":false,"given":"Bjoern","family":"Hartmann","sequence":"additional","affiliation":[{"name":"EECS, UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3548-2535","authenticated-orcid":false,"given":"Qian","family":"Yang","sequence":"additional","affiliation":[{"name":"Computing and Information Science, Cornell University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. CHATGPT: Optimizing language models for dialogue. https:\/\/openai.com\/blog\/chatgpt\/"},{"key":"e_1_3_2_1_2_1","unstructured":"Bon App\u00e9tit. 2018. Elizabeth Olsen Tries to Keep Up with a Professional Chef | Back-to-Back Chef | Bon App\u00e9tit. Youtube. https:\/\/www.youtube.com\/watch?v=Om2oM-TDErQ"},{"key":"e_1_3_2_1_3_1","volume-title":"I. Runaround 2","author":"Asimov Isaac","year":"1941","unstructured":"Isaac Asimov. 1941. Three laws of robotics. Asimov, I. Runaround 2 (1941)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2202.01279"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Som Biswas. 2023. ChatGPT and the future of medical writing. e223312\u00a0pages.","DOI":"10.1148\/radiol.223312"},{"key":"e_1_3_2_1_6_1","unstructured":"Rishi Bommasani Drew\u00a0A. Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S. Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill Erik Brynjolfsson Shyamal Buch Dallas Card Rodrigo Castellon Niladri Chatterji Annie Chen Kathleen Creel Jared\u00a0Quincy Davis Dora Demszky Chris Donahue Moussa Doumbouya Esin Durmus Stefano Ermon John Etchemendy Kawin Ethayarajh Li Fei-Fei Chelsea Finn Trevor Gale Lauren Gillespie Karan Goel Noah Goodman Shelby Grossman Neel Guha Tatsunori Hashimoto Peter Henderson John Hewitt Daniel\u00a0E. Ho Jenny Hong Kyle Hsu Jing Huang Thomas Icard Saahil Jain Dan Jurafsky Pratyusha Kalluri Siddharth Karamcheti Geoff Keeling Fereshte Khani Omar Khattab Pang\u00a0Wei Koh Mark Krass Ranjay Krishna Rohith Kuditipudi Ananya Kumar Faisal Ladhak Mina Lee Tony Lee Jure Leskovec Isabelle Levent Xiang\u00a0Lisa Li Xuechen Li Tengyu Ma Ali Malik Christopher\u00a0D. Manning Suvir Mirchandani Eric Mitchell Zanele Munyikwa Suraj Nair Avanika Narayan Deepak Narayanan Ben Newman Allen Nie Juan\u00a0Carlos Niebles Hamed Nilforoshan Julian Nyarko Giray Ogut Laurel Orr Isabel Papadimitriou Joon\u00a0Sung Park Chris Piech Eva Portelance Christopher Potts Aditi Raghunathan Rob Reich Hongyu Ren Frieda Rong Yusuf Roohani Camilo Ruiz Jack Ryan Christopher R\u00e9 Dorsa Sadigh Shiori Sagawa Keshav Santhanam Andy Shih Krishnan Srinivasan Alex Tamkin Rohan Taori Armin\u00a0W. Thomas Florian Tram\u00e8r Rose\u00a0E. Wang William Wang Bohan Wu Jiajun Wu Yuhuai Wu Sang\u00a0Michael Xie Michihiro Yasunaga Jiaxuan You Matei Zaharia Michael Zhang Tianyi Zhang Xikun Zhang Yuhui Zhang Lucia Zheng Kaitlyn Zhou and Percy Liang. 2021. On the Opportunities and Risks of Foundation Models. arxiv:2108.07258\u00a0[cs.LG]"},{"key":"e_1_3_2_1_7_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_8_1","unstructured":"Bill Buxton. 2010. Sketching user experiences: getting the design right and the right design. Morgan Kaufmann."},{"key":"e_1_3_2_1_9_1","volume-title":"The \u2018double diamond","author":"Design Council","year":"2005","unstructured":"Design Council. 2005. The \u2018double diamond\u2019 design process model. Design Council (2005)."},{"key":"e_1_3_2_1_10_1","unstructured":"Holly Cummins. 2018. Chatbot best practices. https:\/\/www.ibm.com\/cloud\/blog\/chatbot-best-practices"},{"key":"e_1_3_2_1_11_1","first-page":"2022","article-title":"A Human Being Wrote This Law Review Article: GPT-3 and the Practice of Law","volume":"55","author":"Cyphert Amy","year":"2021","unstructured":"Amy Cyphert. 2021. A Human Being Wrote This Law Review Article: GPT-3 and the Practice of Law. UC Davis Law Review 55, 1 (2021), 2022\u201302.","journal-title":"UC Davis Law Review"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208538"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979100"},{"key":"e_1_3_2_1_14_1","unstructured":"Erin Griffith and Cade Metz. 2023. A new area of A.I. booms even amid the tech gloom. https:\/\/www.nytimes.com\/2023\/01\/07\/technology\/generative-ai-chatgpt-investments.html"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502030"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMsr2214184"},{"key":"e_1_3_2_1_17_1","unstructured":"Pengfei Liu Weizhe Yuan Jinlan Fu Zhengbao Jiang Hiroaki Hayashi and Graham Neubig. 2021. Pre-train Prompt and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing. arxiv:2107.13586\u00a0[cs.CL]"},{"key":"e_1_3_2_1_18_1","unstructured":"Damien Newman. 2009. The Process of Design Squiggle. thedesignsquiggle.com"},{"key":"e_1_3_2_1_19_1","volume-title":"conventions, and design. interactions 6, 3","author":"Norman A","year":"1999","unstructured":"Donald\u00a0A Norman. 1999. Affordance, conventions, and design. interactions 6, 3 (1999), 38\u201343."},{"key":"e_1_3_2_1_20_1","volume-title":"Capturing and analysing own design activity. Design studies 28, 5","author":"Pedgley Owain","year":"2007","unstructured":"Owain Pedgley. 2007. Capturing and analysing own design activity. Design studies 28, 5 (2007), 463\u2013483."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Victor Sanh Albert Webson Colin Raffel Stephen\u00a0H. Bach Lintang Sutawika Zaid Alyafeai Antoine Chaffin Arnaud Stiegler Teven\u00a0Le Scao Arun Raja Manan Dey M\u00a0Saiful Bari Canwen Xu Urmish Thakker Shanya\u00a0Sharma Sharma Eliza Szczechla Taewoon Kim Gunjan Chhablani Nihal Nayak Debajyoti Datta Jonathan Chang Mike Tian-Jian Jiang Han Wang Matteo Manica Sheng Shen Zheng\u00a0Xin Yong Harshit Pandey Rachel Bawden Thomas Wang Trishala Neeraj Jos Rozen Abheesht Sharma Andrea Santilli Thibault Fevry Jason\u00a0Alan Fries Ryan Teehan Tali Bers Stella Biderman Leo Gao Thomas Wolf and Alexander\u00a0M. Rush. 2021. Multitask Prompted Training Enables Zero-Shot Task Generalization. https:\/\/doi.org\/10.48550\/ARXIV.2110.08207","DOI":"10.48550\/ARXIV.2110.08207"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Donald Sch\u00f6n and John Bennett. 1996. Reflective conversation with materials. In Bringing design to software. ACM 171\u2013189.","DOI":"10.1145\/229868.230044"},{"key":"e_1_3_2_1_23_1","unstructured":"Jessica Shieh. 2023. Best practices for prompt engineering with openai API. https:\/\/help.openai.com\/en\/articles\/6654000-best-practices-for-prompt-engineering-with-openai-api"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434073.3444646"},{"key":"e_1_3_2_1_25_1","unstructured":"Linxi Wang. 2019. Behind the Chatbot: Investigate the Design Process of Commercial Conversational Experience."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1566"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519729"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300415"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196730"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_2_1_32_1","volume-title":"On the Generation of Medical Dialogues for COVID-19. CoRR abs\/2005.05442","author":"Yang Wenmian","year":"2020","unstructured":"Wenmian Yang, Guangtao Zeng, Bowen Tan, Zeqian Ju, Subrato Chakravorty, Xuehai He, Shu Chen, Xingyi Yang, Qingyang Wu, Zhou Yu, Eric\u00a0P. Xing, and Pengtao Xie. 2020. On the Generation of Medical Dialogues for COVID-19. CoRR abs\/2005.05442 (2020). arXiv:2005.05442"},{"key":"e_1_3_2_1_33_1","volume-title":"Design LLM Prompts. In CHI Conference on Human Factors in Computing Systems.","author":"Zamfirescu-Pereira J.D.","year":"2023","unstructured":"J.D. Zamfirescu-Pereira, Richmond Wong, Bjoern Hartmann, and Qian Yang. 2023. Why Johnny Can\u2019t Prompt: How Non-AI Experts Try (and Fail) to Design LLM Prompts. In CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_2_1_34_1","unstructured":"J.\u00a0D. Zamfirescu-Pereira Bjoern Hartmann and Qian Yang. 2023. Conversation Regression Testing: A Design Technique for Prototyping Generalizable Prompt Strategies for Pre-trained Language Models. arxiv:2302.03154\u00a0[cs.HC]"}],"event":{"name":"DIS '23: Designing Interactive Systems Conference","location":"Pittsburgh PA USA","acronym":"DIS '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 ACM Designing Interactive Systems Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3563657.3596138","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3563657.3596138","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T12:38:09Z","timestamp":1750163889000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3563657.3596138"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,10]]},"references-count":34,"alternative-id":["10.1145\/3563657.3596138","10.1145\/3563657"],"URL":"https:\/\/doi.org\/10.1145\/3563657.3596138","relation":{},"subject":[],"published":{"date-parts":[[2023,7,10]]},"assertion":[{"value":"2023-07-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}