{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T18:10:15Z","timestamp":1762107015974,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671622","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:55:12Z","timestamp":1724561712000},"page":"4951-4961","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["GRILLBot In Practice: Lessons and Tradeoffs Deploying Large Language Models for Adaptable Conversational Task Assistants"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3324-3426","authenticated-orcid":false,"given":"Sophie","family":"Fischer","sequence":"first","affiliation":[{"name":"University of Edinburgh, Edinburgh, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6730-8048","authenticated-orcid":false,"given":"Carlos","family":"Gemmell","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9887-0250","authenticated-orcid":false,"given":"Niklas","family":"Tecklenburg","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9690-9854","authenticated-orcid":false,"given":"Iain","family":"Mackie","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3806-9575","authenticated-orcid":false,"given":"Federico","family":"Rossetto","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2422-8651","authenticated-orcid":false,"given":"Jeffrey","family":"Dalton","sequence":"additional","affiliation":[{"name":"University of Edinburgh, Edinburgh, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"2nd Proceedings of the Alexa Prize Taskbot Challenge","volume":"2","author":"Agichtein Eugene","year":"2023","unstructured":"Eugene Agichtein, Michael Johnston, Anna Gottardi, Cris Flagg, Lavina Vaz, Hangjie Shi, Desheng Zhang, Leslie Ball, Shaohua Liu, Luke Dai, et al. 2023. Alexa, let's work together: Introducing the second alexa prize taskbot challenge. 2nd Proceedings of the Alexa Prize Taskbot Challenge, Vol. 2 (2023)."},{"key":"e_1_3_2_2_2_1","unstructured":"Amazon. 2023. Amazon Skill Kit. https:\/\/developer.amazon.com\/en-US\/alexa\/alexa-skills-kit"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1547"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3314221.3314594"},{"key":"e_1_3_2_2_5_1","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics. 3514--3529","author":"Choi Jason Ingyu","year":"2022","unstructured":"Jason Ingyu Choi, Saar Kuzi, Nikhita Vedula, Jie Zhao, Giuseppe Castellucci, Marcus Collins, Shervin Malmasi, Oleg Rokhlenko, and Eugene Agichtein. 2022. Wizard of tasks: A novel conversational dataset for solving real-world tasks in conversational settings. In Proceedings of the 29th International Conference on Computational Linguistics. 3514--3529."},{"key":"e_1_3_2_2_6_1","unstructured":"Hyung Won Chung Le Hou Shayne Longpre Barret Zoph Yi Tay William Fedus Yunxuan Li Xuezhi Wang Mostafa Dehghani Siddhartha Brahma et al. 2022. Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416 (2022)."},{"key":"e_1_3_2_2_7_1","volume-title":"In\u00eas Sim oes, Vasco Ramos, David Semedo, and Joao Magalhaes.","author":"Ferreira Rafael","year":"2023","unstructured":"Rafael Ferreira, Diogo Tavares, Diogo Silva, Rodrigo Val\u00e9rio, Jo ao Bordalo, In\u00eas Sim oes, Vasco Ramos, David Semedo, and Joao Magalhaes. 2023. TWIZ: The wizard of multimodal conversational-stimulus. In Alexa Prize TaskBot Challenge 2 Proceedings."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552467.3554794"},{"key":"e_1_3_2_2_9_1","volume-title":"2nd Proceedings of the Alexa Prize Taskbot Challenge","author":"Fischer Sophie","year":"2023","unstructured":"Sophie Fischer, Niklas Tecklenburg, Philip Zubel, Eva Kupcova, Ekaterina Terzieva, Daniel Armstrong, Carlos Gemmell, Iain Mackie, Federico Rossetto, and Jeff Dalton. 2023. GRILLBot-v2: Generative Models for Multi-Modal Task-Oriented Assistance. 2nd Proceedings of the Alexa Prize Taskbot Challenge (2023)."},{"key":"e_1_3_2_2_10_1","volume-title":"1st Proceedings of the Alexa Prize Taskbot Challenge","author":"Gemmell Carlos","year":"2022","unstructured":"Carlos Gemmell, Sophie Fischer, Iain Mackie, Paul Owoicho, Federico Rossetto, and Jeff Dalton. 2022. GRILLBot: A flexible conversational agent for solving complex real-world tasks. 1st Proceedings of the Alexa Prize Taskbot Challenge (2022)."},{"key":"e_1_3_2_2_11_1","unstructured":"Carlos Gemmell Sophie Fischer Federico Rossetto Paul Ochiwo Iain Mackie Philip Zubel Niklas Tecklenburg and Andrew Ramsay. 2023. Open Assistant Toolkit [OAT]: A research Platform for Multi-Modal Task Oriented Agents. https:\/\/github.com\/grill-lab\/OAT."},{"key":"e_1_3_2_2_12_1","unstructured":"Google. 2023. Dialogflow. https:\/\/cloud.google.com\/dialogflow"},{"key":"e_1_3_2_2_13_1","unstructured":"Hakan Inan Kartikeya Upasani Jianfeng Chi Rashi Rungta Krithika Iyer Yuning Mao Michael Tontchev Qing Hu Brian Fuller Davide Testuggine et al. 2023. Llama guard: Llm-based input-output safeguard for human-ai conversations. arXiv preprint arXiv:2312.06674 (2023)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.171"},{"key":"e_1_3_2_2_16_1","volume-title":"2nd Proceedings of the Alexa Prize SocialBot Grand Challenge","volume":"2","author":"Khatri Chandra","year":"2018","unstructured":"Chandra Khatri, Behnam Hedayatnia, Anu Venkatesh, Jeff Nunn, Yi Pan, Qing Liu, Han Song, Anna Gottardi, Sanjeev Kwatra, Sanju Pancholi, et al. 2018. Advancing the state of the art in open domain dialog systems through the alexa prize. 2nd Proceedings of the Alexa Prize SocialBot Grand Challenge, Vol. 2 (2018)."},{"key":"e_1_3_2_2_17_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, et al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems, Vol. 33 (2020), 9459--9474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_18_1","volume-title":"Recipe1M: a dataset for learning cross-modal embeddings for cooking recipes and food images. arXiv preprint arXiv:1810.06553","author":"Marin Javier","year":"2018","unstructured":"Javier Marin, Aritro Biswas, Ferda Ofli, Nicholas Hynes, Amaia Salvador, Yusuf Aytar, Ingmar Weber, and Antonio Torralba. 2018. Recipe1M: a dataset for learning cross-modal embeddings for cooking recipes and food images. arXiv preprint arXiv:1810.06553 (2018)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3058559"},{"key":"e_1_3_2_2_20_1","volume-title":"Chatgpt: Optimizing language models for dialogue. https:\/\/openai.com\/blog\/chatgpt\/","author":"AI.","year":"2022","unstructured":"OpenAI. 2022. Chatgpt: Optimizing language models for dialogue. https:\/\/openai.com\/blog\/chatgpt\/"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591683"},{"key":"e_1_3_2_2_22_1","volume-title":"3rd Proceedings of the Alexa Prize SocialBot Grand Challenge","volume":"3","author":"Kenealy Kathleen","year":"2020","unstructured":"Ashwin Paranjape, Abigail See, Kathleen Kenealy, Haojun Li, Amelia Hardy, Peng Qi, Kaushik Ram Sadagopan, Nguyet Minh Phu, Dilara Soylu, and Christopher D Manning. 2020. Neural generation meets real people: Towards emotionally engaging mixed-initiative conversations. 3rd Proceedings of the Alexa Prize SocialBot Grand Challenge, Vol. 3 (2020)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"crossref","unstructured":"Chantal Pellegrini Ege \u00d6zsoy Monika Wintergerst and Georg Groh. 2021. Exploiting Food Embeddings for Ingredient Substitution.. In HEALTHINF. 67--77.","DOI":"10.5220\/0010202000670077"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455856"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_2_2_26_1","unstructured":"RASA. 2023. RASA. https:\/\/rasa.com\/"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2023.102699"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.157"},{"key":"e_1_3_2_2_30_1","volume-title":"Stephen Roller, Megan Ung, Moya Chen, Kushal Arora, Joshua Lane, et al.","author":"Shuster Kurt","year":"2022","unstructured":"Kurt Shuster, Jing Xu, Mojtaba Komeili, Da Ju, Eric Michael Smith, Stephen Roller, Megan Ung, Moya Chen, Kushal Arora, Joshua Lane, et al. 2022. Blenderbot 3: a deployed conversational agent that continually learns to responsibly engage. arXiv preprint arXiv:2208.03188 (2022)."},{"key":"e_1_3_2_2_31_1","volume-title":"Hashimoto","author":"Taori Rohan","year":"2023","unstructured":"Rohan Taori, Ishaan Gulrajani, Tianyi Zhang, Yann Dubois, Xuechen Li, Carlos Guestrin, Percy Liang, and Tatsunori B. Hashimoto. 2023. Stanford Alpaca: An Instruction-following LLaMA model. https:\/\/github.com\/tatsu-lab\/stanford_alpaca."},{"key":"e_1_3_2_2_32_1","volume-title":"Jamie Hall, Noam Shazeer, Apoorv Kulshreshtha, Heng-Tze Cheng, Alicia Jin, Taylor Bos, Leslie Baker, Yu Du, et al.","author":"Thoppilan Romal","year":"2022","unstructured":"Romal Thoppilan, Daniel De Freitas, Jamie Hall, Noam Shazeer, Apoorv Kulshreshtha, Heng-Tze Cheng, Alicia Jin, Taylor Bos, Leslie Baker, Yu Du, et al. 2022. Lamda: Language models for dialog applications. arXiv preprint arXiv:2201.08239 (2022)."},{"key":"e_1_3_2_2_33_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Lei Wang Chen Ma Xueyang Feng Zeyu Zhang Hao Yang Jingsen Zhang Zhiyuan Chen Jiakai Tang Xu Chen Yankai Lin et al. 2023. A survey on large language model based autonomous agents. arXiv preprint arXiv:2308.11432 (2023).","DOI":"10.1007\/s11704-024-40231-1"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-022-01744-y"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781638282013"},{"key":"e_1_3_2_2_37_1","volume-title":"BERTScore: Evaluating Text Generation with BERT. In International Conference on Learning Representations.","author":"Tianyi","year":"2020","unstructured":"Tianyi Zhang*, Varsha Kishore*, Felix Wu*, Kilian Q. Weinberger, and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-demo.58"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Barcelona Spain","acronym":"KDD '24"},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671622","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671622","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:05:59Z","timestamp":1750291559000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671622"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":38,"alternative-id":["10.1145\/3637528.3671622","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671622","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}