{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T12:19:20Z","timestamp":1787314760475,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Agencia Estatal de Investigaci\u00f3n","doi-asserted-by":"publisher","award":["PID2021-122270OB-I00"],"award-info":[{"award-number":["PID2021-122270OB-I00"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Agencia Estatal de Investigaci\u00f3n","doi-asserted-by":"publisher","award":["PID2022-140109NB-I00"],"award-info":[{"award-number":["PID2022-140109NB-I00"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Agencia Estatal de Investigaci\u00f3n","doi-asserted-by":"publisher","award":["RED2022-134647-T"],"award-info":[{"award-number":["RED2022-134647-T"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Agencia Estatal de Investigaci\u00f3n","award":["TED2021-129381B-C22"],"award-info":[{"award-number":["TED2021-129381B-C22"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,8]]},"DOI":"10.1145\/3640794.3665538","type":"proceedings-article","created":{"date-parts":[[2024,7,7]],"date-time":"2024-07-07T06:24:56Z","timestamp":1720333496000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":44,"title":["Automating the Development of Task-oriented LLM-based Chatbots"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9755-5616","authenticated-orcid":false,"given":"Jes\u00fas","family":"S\u00e1nchez Cuadrado","sequence":"first","affiliation":[{"name":"Universidad de Murcia, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4558-7111","authenticated-orcid":false,"given":"Sara","family":"P\u00e9rez-Soler","sequence":"additional","affiliation":[{"name":"Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2818-2278","authenticated-orcid":false,"given":"Esther","family":"Guerra","sequence":"additional","affiliation":[{"name":"Universidad Autonoma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9425-6362","authenticated-orcid":false,"given":"Juan","family":"De Lara","sequence":"additional","affiliation":[{"name":"Computer Science, Universidad Autonoma de Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,8]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"last access","year":"2024","unstructured":"Anthropic. last access in 2024. Claude. https:\/\/www.anthropic.com\/news\/introducing-claude."},{"key":"e_1_3_2_1_2_1","volume-title":"Task-oriented dialogue with in-context learning. arXiv preprint arXiv:2402.12234","author":"Bocklisch Tom","year":"2024","unstructured":"Tom Bocklisch, Thomas Werkmeister, Daksh Varshneya, and Alan Nichol. 2024. Task-oriented dialogue with in-context learning. arXiv preprint arXiv:2402.12234 (2024)."},{"key":"e_1_3_2_1_3_1","article-title":"Measuring and clustering heterogeneous chatbot designs","volume":"22","author":"Ca\u00f1izares C.","year":"2024","unstructured":"P.\u00a0C. Ca\u00f1izares, J.\u00a0M. L\u00f3pez-Morales, S. P\u00e9rez-Soler, E. Guerra, and J. de Lara. 2024. Measuring and clustering heterogeneous chatbot designs. ACM Trans. Softw. Eng. Methodol. 22, 4 (2024), 90:1\u201390:43.","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Y. Chang X. Wang J. Wang Y. Wu L. Yang K. Zhu H. Chen X. Yi C. Wang Y. Wang W. Ye Y. Zhang Y. Chang P.\u00a0S. Yu Q. Yang and X. Xie. 2024. A survey on evaluation of Large Language Models. ACM Trans. Intell. Syst. Technol. (jan 2024). Just Accepted.","DOI":"10.1145\/3641289"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Y. Chen Q. Fu Y. Yuan Z. Wen G. Fan D. Liu D. Zhang Z. Li and Y. Xiao. 2023. Hallucination detection: Robustly discerning reliable answers in large language models. In CIKM. ACM 245\u2013255.","DOI":"10.1145\/3583780.3614905"},{"key":"e_1_3_2_1_6_1","volume-title":"Prompt Sapper: A LLM-empowered production tool for building AI chains. ACM Trans. Softw. Eng. Methodol","author":"Cheng Y.","year":"2023","unstructured":"Y. Cheng, J. Chen, Q. Huang, Z. Xing, X. Xu, and Q. Lu. 2023. Prompt Sapper: A LLM-empowered production tool for building AI chains. ACM Trans. Softw. Eng. Methodol. In press (2023), 22\u00a0pages."},{"key":"e_1_3_2_1_7_1","volume-title":"2023 ACM\/IEEE 26th International Conference on Model Driven Engineering Languages and Systems (MODELS). IEEE, 47\u201354","author":"Claris\u00f3 R.","unstructured":"R. Claris\u00f3 and J. Cabot. 2023. Model-driven prompt engineering. In 2023 ACM\/IEEE 26th International Conference on Model Driven Engineering Languages and Systems (MODELS). IEEE, 47\u201354."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2023.103032"},{"key":"e_1_3_2_1_9_1","first-page":"1","article-title":"Tilbot: A visual design platform to facilitate open science research into conversational user interfaces. In 5th International Conference on Conversational User Interfaces","volume":"55","author":"de Wit J.","year":"2023","unstructured":"J. de Wit and A. Braggaar. 2023. Tilbot: A visual design platform to facilitate open science research into conversational user interfaces. In 5th International Conference on Conversational User Interfaces, CUI. ACM, 55:1\u201355:5.","journal-title":"CUI. ACM"},{"key":"e_1_3_2_1_10_1","volume-title":"last access","year":"2024","unstructured":"[10] Dialogflow. last access in 2024. https:\/\/dialogflow.com\/."},{"key":"e_1_3_2_1_11_1","first-page":"1","article-title":"Programming without a programming language: Challenges and opportunities for designing developer tools for prompt programming. In Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","volume":"235","author":"Fiannaca J.","year":"2023","unstructured":"A.\u00a0J. Fiannaca, C. Kulkarni, C.\u00a0J. Cai, and M. Terry. 2023. Programming without a programming language: Challenges and opportunities for designing developer tools for prompt programming. In Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems, CHI EA. ACM, 235:1\u2013235:7.","journal-title":"CHI EA. ACM"},{"key":"e_1_3_2_1_12_1","volume-title":"last access","year":"2024","unstructured":"Google. last access in 2024. Gemini. https:\/\/gemini.google.com\/."},{"key":"e_1_3_2_1_13_1","volume-title":"10th International Conference on Learning Representations, ICLR. OpenReview.net.","author":"Hu J.","unstructured":"E.\u00a0J. Hu, Y. Shen, P. Wallis, Z. Allen-Zhu, Y. Li, S. Wang, L. Wang, and W. Chen. 2022. LoRA: Low-rank adaptation of large language models. In 10th International Conference on Learning Representations, ICLR. OpenReview.net."},{"key":"e_1_3_2_1_14_1","volume-title":"last access","year":"2024","unstructured":"[14] LangChain. last access in 2024. https:\/\/www.langchain.com\/."},{"key":"e_1_3_2_1_15_1","volume-title":"last access","year":"2024","unstructured":"[15] LangFlow. last access in 2024. https:\/\/www.langflow.org\/."},{"key":"e_1_3_2_1_16_1","volume-title":"Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020","author":"Lewis H.","year":"2020","unstructured":"P.\u00a0S.\u00a0H. Lewis, E. Perez, A. Piktus, F. Petroni, V. Karpukhin, N. Goyal, H. K\u00fcttler, M. Lewis, W.-T. Yih, T. Rockt\u00e4schel, S. Riedel, and D. Kiela. 2020. Retrieval-augmented generation for knowledge-intensive NLP tasks. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020. 16\u00a0pages."},{"key":"e_1_3_2_1_17_1","volume-title":"last access","year":"2024","unstructured":"[17] Lex. last access in 2024. https:\/\/aws.amazon.com\/en\/lex\/."},{"key":"e_1_3_2_1_18_1","volume-title":"Moore and Raphael Arar","author":"J.","year":"2019","unstructured":"Robert\u00a0J. Moore and Raphael Arar. 2019. Conversational UX Design: A Practitioner\u2019s Guide to the Natural Conversation Framework. ACM Books, Vol.\u00a027. ACM."},{"key":"e_1_3_2_1_19_1","volume-title":"last access","author":"AI.","year":"2024","unstructured":"[19] OpenAI. last access in 2024. https:\/\/openai.com\/."},{"key":"e_1_3_2_1_20_1","volume-title":"last access","year":"2023","unstructured":"[20] Pandorabots. last access in 2023. https:\/\/home.pandorabots.com\/."},{"key":"e_1_3_2_1_21_1","volume-title":"ER(LNCS, Vol.\u00a012400)","author":"P\u00e9rez-Soler S.","unstructured":"S. P\u00e9rez-Soler, E. Guerra, and J. de Lara. 2020. Model-driven chatbot development. In ER(LNCS, Vol.\u00a012400). Springer, 207\u2013222."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3030198"},{"key":"e_1_3_2_1_23_1","unstructured":"A. Radford K. Narasimhan T. Salimans and I. Sutskever. 2018. Improving language understanding by generative pre-training. See also https:\/\/openai.com\/research\/language-unsupervised."},{"key":"e_1_3_2_1_24_1","volume-title":"last access","year":"2024","unstructured":"[24] Rasa. last access in 2024. https:\/\/rasa.com\/."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218194019400163"},{"key":"e_1_3_2_1_27_1","volume-title":"15th IEEE\/ACM International Conference on Global Software Engineering, ICGSE. ACM, 122\u2013126","author":"Ruane E.","unstructured":"E. Ruane, R. Smith, D. Bean, M. Tjalve, and A. Ventresque. 2020. Developing a conversational agent with a globally distributed team: An experience report. In 15th IEEE\/ACM International Conference on Global Software Engineering, ICGSE. ACM, 122\u2013126."},{"key":"e_1_3_2_1_28_1","unstructured":"T.\u00a0Le Scao 2023. BLOOM: A 176B-parameter open-access multilingual language model."},{"key":"e_1_3_2_1_29_1","first-page":"4","article-title":"Deciding whether and how to deploy chatbots","volume":"20","author":"Schuetzler M.","year":"2021","unstructured":"R.\u00a0M. Schuetzler, G.\u00a0M. Grimes, J.\u00a0S. Giboney, and H.\u00a0K. Rosser. 2021. Deciding whether and how to deploy chatbots. MIS Q. Executive 20, 1 (2021), 4.","journal-title":"MIS Q. Executive"},{"key":"e_1_3_2_1_30_1","first-page":"1","article-title":"The user experience of ChatGPT: Findings from a questionnaire study of early users. In 5th International Conference on Conversational User Interfaces","volume":"2","author":"Skjuve M.","year":"2023","unstructured":"M. Skjuve, A. F\u00f8lstad, and P.\u00a0B. Brandtzaeg. 2023. The user experience of ChatGPT: Findings from a questionnaire study of early users. In 5th International Conference on Conversational User Interfaces, CUI. ACM, 2:1\u20132:10.","journal-title":"CUI. ACM"},{"key":"e_1_3_2_1_31_1","unstructured":"H. Touvron T. Lavril G. Izacard X. Martinet M.-A. Lachaux T. Lacroix B. Rozi\u00e8re N. Goyal E. Hambro F. Azhar A. Rodriguez A. Joulin E. Grave and G. Lample. 2023. LLaMA: Open and efficient foundation language models."},{"key":"e_1_3_2_1_32_1","unstructured":"A. Vaswani N. Shazeer N. Parmar J. Uszkoreit L. Jones A.\u00a0N. Gomez L. Kaiser and I. Polosukhin. 2017. Attention is all you need. In Advances in Neural Information Processing Systems 30. 5998\u20136008."},{"key":"e_1_3_2_1_33_1","volume-title":"last access","year":"2024","unstructured":"[33] Watson. last access in 2024. https:\/\/www.ibm.com\/cloud\/watson-assistant\/."},{"key":"e_1_3_2_1_34_1","unstructured":"Jing Wei Sungdong Kim Hyunhoon Jung and Young-Ho Kim. 2024. Leveraging large language models to power chatbots for collecting user self-reported data. In CSCW. See also https:\/\/arxiv.org\/abs\/2301.05843."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"F.\u00a0F. Xu U. Alon G. Neubig and V.\u00a0J. Hellendoorn. 2022. A systematic evaluation of large language models of code. In MAPSPLDI. ACM 1\u201310.","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_2_1_36_1","volume-title":"React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629","author":"Yao S.","year":"2022","unstructured":"S. Yao, J. Zhao, D. Yu, N. Du, I. Shafran, K. Narasimhan, and Y. Cao. 2022. React: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"J.\u00a0D. Zamfirescu-Pereira H. Wei A. Xiao K. Gu G. Jung M.\u00a0G. Lee B. Hartmann and Q. Yang. 2023. Herding AI cats: Lessons from designing a chatbot by prompting GPT-3. In DIS. ACM 2206\u20132220.","DOI":"10.1145\/3563657.3596138"},{"key":"e_1_3_2_1_38_1","volume-title":"2023 CHI Conference on Human Factors in Computing Systems, CHI. ACM, Article 437","author":"Zamfirescu-Pereira D.","unstructured":"J.\u00a0D. Zamfirescu-Pereira, R.\u00a0Y. Wong, B. Hartmann, and Q. Yang. 2023. Why Johnny can\u2019t prompt: How non-AI experts try (and fail) to design LLM prompts. In 2023 CHI Conference on Human Factors in Computing Systems, CHI. ACM, Article 437, 21\u00a0pages."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2303.18223"}],"event":{"name":"CUI '24: ACM Conversational User Interfaces 2024","location":"Luxembourg Luxembourg","acronym":"CUI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["ACM Conversational User Interfaces 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640794.3665538","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3640794.3665538","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:05:05Z","timestamp":1755885905000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640794.3665538"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,8]]},"references-count":39,"alternative-id":["10.1145\/3640794.3665538","10.1145\/3640794"],"URL":"https:\/\/doi.org\/10.1145\/3640794.3665538","relation":{},"subject":[],"published":{"date-parts":[[2024,7,8]]},"assertion":[{"value":"2024-07-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}