{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:14:54Z","timestamp":1776107694218,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01AG065432"],"award-info":[{"award-number":["R01AG065432"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,8]]},"DOI":"10.1145\/3640794.3665554","type":"proceedings-article","created":{"date-parts":[[2024,7,7]],"date-time":"2024-07-07T06:24:56Z","timestamp":1720333496000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Say What? Real-time Linguistic Guidance Supports Novices in Writing Utterances for Conversational Agent Training"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5491-7656","authenticated-orcid":false,"given":"Rachel","family":"Ostrand","sequence":"first","affiliation":[{"name":"IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5616-9567","authenticated-orcid":false,"given":"Kristina","family":"Brimijoin","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6740-4902","authenticated-orcid":false,"given":"David","family":"Piorkowski","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2368-0099","authenticated-orcid":false,"given":"Jessica","family":"He","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9782-7734","authenticated-orcid":false,"given":"Erica","family":"Albert","sequence":"additional","affiliation":[{"name":"IBM, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0246-2183","authenticated-orcid":false,"given":"Stephanie","family":"Houde","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mlwa.2020.100006"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/08839514.2022.2164401"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_2_1_4_1","unstructured":"Adam Benvie Eric Wayne and Matthew Arnold. 2020. Watson Assistant Continuous Improvement Best Practices. https:\/\/www.ibm.com\/downloads\/cas\/V0XQ0ZRE Accessed: 2023-09-04."},{"key":"e_1_3_2_1_5_1","volume-title":"Selection of relevant features and examples in machine learning. Artificial intelligence 97, 1-2","author":"Blum L","year":"1997","unstructured":"Avrim\u00a0L Blum and Pat Langley. 1997. Selection of relevant features and examples in machine learning. Artificial intelligence 97, 1-2 (1997), 245\u2013271."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/026870300401603"},{"key":"e_1_3_2_1_7_1","volume-title":"Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334","author":"Caliskan Aylin","year":"2017","unstructured":"Aylin Caliskan, Joanna\u00a0J Bryson, and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334 (2017), 183\u2013186."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555768"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlp4convai-1.5"},{"key":"e_1_3_2_1_10_1","unstructured":"Hai Dang Lukas Mecke Florian Lehmann Sven Goller and Daniel Buschek. 2022. How to Prompt? Opportunities and Challenges of Zero- and Few-Shot Learning for Human-AI Interaction in Creative Applications of Generative Models. In GenAICHI: Generative AI and Computer Human Interaction Workshop at CHI\u201922. Virtual 7\u00a0pages. https:\/\/arxiv.org\/abs\/2209.01390"},{"key":"e_1_3_2_1_11_1","unstructured":"Emilia David. 2023. H&R Block launches AI tax filing assistant. https:\/\/www.theverge.com\/2023\/12\/14\/24000368\/hr-block-taxes-generative-ai-openai-microsoft. Accessed: 2024-02-13."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-04299-8"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1038\/075450a0"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/1-4020-3304-4_28"},{"key":"e_1_3_2_1_15_1","unstructured":"Google Cloud. [n. d.]. Dialogflow. https:\/\/cloud.google.com\/dialogflow"},{"key":"e_1_3_2_1_16_1","unstructured":"Google Cloud. 2023. General agent design best practices. https:\/\/cloud.google.com\/dialogflow\/cx\/docs\/concept\/agent-design#input Accessed: 2023-10-02."},{"key":"e_1_3_2_1_17_1","volume-title":"Fast and scalable expansion of natural language understanding functionality for intelligent agents. arXiv preprint arXiv:1805.01542","author":"Goyal Anuj","year":"2018","unstructured":"Anuj Goyal, Angeliki Metallinou, and Spyros Matsoukas. 2018. Fast and scalable expansion of natural language understanding functionality for intelligent agents. arXiv preprint arXiv:1805.01542 (2018), 8\u00a0pages."},{"key":"e_1_3_2_1_18_1","unstructured":"Lisa Greene-Lewis. 2023. Intuit TurboTax Transforms Tax Preparation with the Launch of Gen-AI Powered Intuit Assist. https:\/\/blog.turbotax.intuit.com\/breaking-news\/tax-preparation-powered-by-gen-ai-59318\/. Accessed: 2024-02-13."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CICARE.2014.7007840"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.36227\/techrxiv.23589741.v1"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445569"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753478"},{"key":"e_1_3_2_1_23_1","unstructured":"Aaron Hill and Eric Urban. 2023. Utterances - Azure AI Services. https:\/\/learn.microsoft.com\/en-us\/azure\/ai-services\/luis\/concepts\/utterances"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2015.02.026"},{"key":"e_1_3_2_1_25_1","first-page":"172","article-title":"Some simple measures of richness of vocabulary","volume":"7","author":"Honor\u00e9 Antony","year":"1979","unstructured":"Antony Honor\u00e9. 1979. Some simple measures of richness of vocabulary. Association for Literary and Linguistic Computing Bulletin 7, 2 (1979), 172\u2013177.","journal-title":"Association for Literary and Linguistic Computing Bulletin"},{"key":"e_1_3_2_1_26_1","unstructured":"IBM. [n. d.]. IBM watsonx Assistant. https:\/\/www.ibm.com\/products\/watsonx-assistant"},{"key":"e_1_3_2_1_27_1","unstructured":"IBM. [n. d.]. What are AI hallucinations?https:\/\/www.ibm.com\/topics\/ai-hallucinations. Accessed: 2024-02-13."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v082.i13"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376327"},{"key":"e_1_3_2_1_30_1","unstructured":"Russell Lenth. 2020. emmeans: Estimated Marginal Means aka Least-Squares Means. https:\/\/CRAN.R-project.org\/package=emmeans R package version 1.5.0."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSSSM.2007.4280175"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019528"},{"key":"e_1_3_2_1_33_1","volume-title":"Sources of Hallucination by Large Language Models on Inference Tasks. arXiv preprint arXiv:2305.14552","author":"McKenna Nick","year":"2023","unstructured":"Nick McKenna, Tianyi Li, Liang Cheng, Mohammad\u00a0Javad Hosseini, Mark Johnson, and Mark Steedman. 2023. Sources of Hallucination by Large Language Models on Inference Tasks. arXiv preprint arXiv:2305.14552 (2023)."},{"key":"e_1_3_2_1_34_1","unstructured":"Microsoft Azure AI services. [n. d.]. Azure AI Services. https:\/\/azure.microsoft.com\/en-us\/products\/ai-services\/?activetab=pivot:azureopenaiservicetab"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2023-2332"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/0891988720933358"},{"key":"e_1_3_2_1_37_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Team R Core","year":"2019","unstructured":"R Core Team. 2019. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria. https:\/\/www.R-project.org\/"},{"key":"e_1_3_2_1_38_1","volume-title":"Language models are unsupervised multitask learners. OpenAI blog 1, 8","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, 2019. Language models are unsupervised multitask learners. OpenAI blog 1, 8 (2019), 9."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5545"},{"key":"e_1_3_2_1_40_1","volume-title":"18th International Conference on Wirtschaftsinformatik.","author":"Schlo\u00df Daniel","year":"2023","unstructured":"Daniel Schlo\u00df, Ulrich Gnewuch, and Alexander Maedche. 2023. Towards Designing a NLU Model Improvement System for Customer Service Chatbots. In 18th International Conference on Wirtschaftsinformatik."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1072"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.bigscience-1.3"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-19291-8_1"},{"key":"e_1_3_2_1_44_1","volume-title":"Better conversations by modeling, filtering, and optimizing for coherence and diversity. arXiv preprint arXiv:1809.06873","author":"Xu Xinnuo","year":"2018","unstructured":"Xinnuo Xu, Ond\u0159ej Du\u0161ek, Ioannis Konstas, and Verena Rieser. 2018. Better conversations by modeling, filtering, and optimizing for coherence and diversity. arXiv preprint arXiv:1809.06873 (2018)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2020.2978157"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_2_1_47_1","volume-title":"Exploring AI ethics of ChatGPT: A diagnostic analysis. arXiv preprint arXiv:2301.12867","author":"Zhuo Terry\u00a0Yue","year":"2023","unstructured":"Terry\u00a0Yue Zhuo, Yujin Huang, Chunyang Chen, and Zhenchang Xing. 2023. Exploring AI ethics of ChatGPT: A diagnostic analysis. arXiv preprint arXiv:2301.12867 (2023)."}],"event":{"name":"CUI '24: ACM Conversational User Interfaces 2024","location":"Luxembourg Luxembourg","acronym":"CUI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["ACM Conversational User Interfaces 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640794.3665554","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3640794.3665554","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:02:32Z","timestamp":1755885752000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640794.3665554"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,8]]},"references-count":47,"alternative-id":["10.1145\/3640794.3665554","10.1145\/3640794"],"URL":"https:\/\/doi.org\/10.1145\/3640794.3665554","relation":{},"subject":[],"published":{"date-parts":[[2024,7,8]]},"assertion":[{"value":"2024-07-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}