{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T04:10:13Z","timestamp":1754107813334,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:00:00Z","timestamp":1689724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3571884.3604308","type":"proceedings-article","created":{"date-parts":[[2023,7,17]],"date-time":"2023-07-17T18:04:11Z","timestamp":1689617051000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Democratizing Chatbot Debugging: A Computational Framework for Evaluating and Explaining Inappropriate Chatbot Responses"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3928-8227","authenticated-orcid":false,"given":"Xu","family":"Han","sequence":"first","affiliation":[{"name":"University of Colorado Boulder, United States and University of Colorado Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0802-5806","authenticated-orcid":false,"given":"Michelle","family":"Zhou","sequence":"additional","affiliation":[{"name":"Juji, Inc., United States and Juji, Inc., United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1831-9541","authenticated-orcid":false,"given":"Yichen","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, United States and University of Colorado Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4232-383X","authenticated-orcid":false,"given":"Wenxi","family":"Chen","sequence":"additional","affiliation":[{"name":"Juji, United States and Juji, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0227-9781","authenticated-orcid":false,"given":"Tom","family":"Yeh","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Colorado Boulder, United States and Department of Computer Science, University of Colorado Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712 1, 1","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin\u00a0Tat Lee, Yuanzhi Li, Scott Lundberg, 2023. Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712 1, 1 (2023), 1\u2013155."},{"volume-title":"AAAI fall symposium on communicative action in humans and machines, Vol.\u00a056.","author":"Core G","key":"e_1_3_2_1_2_1","unstructured":"Mark\u00a0G Core and James Allen. 1997. Coding dialogs with the DAMSL annotation scheme. In AAAI fall symposium on communicative action in humans and machines, Vol.\u00a056. Boston, MA, n.a., Rochester, NY, USA, 28\u201335."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"Jinyan Fan Tianjun Sun Jiayi Liu Teng Zhao Bo Zhang Zheng Chen Melissa Glorioso and Elissa Hack. 2023. How Well Can an AI Chatbot Infer Personality? Examining Psychometric Properties of Machine-inferred Personality Scores. https:\/\/doi.org\/10.31234\/osf.io\/pk2b7","DOI":"10.31234\/osf.io"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/12457.12458"},{"key":"e_1_3_2_1_6_1","unstructured":"Xu Han and Tom Yeh. 2019. Evaluating Voice Skills by Design Guidelines Using an Automatic Voice Crawler. arXiv preprint arXiv:1906.01122 n.a. (2019) n.a."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445569"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781848607941.n13"},{"key":"e_1_3_2_1_9_1","unstructured":"OpenAI 2023. Introducing ChatGPT. OpenAI. https:\/\/openai.com\/blog\/chatgpt"},{"key":"e_1_3_2_1_11_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 1, 1","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 1, 1 (2019), 1\u201313."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3390\/mti3030052"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of 4th Swiss Text Analytics Conference (SwissText 2019)","author":"Spring Timo","year":"2019","unstructured":"Timo Spring, Jacky Casas, Karl Daher, Elena Mugellini, and Omar Abou\u00a0Khaled. 2019. Empathic response generation in chatbots. In Proceedings of 4th Swiss Text Analytics Conference (SwissText 2019), 18-19 June 2019, Wintherthur, Switzerland. 18-19 June 2019, CEUR-WS, Sun SITE Central Europe, 1\u201310."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3466132.3466134"},{"key":"e_1_3_2_1_16_1","volume-title":"Dialogue act modeling for automatic tagging and recognition of conversational speech. Computational linguistics 26, 3","author":"Stolcke Andreas","year":"2000","unstructured":"Andreas Stolcke, Klaus Ries, Noah Coccaro, Elizabeth Shriberg, Rebecca Bates, Daniel Jurafsky, Paul Taylor, Rachel Martin, Carol\u00a0Van Ess-Dykema, and Marie Meteer. 2000. Dialogue act modeling for automatic tagging and recognition of conversational speech. Computational linguistics 26, 3 (2000), 339\u2013373."},{"key":"e_1_3_2_1_17_1","unstructured":"Juji 2020. Juji. Juji. https:\/\/juji.io\/no-coding-ai-chatbot-builder"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.429"},{"key":"e_1_3_2_1_19_1","volume-title":"Semantic-Enhanced Explainable Finetuning for Open-Domain Dialogues. arXiv preprint arXiv:2106.03065 1, 1","author":"Wu Chen\u00a0Henry","year":"2021","unstructured":"Chen\u00a0Henry Wu, Yinhe Zheng, Yida Wang, Zhenyu Yang, and Minlie Huang. 2021. Semantic-Enhanced Explainable Finetuning for Open-Domain Dialogues. arXiv preprint arXiv:2106.03065 1, 1 (2021), 1\u201310."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376131"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3381804"},{"key":"e_1_3_2_1_22_1","volume-title":"Towards explainable and controllable open domain dialogue generation with dialogue acts. arXiv preprint arXiv:1807.07255 1, 1","author":"Xu Can","year":"2018","unstructured":"Can Xu, Wei Wu, and Yu Wu. 2018. Towards explainable and controllable open domain dialogue generation with dialogue acts. arXiv preprint arXiv:1807.07255 1, 1 (2018), 1\u201315."}],"event":{"name":"CUI '23: ACM conference on Conversational User Interfaces","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Eindhoven Netherlands","acronym":"CUI '23"},"container-title":["Proceedings of the 5th International Conference on Conversational User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3571884.3604308","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3571884.3604308","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:13Z","timestamp":1750182673000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3571884.3604308"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,19]]},"references-count":21,"alternative-id":["10.1145\/3571884.3604308","10.1145\/3571884"],"URL":"https:\/\/doi.org\/10.1145\/3571884.3604308","relation":{},"subject":[],"published":{"date-parts":[[2023,7,19]]},"assertion":[{"value":"2023-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}