{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T13:53:39Z","timestamp":1756994019483,"version":"3.40.3"},"publisher-location":"Cham","reference-count":65,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031549748"},{"type":"electronic","value":"9783031549755"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-54975-5_5","type":"book-chapter","created":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T19:07:02Z","timestamp":1710270422000},"page":"77-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Leveraging Large Language Models as\u00a0Simulated Users for\u00a0Initial, Low-Cost Evaluations of\u00a0Designed Conversations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7299-7992","authenticated-orcid":false,"given":"Jan","family":"de Wit","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,13]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Afzali, J., Drzewiecki, A.M., Balog, K., Zhang, S.: UserSimCRS: a user simulation toolkit for evaluating conversational recommender systems. In: Proceedings of the Sixteenth ACM International Conference on Web Search and Data Mining (WSDM 2023), pp. 1160\u20131163. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3539597.3573029","DOI":"10.1145\/3539597.3573029"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Akbar, S., Coiera, E., Magrabi, F.: Safety concerns with consumer-facing mobile health applications and their consequences: a scoping review. J. Am. Med. Inform. Assoc. 27(2), 330\u2013340 (2019). https:\/\/doi.org\/10.1093\/jamia\/ocz175","DOI":"10.1093\/jamia\/ocz175"},{"key":"5_CR3","doi-asserted-by":"publisher","unstructured":"Allouch, M., Azaria, A., Azoulay, R.: Conversational agents: goals, technologies, vision and challenges. Sensors 21(24), 8448 (2021). https:\/\/doi.org\/10.3390\/s21248448","DOI":"10.3390\/s21248448"},{"issue":"3","key":"5_CR4","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"LP Argyle","year":"2023","unstructured":"Argyle, L.P., Busby, E.C., Fulda, N., Gubler, J.R., Rytting, C., Wingate, D.: Out of one, many: using language models to simulate human samples. Polit. Anal. 31(3), 337\u2013351 (2023). https:\/\/doi.org\/10.1017\/pan.2023.2","journal-title":"Polit. Anal."},{"key":"5_CR5","doi-asserted-by":"publisher","unstructured":"Bell, G., Blythe, M., Sengers, P.: Making by making strange: defamiliarization and the design of domestic technologies. ACM Trans. Comput. Hum. Interact. 12(2), 149\u2013173 (2005). https:\/\/doi.org\/10.1145\/1067860.1067862","DOI":"10.1145\/1067860.1067862"},{"key":"5_CR6","doi-asserted-by":"publisher","unstructured":"Bender, E.M., Gebru, T., McMillan-Major, A., Shmitchell, S.: On the dangers of stochastic parrots: can language models be too big? In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency (FAccT 2021), pp. 610\u2013623. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3442188.3445922","DOI":"10.1145\/3442188.3445922"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Blythe, M., Buie, E.: Chatbots of the gods: imaginary abstracts for techno-spirituality research. In: Proceedings of the 8th Nordic Conference on Human-Computer Interaction: Fun, Fast, Foundational (NordiCHI 2014), pp. 227\u2013236. Association for Computing Machinery, New York (2014). https:\/\/doi.org\/10.1145\/2639189.2641212","DOI":"10.1145\/2639189.2641212"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Bozic, J., Tazl, O.A., Wotawa, F.: Chatbot testing using AI planning. In: 2019 IEEE International Conference On Artificial Intelligence Testing (AITest), pp. 37\u201344 (2019). https:\/\/doi.org\/10.1109\/AITest.2019.00-10","DOI":"10.1109\/AITest.2019.00-10"},{"key":"5_CR9","doi-asserted-by":"publisher","unstructured":"Bravo-Santos, S., Guerra, E., de Lara, J.: Testing chatbots with charm. In: Shepperd, M., Brito e Abreu, F., Rodrigues da Silva, A., P\u00e9rez-Castillo, R. (eds.) Quality of Information and Communications Technology: 13th International Conference, QUATIC 2020, Faro, Portugal, September 9\u201311, 2020, Proceedings, pp. 426\u2013438. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58793-2_34","DOI":"10.1007\/978-3-030-58793-2_34"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Cameron, G., et al.: Back to the future: lessons from knowledge engineering methodologies for chatbot design and development. In: British HCI Conference 2018. BCS Learning & Development Ltd. (2018)","DOI":"10.14236\/ewic\/HCI2018.153"},{"key":"5_CR11","doi-asserted-by":"publisher","unstructured":"Choi, Y., Monserrat, T.J.K.P., Park, J., Shin, H., Lee, N., Kim, J.: ProtoChat: supporting the conversation design process with crowd feedback. Proc. ACM Hum. Comput. Interact. 4(CSCW3), 1\u201327 (2021). https:\/\/doi.org\/10.1145\/3432924","DOI":"10.1145\/3432924"},{"key":"5_CR12","doi-asserted-by":"publisher","unstructured":"Cockton, G., Woolrych, A.: Sale must end: Should discount methods be cleared off HCI\u2019s shelves? Interactions 9(5), 13\u201318 (2002). https:\/\/doi.org\/10.1145\/566981.566990","DOI":"10.1145\/566981.566990"},{"key":"5_CR13","doi-asserted-by":"publisher","unstructured":"Cowan, B.R., Clark, L., Candello, H., Tsai, J.: Introduction to this special issue: guiding the conversation: new theory and design perspectives for conversational user interfaces. Hum. Comput. Interact. 38(3\u20134), 159\u2013167 (2023). https:\/\/doi.org\/10.1080\/07370024.2022.2161905","DOI":"10.1080\/07370024.2022.2161905"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Dall\u2019Acqua, A., Tamburini, F.: Toward a linguistically grounded dialog model for chatbot design. Italian J. Comput. Linguist. 7(7\u20131, 2), 191\u2013222 (2021)","DOI":"10.4000\/ijcol.900"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Davis, F.D.: Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Quart. 13(3), 319\u2013340 (1989)","DOI":"10.2307\/249008"},{"key":"5_CR16","doi-asserted-by":"publisher","unstructured":"Desai, S., Sharma, T., Saha, P.: Using ChatGPT in HCI research-a trioethnography. In: Proceedings of the 5th International Conference on Conversational User Interfaces (CUI 2023). Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3571884.3603755","DOI":"10.1145\/3571884.3603755"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Deshpande, A., Murahari, V., Rajpurohit, T., Kalyan, A., Narasimhan, K.: Toxicity in ChatGPT: analyzing persona-assigned language models. arXiv (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.88"},{"issue":"1","key":"5_CR18","first-page":"96","volume":"23","author":"S Diederich","year":"2022","unstructured":"Diederich, S., Brendel, A.B., Morana, S., Kolbe, L.: On the design of and interaction with conversational agents: an organizing and assessing review of human-computer interaction research. J. Assoc. Inf. Syst. 23(1), 96\u2013138 (2022)","journal-title":"J. Assoc. Inf. Syst."},{"key":"5_CR19","doi-asserted-by":"publisher","unstructured":"Eckert, W., Levin, E., Pieraccini, R.: User modeling for spoken dialogue system evaluation. In: 1997 IEEE Workshop on Automatic Speech Recognition and Understanding Proceedings, pp. 80\u201387 (1997). https:\/\/doi.org\/10.1109\/ASRU.1997.658991","DOI":"10.1109\/ASRU.1997.658991"},{"issue":"12","key":"5_CR20","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1016\/j.specom.2009.06.007","volume":"51","author":"KP Engelbrecht","year":"2009","unstructured":"Engelbrecht, K.P., Quade, M., M\u00f6ller, S.: Analysis of a new simulation approach to dialog system evaluation. Speech Commun. 51(12), 1234\u20131252 (2009)","journal-title":"Speech Commun."},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"F\u00f8lstad, A., et al.: Future directions for chatbot research: an interdisciplinary research agenda. Computing 103(12), 2915\u20132942 (2021)","DOI":"10.1007\/s00607-021-01016-7"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"F\u00f8lstad, A., Brandtzaeg, P.B.: Users\u2019 experiences with chatbots: findings from a questionnaire study. Qual. User Exp. 5(1), 3 (2020)","DOI":"10.1007\/s41233-020-00033-2"},{"key":"5_CR23","doi-asserted-by":"publisher","unstructured":"Fuchs, A., Passarella, A., Conti, M.: Modeling, replicating, and predicting human behavior: a survey. ACM Trans. Autonom. Adapt. Syst. 18(2), 1\u201347 (2023). https:\/\/doi.org\/10.1145\/3580492","DOI":"10.1145\/3580492"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Gatt, A., Krahmer, E.: Survey of the state of the art in natural language generation: core tasks, applications and evaluation. J. Artif. Intell. Res. 61, 65\u2013170 (2018)","DOI":"10.1613\/jair.5477"},{"key":"5_CR25","unstructured":"Goes, F., Sawicki, P., Grze\u015b, M., Brown, D., Volpe, M.: Is GPT-4 good enough to evaluate jokes? In: 14th International Conference for Computational Creativity, Waterloo (2023). https:\/\/kar.kent.ac.uk\/101552\/"},{"key":"5_CR26","unstructured":"Guo, F., Metallinou, A., Khatri, C., Raju, A., Venkatesh, A., Ram, A.: Topic-based evaluation for conversational bots. In: Proceedings of the Conversational AI Workshop at the 31st Conference on Neural Information Processing Systems (NIPS 2017) (2017)"},{"key":"5_CR27","doi-asserted-by":"publisher","unstructured":"Hassenzahl, M., Tractinsky, N.: User experience\u2013a research agenda. Behav. Inf. Technol. 25(2), 91\u201397 (2006). https:\/\/doi.org\/10.1080\/01449290500330331","DOI":"10.1080\/01449290500330331"},{"key":"5_CR28","doi-asserted-by":"publisher","unstructured":"Holmes, S., Moorhead, A., Bond, R., Zheng, H., Coates, V., McTear, M.: Usability testing of a healthcare chatbot: can we use conventional methods to assess conversational user interfaces? In: Proceedings of the 31st European Conference on Cognitive Ergonomics (ECCE 2019), pp. 207\u2013214. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3335082.3335094","DOI":"10.1145\/3335082.3335094"},{"key":"5_CR29","doi-asserted-by":"publisher","unstructured":"Horton, J.J.: Large language models as simulated economic agents: what can we learn from homo silicus? Working Paper 31122, National Bureau of Economic Research (2023). https:\/\/doi.org\/10.3386\/w31122","DOI":"10.3386\/w31122"},{"key":"5_CR30","unstructured":"Janssen, A., Gr\u00fctzner, L., Breitner, M.H.: Why do chatbots fail? a critical success factors analysis. In: International Conference on Information Systems (ICIS) (2021)"},{"key":"5_CR31","doi-asserted-by":"publisher","unstructured":"Keizer, S., Rossignol, S., Chandramohan, S., Pietquin, O.: User Simulation in the Development of Statistical Spoken Dialogue Systems, pp. 39\u201373. Springer, New York (2012). https:\/\/doi.org\/10.1007\/978-1-4614-4803-7_4","DOI":"10.1007\/978-1-4614-4803-7_4"},{"key":"5_CR32","unstructured":"Kicken, M., van der Lee, C., Tenfelde, K., Maat, B., de Wit, J.: Introducing a framework for designing and evaluating interactions with conversational agents. In: Position Paper Presented at CONVERSATIONS 2022 \u2013 The 6th International Workshop on Chatbot Research and Design (2022)"},{"key":"5_CR33","unstructured":"Kocaballi, A.B.: Conversational AI-powered design: ChatGPT as designer, user, and product. arXiv (2023)"},{"key":"5_CR34","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems, vol. 35, pp. 22199\u201322213. Curran Associates, Inc. (2022)"},{"key":"5_CR35","doi-asserted-by":"publisher","unstructured":"Langevin, R., Lordon, R.J., Avrahami, T., Cowan, B.R., Hirsch, T., Hsieh, G.: Heuristic evaluation of conversational agents. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems (CHI 2021). Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3411764.3445312","DOI":"10.1145\/3411764.3445312"},{"key":"5_CR36","doi-asserted-by":"crossref","unstructured":"van der Lee, C., Gatt, A., van Miltenburg, E., Krahmer, E.: Human evaluation of automatically generated text: current trends and best practice guidelines. Comput. Speech Lang. 67, 101151 (2021)","DOI":"10.1016\/j.csl.2020.101151"},{"key":"5_CR37","unstructured":"Lewandowski, T., Heuer, M., Vogel, P., B\u00f6hmann, T.: Design knowledge for the lifecycle management of conversational agents. In: Wirtschaftsinformatik 2022 Proceedings. No. 3 (2022)"},{"key":"5_CR38","unstructured":"Li, X., Lipton, Z.C., Dhingra, B., Li, L., Gao, J., Chen, Y.N.: A user simulator for task-completion dialogues. arXiv (2017)"},{"key":"5_CR39","doi-asserted-by":"crossref","unstructured":"Li, Z., Chen, W., Li, S., Wang, H., Qian, J., Yan, X.: Controllable dialogue simulation with in-context learning. arXiv (2023)","DOI":"10.18653\/v1\/2022.findings-emnlp.318"},{"key":"5_CR40","unstructured":"Lin, C.Y.: ROUGE: A package for automatic evaluation of summaries. In: Text Summarization Branches Out, Proceedings of the ACL-04 Workshop, pp. 74\u201381 (2004)"},{"key":"5_CR41","doi-asserted-by":"crossref","unstructured":"Liu, C.W., Lowe, R., Serban, I.V., Noseworthy, M., Charlin, L., Pineau, J.: How NOT to evaluate your dialogue system: an empirical study of unsupervised evaluation metrics for dialogue response generation. arXiv (2017)","DOI":"10.18653\/v1\/D16-1230"},{"key":"5_CR42","doi-asserted-by":"crossref","unstructured":"Liu, H., Cai, Y., Ou, Z., Huang, Y., Feng, J.: A generative user simulator with GPT-based architecture and goal state tracking for reinforced multi-domain dialog systems. arXiv (2022)","DOI":"10.18653\/v1\/2022.seretod-1.10"},{"key":"5_CR43","doi-asserted-by":"publisher","unstructured":"Liu, Y., et al.: One cannot stand for everyone! leveraging multiple user simulators to train task-oriented dialogue systems. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 1\u201321. Association for Computational Linguistics, Toronto (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.1","DOI":"10.18653\/v1\/2023.acl-long.1"},{"key":"5_CR44","doi-asserted-by":"crossref","unstructured":"Lowe, R., Noseworthy, M., Serban, I.V., Angelard-Gontier, N., Bengio, Y., Pineau, J.: Towards an automatic turing test: learning to evaluate dialogue responses. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-1103"},{"key":"5_CR45","doi-asserted-by":"crossref","unstructured":"McTear, M.: Conversational AI: Dialogue Systems, Conversational Agents, and Chatbots. Springer, Cham (2022)","DOI":"10.1007\/978-3-031-02176-3"},{"key":"5_CR46","doi-asserted-by":"publisher","unstructured":"Meyer, S., Elsweiler, D., Ludwig, B., Fernandez-Pichel, M., Losada, D.E.: Do we still need human assessors? prompt-based GPT-3 user simulation in conversational AI. In: Proceedings of the 4th Conference on Conversational User Interfaces (CUI 2022). Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3543829.3544529","DOI":"10.1145\/3543829.3544529"},{"key":"5_CR47","doi-asserted-by":"crossref","unstructured":"M\u00f6ller, S., et al.: MeMo: Towards automatic usability evaluation of spoken dialogue services by user error simulations. In: INTERSPEECH (2006)","DOI":"10.21437\/Interspeech.2006-494"},{"issue":"2","key":"5_CR48","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1109\/MPRV.2019.2906991","volume":"18","author":"C Murad","year":"2019","unstructured":"Murad, C., Munteanu, C., Cowan, B.R., Clark, L.: Revolution or evolution? speech interaction and HCI design guidelines. IEEE Pervas. Comput. 18(2), 33\u201345 (2019). https:\/\/doi.org\/10.1109\/MPRV.2019.2906991","journal-title":"IEEE Pervas. Comput."},{"key":"5_CR49","doi-asserted-by":"publisher","unstructured":"Neustaedter, C., Sengers, P.: Autobiographical design in HCI research: Designing and learning through use-it-yourself. In: Proceedings of the Designing Interactive Systems Conference (DIS 2012), pp. 514\u2013523. Association for Computing Machinery, New York (2012). https:\/\/doi.org\/10.1145\/2317956.2318034","DOI":"10.1145\/2317956.2318034"},{"key":"5_CR50","doi-asserted-by":"publisher","unstructured":"Nielsen, J.: Usability inspection methods. In: Conference Companion on Human Factors in Computing Systems (CHI 1994), pp. 413\u2013414. Association for Computing Machinery, New York (1994). https:\/\/doi.org\/10.1145\/259963.260531","DOI":"10.1145\/259963.260531"},{"key":"5_CR51","unstructured":"Paoli, S.D.: Writing user personas with large language models: testing phase 6 of a thematic analysis of semi-structured interviews. arXiv (2023)"},{"key":"5_CR52","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"issue":"3","key":"5_CR53","first-page":"25","volume":"19","author":"N Radziwill","year":"2017","unstructured":"Radziwill, N., Benton, M.: Evaluating quality of chatbots and intelligent conversational agents. Softw. Qual. Profess. 19(3), 25 (2017)","journal-title":"Softw. Qual. Profess."},{"key":"5_CR54","doi-asserted-by":"publisher","unstructured":"Sadek, M., Calvo, R.A., Mougenot, C.: Trends, challenges and processes in conversational agent design: exploring practitioners\u2019 views through semi-structured interviews. In: Proceedings of the 5th International Conference on Conversational User Interfaces (CUI 2023). Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3571884.3597143","DOI":"10.1145\/3571884.3597143"},{"key":"5_CR55","doi-asserted-by":"publisher","unstructured":"Sambasivan, N., Arnesen, E., Hutchinson, B., Doshi, T., Prabhakaran, V.: Re-imagining algorithmic fairness in India and beyond. In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency (FAccT 2021), pp. 315\u2013328. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3442188.3445896","DOI":"10.1145\/3442188.3445896"},{"issue":"2","key":"5_CR56","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1017\/S0269888906000944","volume":"21","author":"J Schatzmann","year":"2006","unstructured":"Schatzmann, J., Weilhammer, K., Stuttle, M., Young, S.: A survey of statistical user simulation techniques for reinforcement-learning of dialogue management strategies. Knowl. Eng. Rev. 21(2), 97\u2013126 (2006). https:\/\/doi.org\/10.1017\/S0269888906000944","journal-title":"Knowl. Eng. Rev."},{"key":"5_CR57","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2022.2118244","author":"GRS Silva","year":"2022","unstructured":"Silva, G.R.S., Canedo, E.D.: Towards user-centric guidelines for chatbot conversational design. Int. J. Hum.-Comput. Interact. (2022). https:\/\/doi.org\/10.1080\/10447318.2022.2118244","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"5_CR58","doi-asserted-by":"publisher","unstructured":"Sugisaki, K., Bleiker, A.: Usability guidelines and evaluation criteria for conversational user interfaces: a heuristic and linguistic approach. In: Proceedings of Mensch Und Computer 2020 (MuC 2020), pp. 309\u2013319. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3404983.3405505","DOI":"10.1145\/3404983.3405505"},{"key":"5_CR59","doi-asserted-by":"crossref","unstructured":"Tao, C., Mou, L., Zhao, D., Yan, R.: Ruber: an unsupervised method for automatic evaluation of open-domain dialog systems. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.11321"},{"key":"5_CR60","doi-asserted-by":"publisher","unstructured":"Urban, M., Mailey, S.: Conversation design: principles, strategies, and practical application. In: Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems (CHI EA 2019), pp. 1\u20133. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3290607.3298821","DOI":"10.1145\/3290607.3298821"},{"key":"5_CR61","doi-asserted-by":"publisher","unstructured":"Vasconcelos, M., Candello, H., Pinhanez, C., dos Santos, T.: Bottester: testing conversational systems with simulated users. In: Proceedings of the XVI Brazilian Symposium on Human Factors in Computing Systems (IHC 2017). Association for Computing Machinery, New York (2017). https:\/\/doi.org\/10.1145\/3160504.3160584","DOI":"10.1145\/3160504.3160584"},{"key":"5_CR62","unstructured":"White, J., et al.: A prompt pattern catalog to enhance prompt engineering with ChatGPT. arXiv (2023)"},{"key":"5_CR63","unstructured":"Wilson, C.: User interface inspection methods: a user-centered design method. Newnes (2013)"},{"key":"5_CR64","doi-asserted-by":"publisher","unstructured":"Wilson, C.E.: Triangulation: the explicit use of multiple methods, measures, and approaches for determining core issues in product development. Interactions 13(6), 46-ff (2006). https:\/\/doi.org\/10.1145\/1167948.1167980","DOI":"10.1145\/1167948.1167980"},{"key":"5_CR65","doi-asserted-by":"publisher","unstructured":"de Wit, J., Braggaar, A.: Tilbot: a visual design platform to facilitate open science research into conversational user interfaces. In: Proceedings of the 5th International Conference on Conversational User Interfaces (CUI 2023). Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3571884.3604403","DOI":"10.1145\/3571884.3604403"}],"container-title":["Lecture Notes in Computer Science","Chatbot Research and Design"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-54975-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T19:08:11Z","timestamp":1710270491000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-54975-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031549748","9783031549755"],"references-count":65,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-54975-5_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"13 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CONVERSATIONS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Chatbot Research and Design","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Oslo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"conversations2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}