{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T01:38:04Z","timestamp":1777426684280,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,19]],"date-time":"2023-09-19T00:00:00Z","timestamp":1695081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Hybrid Intelligence Centre","award":["024.004.022"],"award-info":[{"award-number":["024.004.022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,19]]},"DOI":"10.1145\/3570945.3607332","type":"proceedings-article","created":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T06:07:02Z","timestamp":1703225222000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Predicting Interaction Quality Aspects Using Level-Based Scores for Conversational Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3076-5402","authenticated-orcid":false,"given":"Merle M.","family":"Reimann","sequence":"first","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, North Holland, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8273-0132","authenticated-orcid":false,"given":"Catharine","family":"Oertel","sequence":"additional","affiliation":[{"name":"Delft University of Technology Delft, South Holland, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1932-3200","authenticated-orcid":false,"given":"Florian A.","family":"Kunneman","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, North Holland, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5707-5236","authenticated-orcid":false,"given":"Koen V.","family":"Hindriks","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, North Holland, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,12,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Daniel Adiwardana Minh-Thang Luong David R So Jamie Hall Noah Fiedel Romal Thoppilan Zi Yang Apoorv Kulshreshtha Gaurav Nemade Yifeng Lu et al. 2020. Towards a human-like open-domain chatbot. arXiv preprint arXiv:2001.09977 (2020)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2020.101473"},{"key":"e_1_3_2_1_3_1","volume-title":"A cloud-based middleware for multi-modal interaction services and applications. Journal of Ambient Intelligence and Smart Environments Preprint","author":"Aveno\u011flu Bilgin","year":"2022","unstructured":"Bilgin Aveno\u011flu, Vincent J Koeman, and Koen V Hindriks. 2022. A cloud-based middleware for multi-modal interaction services and applications. Journal of Ambient Intelligence and Smart Environments Preprint (2022), 1--27."},{"key":"e_1_3_2_1_4_1","volume-title":"Reconstructive genres of everyday communication. Aspects of oral communication 289","author":"Bergmann J\u00f6rg","year":"1995","unstructured":"J\u00f6rg Bergmann and Thomas Luckmann. 1995. Reconstructive genres of everyday communication. Aspects of oral communication 289 (1995), 304."},{"key":"e_1_3_2_1_5_1","volume-title":"Rasa: Open source language understanding and dialogue management. arXiv preprint arXiv:1712.05181","author":"Bocklisch Tom","year":"2017","unstructured":"Tom Bocklisch, Joey Faulkner, Nick Pawlowski, and Alan Nichol. 2017. Rasa: Open source language understanding and dialogue management. arXiv preprint arXiv:1712.05181 (2017)."},{"key":"e_1_3_2_1_6_1","volume-title":"Gunay Tariverdiyeva, Divyaa Balaji, and Alan Chamberlain.","author":"Borsci Simone","year":"2022","unstructured":"Simone Borsci, Alessio Malizia, Martin Schmettow, Frank Van Der Velde, Gunay Tariverdiyeva, Divyaa Balaji, and Alan Chamberlain. 2022. The Chatbot usability scale: The design and pilot of a usability scale for interaction with AI-based conversational agents. Personal and ubiquitous computing 26, 1 (2022), 95--119."},{"key":"e_1_3_2_1_7_1","volume-title":"Dialogue management in conversational systems: a review of approaches, challenges, and opportunities","author":"Brabra Hayet","year":"2021","unstructured":"Hayet Brabra, Marcos B\u00e1ez, Boualem Benatallah, Walid Gaaloul, Sara Bouguelia, and Shayan Zamanirad. 2021. Dialogue management in conversational systems: a review of approaches, challenges, and opportunities. IEEE Transactions on Cognitive and Developmental Systems (2021)."},{"key":"e_1_3_2_1_8_1","volume-title":"Dialogue act annotation with the ISO 24617-2 standard. Multimodal Interaction with W3C Standards: Toward Natural User Interfaces to Everything","author":"Bunt Harry","year":"2017","unstructured":"Harry Bunt, Volha Petukhova, David Traum, and Jan Alexandersson. 2017. Dialogue act annotation with the ISO 24617-2 standard. Multimodal Interaction with W3C Standards: Toward Natural User Interfaces to Everything (2017), 109--135."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166054.3166058"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09866-x"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2018.2881519"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324900002497"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSIPA.2014.7041732"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383014"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Florian Kunneman and Koen Hindriks. 2022. SUPPLE: A Dialogue Management Approach Based on Conversation Patterns. In Conversational AI for Natural Human-Centric Interaction: 12th International Workshop on Spoken Dialogue System Technology IWSDS 2021 Singapore. Springer 203--217.","DOI":"10.1007\/978-981-19-5538-9_14"},{"key":"e_1_3_2_1_16_1","volume-title":"HHAI2022: Augmenting Human Intellect","author":"Kunneman Florian","unstructured":"Florian Kunneman and Koen V Hindriks. 2022. A Sequence-Based Dialog Management Framework for Co-Regulated Dialog. In HHAI2022: Augmenting Human Intellect. IOS Press, 143--156."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1131"},{"key":"e_1_3_2_1_18_1","volume-title":"How not to evaluate your dialogue system: An empirical study of unsupervised evaluation metrics for dialogue response generation. arXiv preprint arXiv:1603.08023","author":"Liu Chia-Wei","year":"2016","unstructured":"Chia-Wei Liu, Ryan Lowe, Iulian V Serban, Michael Noseworthy, Laurent Charlin, and Joelle Pineau. 2016. How not to evaluate your dialogue system: An empirical study of unsupervised evaluation metrics for dialogue response generation. arXiv preprint arXiv:1603.08023 (2016)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.sigdial-1.28"},{"key":"e_1_3_2_1_20_1","unstructured":"Robert J Moore and Raphael Arar. 2019. Conversational UX design: A practitioner's guide to the natural conversation framework. Morgan & Claypool."},{"key":"e_1_3_2_1_21_1","first-page":"25","article-title":"Evaluating Quality of Chatbots and Intelligent Conversational Agents","volume":"19","author":"Radziwill Nicole","year":"2017","unstructured":"Nicole Radziwill and Morgan Benton. 2017. Evaluating Quality of Chatbots and Intelligent Conversational Agents. Software Quality Professional 19, 3 (2017), 25.","journal-title":"Software Quality Professional"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"34","author":"Rastogi Abhinav","unstructured":"Abhinav Rastogi, Xiaoxue Zang, Srinivas Sunkara, Raghav Gupta, and Pranav Khaitan.2020. Towards scalable multi-domain conversational agents: The schema-guided dialogue dataset. In Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 34. 8689--8696."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the Sixth International Joint Conference on Natural Language Processing. 1223--1229","author":"Silvervarg Annika","year":"2013","unstructured":"Annika Silvervarg and Arne J\u00f6nsson. 2013. Iterative development and evaluation of a social conversational agent. In Proceedings of the Sixth International Joint Conference on Natural Language Processing. 1223--1229."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.nlp4convai-1.8"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2009.07.003"},{"key":"e_1_3_2_1_26_1","volume-title":"The information state approach to dialogue management. Current and new directions in discourse and dialogue","author":"Traum David R","year":"2003","unstructured":"David R Traum and Staffan Larsson. 2003. The information state approach to dialogue management. Current and new directions in discourse and dialogue (2003), 325--353."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3115\/976909.979652"},{"key":"e_1_3_2_1_28_1","volume-title":"Yan Ling Li, and Min Lin","author":"Zhao Yin Jiang","year":"2019","unstructured":"Yin Jiang Zhao, Yan Ling Li, and Min Lin. 2019. A review of the research on dialogue management of task-oriented systems. In Journal of Physics: Conference Series, Vol. 1267. IOP Publishing, 012025."}],"event":{"name":"IVA '23: ACM International Conference on Intelligent Virtual Agents","location":"W\u00fcrzburg Germany","acronym":"IVA '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 23rd ACM International Conference on Intelligent Virtual Agents"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3570945.3607332","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3570945.3607332","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T14:26:37Z","timestamp":1755872797000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3570945.3607332"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,19]]},"references-count":28,"alternative-id":["10.1145\/3570945.3607332","10.1145\/3570945"],"URL":"https:\/\/doi.org\/10.1145\/3570945.3607332","relation":{},"subject":[],"published":{"date-parts":[[2023,9,19]]},"assertion":[{"value":"2023-12-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}