{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T18:37:42Z","timestamp":1775155062447,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["871245"],"award-info":[{"award-number":["871245"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,16]]},"DOI":"10.1145\/3652988.3673966","type":"proceedings-article","created":{"date-parts":[[2024,12,26]],"date-time":"2024-12-26T12:22:57Z","timestamp":1735215777000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Holistic Evaluation Methodology for Multi-Party Spoken Conversational Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5561-5174","authenticated-orcid":false,"given":"Nancie","family":"Gunson","sequence":"first","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9059-1104","authenticated-orcid":false,"given":"Angus","family":"Addlessee","sequence":"additional","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9296-9692","authenticated-orcid":false,"given":"Daniel","family":"Hern\u00e1ndez Garc\u00eda","sequence":"additional","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4438-0255","authenticated-orcid":false,"given":"Marta","family":"Romeo","sequence":"additional","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4821-5871","authenticated-orcid":false,"given":"Christian","family":"Dondrup","sequence":"additional","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9497-4743","authenticated-orcid":false,"given":"Oliver","family":"Lemon","sequence":"additional","affiliation":[{"name":"Heriot-Watt University, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2024,12,26]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Their Companions, and a Social Robot in a Hospital Memory Clinic. In Proceedings of the 18th Conference of the European","author":"Addlesee Angus","year":"2024","unstructured":"Angus Addlesee, Neeraj Cherakara, Nivan Nelson, Daniel Hernandez\u00a0Garcia, Nancie Gunson, Weronika Siei\u0144ska, Christian Dondrup, and Oliver Lemon. 2024. Multi-party Multimodal Conversations Between Patients, Their Companions, and a Social Robot in a Hospital Memory Clinic. In Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations, Nikolaos Aletras and Orphee De\u00a0Clercq (Eds.). Association for Computational Linguistics, St. Julians, Malta, 62\u201370. https:\/\/aclanthology.org\/2024.eacl-demo.8"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610978.3641112"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.sigdial-1.22"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the SIGDIAL 2011 Conference. 98\u2013109","author":"Bohus Dan","year":"2011","unstructured":"Dan Bohus and Eric Horvitz. 2011. Multiparty turn taking in situated dialog: Study, lessons, and directions. In Proceedings of the SIGDIAL 2011 Conference. 98\u2013109."},{"key":"e_1_3_2_1_5_1","first-page":"588","article-title":"FurChat: An Embodied Conversational Agent using LLMs","volume":"2023","author":"Cherakara Neeraj","year":"2023","unstructured":"Neeraj Cherakara, Finny Varghese, Sheena Shabana, Nivan Nelson, Abhiram Karukayil, Rohith Kulothungan, Mohammed\u00a0Afil Farhan, Birthe Nesset, Meriam Moujahid, Tanvi Dinkar, Verena Rieser, and Oliver Lemon. 2023. FurChat: An Embodied Conversational Agent using LLMs, Combining Open and Closed-Domain Dialogue with Facial Expressions. In Sigdial 2023. 588\u2013592. arxiv:2308.15214http:\/\/arxiv.org\/abs\/2308.15214","journal-title":"Combining Open and Closed-Domain Dialogue with Facial Expressions. In Sigdial"},{"key":"e_1_3_2_1_6_1","volume-title":"ARI: The Social Assistive Robot and Companion. In 29th IEEE International Conference on Robot and Human Interactive Communication, RO-MAN","author":"Cooper Sara","year":"2020","unstructured":"Sara Cooper, Alessandro Di Fava, Carlos Vivas, Luca Marchionni, and Francesco Ferro. 2020. ARI: The Social Assistive Robot and Companion. In 29th IEEE International Conference on Robot and Human Interactive Communication, RO-MAN 2020. 745\u2013751."},{"key":"e_1_3_2_1_7_1","volume-title":"Collective contexts in conversation: Grounding by proxy. Cognitive science 40, 2","author":"Eshghi Arash","year":"2016","unstructured":"Arash Eshghi and Patrick\u00a0GT Healey. 2016. Collective contexts in conversation: Grounding by proxy. Cognitive science 40, 2 (2016), 299\u2013324."},{"key":"e_1_3_2_1_8_1","volume-title":"MuMMER: Socially intelligent human-robot interaction in public spaces. arXiv preprint arXiv:1909.06749","author":"Foster Mary\u00a0Ellen","year":"2019","unstructured":"Mary\u00a0Ellen Foster, Bart Craenen, Amol Deshmukh, Oliver Lemon, Emanuele Bastianelli, Christian Dondrup, Ioannis Papaioannou, Andrea Vanzo, Jean-Marc Odobez, Olivier Can\u00e9vet, 2019. MuMMER: Socially intelligent human-robot interaction in public spaces. arXiv preprint arXiv:1909.06749 (2019)."},{"key":"e_1_3_2_1_9_1","volume-title":"Frankfurt Airport\u2019s new multilingual robot concierge can help you in over 35 languages","author":"Furhat\u00a0Robotics Press","year":"2018","unstructured":"Press Furhat\u00a0Robotics. 2018. FRAnny, Frankfurt Airport\u2019s new multilingual robot concierge can help you in over 35 languages. Furhat Robotics Press Release (May 2018). https:\/\/furhatrobotics.com\/press-releases\/franny-frankfurt-airports-new-multilingual-robot-concierge-can-help-you-in-over-35-languages\/"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434073.3444670"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/768"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN53752.2022.9900827"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197160"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLA.2021.9468439"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.sigdial-1.28"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-015-9289-1"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI53351.2022.9889641"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585602"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-005-0012-7"},{"key":"e_1_3_2_1_20_1","volume-title":"Crowd-sourcing NLG Data: Pictures Elicit Better Data. CoRR abs\/1608.00339","author":"Novikova Jekaterina","year":"2016","unstructured":"Jekaterina Novikova, Oliver Lemon, and Verena Rieser. 2016. Crowd-sourcing NLG Data: Pictures Elicit Better Data. CoRR abs\/1608.00339 (2016). arXiv:1608.00339http:\/\/arxiv.org\/abs\/1608.00339"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2974804.2974823"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353756"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820749"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00667-4"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2019.8673177"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-50267-6_24"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 8th Conference on European Chapter of the Association of Computational Linguistics, ACL \u201997","author":"Walker A","year":"1997","unstructured":"Marilyn\u00a0A Walker, Diane\u00a0J Litman, Candace\u00a0A Kamm, and Alicia Abella. 1997. PARADISE: A Framework for Evaluating Spoken Dialogue Agents. In Proceedings of the 8th Conference on European Chapter of the Association of Computational Linguistics, ACL \u201997. 271\u2013280."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-019-00603-1"}],"event":{"name":"IVA '24: ACM International Conference on Intelligent Virtual Agents","location":"GLASGOW United Kingdom","acronym":"IVA '24","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the ACM International Conference on Intelligent Virtual Agents"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652988.3673966","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3652988.3673966","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:10:50Z","timestamp":1755882650000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652988.3673966"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":28,"alternative-id":["10.1145\/3652988.3673966","10.1145\/3652988"],"URL":"https:\/\/doi.org\/10.1145\/3652988.3673966","relation":{},"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"2024-12-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}