{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T20:10:03Z","timestamp":1755893403239,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T00:00:00Z","timestamp":1696809600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"JST ACT-X","award":["JPMJAX2103"],"award-info":[{"award-number":["JPMJAX2103"]}]},{"name":"JST Moonshot R&D","award":["JPMJPS2011"],"award-info":[{"award-number":["JPMJPS2011"]}]},{"name":"JSPS KAKENHI","award":["JP19H05691 and JP23K16901"],"award-info":[{"award-number":["JP19H05691 and JP23K16901"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,9]]},"DOI":"10.1145\/3610661.3617151","type":"proceedings-article","created":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T16:51:22Z","timestamp":1696870282000},"page":"86-90","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Objective Evaluation of Socially-Situated Conversational Robots: Assessing Human-Likeness through Multimodal User Behaviors"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2929-2559","authenticated-orcid":false,"given":"Koji","family":"Inoue","sequence":"first","affiliation":[{"name":"Graduate School of Informatics, Kyoto University, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3181-6410","authenticated-orcid":false,"given":"Divesh","family":"Lala","sequence":"additional","affiliation":[{"name":"Graduate School of Informatics, Kyoto University, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7026-8518","authenticated-orcid":false,"given":"Keiko","family":"Ochi","sequence":"additional","affiliation":[{"name":"Graduate School of Informatics, Kyoto University, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2686-2296","authenticated-orcid":false,"given":"Tatsuya","family":"Kawahara","sequence":"additional","affiliation":[{"name":"Graduate School of Informatics, Kyoto University, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8579-1790","authenticated-orcid":false,"given":"Gabriel","family":"Skantze","sequence":"additional","affiliation":[{"name":"KTH, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,10,9]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_1_1_1","DOI":"10.2196\/18301"},{"doi-asserted-by":"crossref","unstructured":"Jacky Casas Marc-Olivier Tricot Omar Abou\u00a0Khaled Elena Mugellini and Philippe Cudr\u00e9-Mauroux. 2020. Trends & methods in chatbot evaluation. In Companion Publication of ICMI. 280\u2013286.","key":"e_1_3_2_1_2_1","DOI":"10.1145\/3395035.3425319"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.1007\/s10462-020-09866-x"},{"unstructured":"David DeVault Ron Artstein Grace Benn Teresa Dey Ed Fast Alesia Gainer Kallirroi Georgila Jon Gratch Arno Hartholt Margaux Lhommet Gale Lucas Stacy Marsella Fabrizio Morbini Angela Nazarian Stefan Scherer Giota Stratou Apar Suri David Traum Rachel Wood Yuyu Xu Albert Rizzo and Louis\u00a0P. Morency. 2014. SimSensei Kiosk: A Virtual Human Interviewer for Healthcare Decision Support. In AAMAS. 1061\u20131068.","key":"e_1_3_2_1_4_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1016\/j.specom.2008.04.002"},{"unstructured":"Sangdo Han Kyusong Lee Donghyeon Lee and Gary\u00a0Geunbae Lee. 2013. Counseling Dialog System with 5W1H Extraction. In SIGDIAL.","key":"e_1_3_2_1_6_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.1007\/s12369-019-00587-y"},{"doi-asserted-by":"crossref","unstructured":"Koji Inoue Kohei Hara Divesh Lala Kenta Yamamoto Shizuka Nakamura Katsuya Takanashi and Tatsuya Kawahara. 2020. Job interviewer android with elaborate follow-up question generation. In ICMI. 324\u2013332.","key":"e_1_3_2_1_8_1","DOI":"10.1145\/3382507.3418839"},{"doi-asserted-by":"crossref","unstructured":"Koji Inoue Divesh Lala Kenta Yamamoto Shizuka Nakamura Katsuya Takanashi and Tatsuya Kawahara. 2020. An attentive listening system with android ERICA: Comparison of autonomous and WOZ interactions. In SIGDIAL. 118\u2013127.","key":"e_1_3_2_1_9_1","DOI":"10.18653\/v1\/2020.sigdial-1.15"},{"doi-asserted-by":"crossref","unstructured":"Koji Inoue Pierrick Milhorat Divesh Lala Tianyu Zhao and Tatsuya Kawahara. 2016. Talking with ERICA an autonomous android. In SIGDIAL. 212\u2013215.","key":"e_1_3_2_1_10_1","DOI":"10.18653\/v1\/W16-3625"},{"unstructured":"Michael Johnston Patrick Ehlen Frederick\u00a0G. Conrad Michael\u00a0F. Schober Christopher Antoun Stefanie Fail Andrew Hupp Lucas Vickers Huiying Yan and Chan Zhang. 2013. Spoken Dialog Systems for Automated Survey Interviewing. In SIGDIAL. 329\u2013333.","key":"e_1_3_2_1_11_1"},{"doi-asserted-by":"crossref","unstructured":"Tatsuya Kawahara. 2018. Spoken dialogue system for a human-like conversational robot ERICA. In IWSDS. 65\u201375.","key":"e_1_3_2_1_12_1","DOI":"10.1007\/978-981-13-9443-0_6"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1093\/jamia\/ocy072"},{"key":"e_1_3_2_1_14_1","volume-title":"Duplex Conversation: Towards Human-like Interaction in Spoken Dialogue Systems. In SIGKDD. 3299\u20133308.","author":"Lin Ting-En","year":"2022","unstructured":"Ting-En Lin, Yuchuan Wu, Fei Huang, Luo Si, Jian Sun, and Yongbin Li. 2022. Duplex Conversation: Towards Human-like Interaction in Spoken Dialogue Systems. In SIGKDD. 3299\u20133308."},{"doi-asserted-by":"crossref","unstructured":"Raveesh Meena Jos\u00e9 Lopes Gabriel Skantze and Joakim Gustafson. 2015. Automatic Detection of Miscommunication in Spoken Dialogue Systems. In SIGDIAL. 354\u2013363.","key":"e_1_3_2_1_15_1","DOI":"10.18653\/v1\/W15-4647"},{"key":"e_1_3_2_1_16_1","volume-title":"Recent advances in deep learning based dialogue systems: A systematic survey. Artificial intelligence review 56","author":"Ni Jinjie","year":"2023","unstructured":"Jinjie Ni, Tom Young, Vlad Pandelea, Fuzhao Xue, and Erik Cambria. 2023. Recent advances in deep learning based dialogue systems: A systematic survey. Artificial intelligence review 56 (2023), 3055\u20133155."},{"key":"e_1_3_2_1_17_1","volume-title":"Towards an engagement-aware attentive artificial listener for multi-party interactions. Frontiers in Robotics and AI 8","author":"Oertel Catharine","year":"2021","unstructured":"Catharine Oertel, Patrik Jonell, Dimosthenis Kontogiorgos, Kenneth\u00a0Funes Mora, Jean-Marc Odobez, and Joakim Gustafson. 2021. Towards an engagement-aware attentive artificial listener for multi-party interactions. Frontiers in Robotics and AI 8 (2021)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1007\/s12369-021-00851-0"},{"key":"e_1_3_2_1_19_1","volume-title":"Gary McKeown, Sathish Pammi, Maja Pantic, Catherine Pelachaud, Bj\u00f6rn Schuller, Etienne de Sevin, Michel Valstar, and Martin W\u00f6llmer.","author":"Schr\u00f6der Marc","year":"2015","unstructured":"Marc Schr\u00f6der, Elisabetta Bevacqua, Roddy Cowie, Florian Eyben, Hatice Gunes, Dirk Heylen, Mark ter Maat, Gary McKeown, Sathish Pammi, Maja Pantic, Catherine Pelachaud, Bj\u00f6rn Schuller, Etienne de Sevin, Michel Valstar, and Martin W\u00f6llmer. 2015. Building autonomous sensitive artificial listeners. In ACII. 456\u2013462."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.2196\/13322"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_21_1","DOI":"10.1016\/j.ins.2014.12.017"},{"doi-asserted-by":"crossref","unstructured":"William Swartout David Traum Ron Artstein Dan Noren Paul Debevec Kerry Bronnenkant Josh Williams Anton Leuski Shrikanth Narayanan Diane Piepol Chad Lane Jacquelyn Moriel Priti Aggarwal Matt Liewer Jen-Yuan Chiang Jillian Gerten Selina Chu and Kyle White. 2010. Ada and Grace: Toward realistic and engaging virtual museum guides. In IVA. 286\u2013300.","key":"e_1_3_2_1_22_1","DOI":"10.1007\/978-3-642-15892-6_30"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.5210\/dad.2021.203"},{"unstructured":"Zhou Yu Vikram Ramanarayanan Patrick Lange and David Suendermann-Oeft. 2017. An open-source dialog system with real-time engagement tracking for job interview training applications. In IWSDS.","key":"e_1_3_2_1_24_1"},{"key":"e_1_3_2_1_25_1","volume-title":"Automatic evaluation and moderation of open-domain dialogue systems. arXiv preprint, 2111.02110","author":"Zhang Chen","year":"2021","unstructured":"Chen Zhang, Jo\u00e3o Sedoc, Luis\u00a0Fernando D\u2019Haro, Rafael Banchs, and Alexander Rudnicky. 2021. Automatic evaluation and moderation of open-domain dialogue systems. arXiv preprint, 2111.02110 (2021)."}],"event":{"sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"acronym":"ICMI '23","name":"ICMI '23: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","location":"Paris France"},"container-title":["International Cconference on Multimodal Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610661.3617151","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3610661.3617151","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:31:37Z","timestamp":1755891097000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610661.3617151"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,9]]},"references-count":25,"alternative-id":["10.1145\/3610661.3617151","10.1145\/3610661"],"URL":"https:\/\/doi.org\/10.1145\/3610661.3617151","relation":{},"subject":[],"published":{"date-parts":[[2023,10,9]]},"assertion":[{"value":"2023-10-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}