{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:59:06Z","timestamp":1780588746599,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,16]]},"DOI":"10.1145\/3652988.3673949","type":"proceedings-article","created":{"date-parts":[[2024,12,26]],"date-time":"2024-12-26T12:22:57Z","timestamp":1735215777000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Empathic Grounding: Explorations using Multimodal Interaction and Large Language Models with Conversational Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5701-8939","authenticated-orcid":false,"given":"Mehdi","family":"Arjmand","sequence":"first","affiliation":[{"name":"Northeastern University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0406-4410","authenticated-orcid":false,"given":"Farnaz","family":"Nouraei","sequence":"additional","affiliation":[{"name":"Northeastern University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2514-3302","authenticated-orcid":false,"given":"Ian","family":"Steenstra","sequence":"additional","affiliation":[{"name":"Northeastern University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2676-9788","authenticated-orcid":false,"given":"Timothy","family":"Bickmore","sequence":"additional","affiliation":[{"name":"Northeastern University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,12,26]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Gpt-4 technical report. arXiv preprint arXiv:2303.08774","author":"Achiam Josh","year":"2023","unstructured":"Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia\u00a0Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, 2023. Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"Cognitive Behavioural Systems: COST 2102 International Training School","author":"Al\u00a0Moubayed Samer","year":"2011","unstructured":"Samer Al\u00a0Moubayed, Jonas Beskow, Gabriel Skantze, and Bj\u00f6rn Granstr\u00f6m. 2012. Furhat: a back-projected human-like robot head for multiparty human-machine interaction. In Cognitive Behavioural Systems: COST 2102 International Training School, Dresden, Germany, February 21-26, 2011, Revised Selected Papers. Springer, 114\u2013130."},{"key":"e_1_3_2_1_3_1","volume-title":"On the semantics and pragmatics of linguistic feedback. Journal of Semantics 9","author":"Allwood J","year":"1992","unstructured":"J Allwood, J Nivre, and E Ahlsen. 1992. On the semantics and pragmatics of linguistic feedback. Journal of Semantics 9 (1992)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamainternmed.2023.1838"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-008-0001-3"},{"key":"e_1_3_2_1_6_1","volume-title":"Listeners as co-narrators.Journal of personality and social psychology 79, 6","author":"Bavelas B","year":"2000","unstructured":"Janet\u00a0B Bavelas, Linda Coates, and Trudy Johnson. 2000. Listeners as co-narrators.Journal of personality and social psychology 79, 6 (2000), 941."},{"key":"e_1_3_2_1_7_1","unstructured":"R Bertrand G Ferr\u00e9 P Blache R Espesser and S Rauzy. 2007. Backchannels revisited from a multimodal perspective. 1\u20135."},{"key":"e_1_3_2_1_8_1","volume-title":"Patient-Reported Outcomes Measurement Information System (PROMIS): efficient, standardized tools to measure self-reported health and quality of life. Nursing outlook 62, 5","author":"Bevans Margaret","year":"2014","unstructured":"Margaret Bevans, Alyson Ross, and David Cella. 2014. Patient-Reported Outcomes Measurement Information System (PROMIS): efficient, standardized tools to measure self-reported health and quality of life. Nursing outlook 62, 5 (2014), 339\u2013345."},{"key":"e_1_3_2_1_9_1","unstructured":"M Bilalpur M Inan D Zeinali J Cohn and M Alikhani. 2024. Learning to Generate Context-Sensitive Backchannel Smiles for Embodied AI Agents with Applications in Mental Health Dialogues. https:\/\/arxiv.org\/html\/2402.08837v1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/01463373.2011.583495"},{"key":"e_1_3_2_1_11_1","unstructured":"Dan Bohus Sean Andrist Ashley Feniello Nick Saw Mihai Jalobeanu Patrick Sweeney Anne\u00a0Loomis Thompson and Eric Horvitz. 2021. Platform for Situated Intelligence. arxiv:2103.15975\u00a0[cs.AI]"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"R Bowman O Cooney J Newbold A Thieme L Clark G Doherty and Cowan B. 2024. Exploring how politeness impacts the user experience of chatbots for mental health support. International Journal of Human-Computer Studies 184 (2024).","DOI":"10.1016\/j.ijhcs.2023.103181"},{"key":"e_1_3_2_1_13_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII59096.2023.10388177"},{"key":"e_1_3_2_1_15_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09767-1_10"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0935845100"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/383259.383315"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV57701.2024.00802"},{"key":"e_1_3_2_1_20_1","volume-title":"Grounding in Communication","author":"Clark H.","unstructured":"Herbert\u00a0H. Clark and Susan\u00a0E. Brennan. 1991. Grounding in Communication. American Psychological Association, Washington, 127\u2013149. read."},{"key":"e_1_3_2_1_21_1","first-page":"94","article-title":"A sequential approach to affect: The case of disappointment","author":"Coupler-Kuhlen E","year":"2009","unstructured":"E Coupler-Kuhlen. 2009. A sequential approach to affect: The case of disappointment. Finnish Literature Society, Helsinki, 94\u2013123.","journal-title":"Finnish Literature Society, Helsinki"},{"key":"e_1_3_2_1_22_1","volume-title":"Notes on Displays of Emotion in Human-Computer Interaction. In ACM Conference on Human Factors in Computing Systems (CHI).","author":"Cuadra Andrea","year":"2024","unstructured":"Andrea Cuadra, Maria Wang, Lynn\u00a0Andrea Stein, Malte\u00a0F Jung, Nicola Dell, Deborah Estrin, and James\u00a0A Landay. 2024. The Illusion of Empathy? Notes on Displays of Emotion in Human-Computer Interaction. In ACM Conference on Human Factors in Computing Systems (CHI)."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 2014 international conference on Autonomous agents and multi-agent systems. 1061\u20131068","author":"DeVault David","year":"2014","unstructured":"David DeVault, Ron Artstein, Grace Benn, Teresa Dey, Ed Fast, Alesia Gainer, Kallirroi Georgila, Jon Gratch, Arno Hartholt, Margaux Lhommet, 2014. SimSensei Kiosk: A virtual human interviewer for healthcare decision support. In Proceedings of the 2014 international conference on Autonomous agents and multi-agent systems. 1061\u20131068."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477322.3477335"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/11821830_2"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74997-4_12"},{"key":"e_1_3_2_1_27_1","volume-title":"Logic and conversation","author":"Grice H","unstructured":"H Grice. 1975. Logic and conversation. Academic Press, New York."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/12457.12458"},{"key":"e_1_3_2_1_29_1","volume-title":"Workshop on Multimodal Output Generation, MOG","author":"Heylen Dirk","year":"2007","unstructured":"Dirk Heylen. 2007. Multimodal backchannel generation for conversational agents. In Workshop on Multimodal Output Generation, MOG 2007. Centre for Telematics and Information Technology (CTIT), 81\u201392."},{"key":"e_1_3_2_1_30_1","volume-title":"Development and validation of the Working Alliance Inventory.Journal of counseling psychology 36, 2","author":"Horvath O","year":"1989","unstructured":"Adam\u00a0O Horvath and Leslie\u00a0S Greenberg. 1989. Development and validation of the Working Alliance Inventory.Journal of counseling psychology 36, 2 (1989), 223."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23974-8_8"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"M Jung. 2017. Affective Grounding in Human-Robot Interaction. In HRI.","DOI":"10.1145\/2909824.3020224"},{"key":"e_1_3_2_1_33_1","volume-title":"Narrative empathy","author":"Keen S","unstructured":"S Keen. 2010. Narrative empathy. University of Texas Press, 61\u201394."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563659.3563664"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pragma.2013.11.006"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5516"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00541514"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/11821830_20"},{"key":"e_1_3_2_1_39_1","volume-title":"Large Language Models Produce Responses Perceived to be Empathic. arXiv preprint arXiv:2403.18148","author":"Lee Yoon\u00a0Kyung","year":"2024","unstructured":"Yoon\u00a0Kyung Lee, Jina Suh, Hongli Zhan, Junyi\u00a0Jessy Li, and Desmond\u00a0C Ong. 2024. Large Language Models Produce Responses Perceived to be Empathic. arXiv preprint arXiv:2403.18148 (2024)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3565287.3617637"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pec.2016.09.018"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Birgit Lugrin Catherine Pelachaud and David Traum (Eds.). 2022. The Handbook on Socially Interactive Agents: 20 years of Research on Embodied Conversational Agents Intelligent Virtual Agents and Social Robotics Volume 2: Interactivity Platforms Application (1 ed.). Vol.\u00a048. Association for Computing Machinery New York NY USA.","DOI":"10.1145\/3563659"},{"key":"e_1_3_2_1_43_1","volume-title":"Generative expressive robot behaviors using large language models. arXiv preprint arXiv:2401.14673","author":"Mahadevan Karthik","year":"2024","unstructured":"Karthik Mahadevan, Jonathan Chien, Noah Brown, Zhuo Xu, Carolina Parada, Fei Xia, Andy Zeng, Leila Takayama, and Dorsa Sadigh. 2024. Generative expressive robot behaviors using large language models. arXiv preprint arXiv:2401.14673 (2024)."},{"key":"e_1_3_2_1_44_1","volume-title":"Measuring emotional intelligence with the MSCEIT V2. 0.Emotion 3, 1","author":"Mayer D","year":"2003","unstructured":"John\u00a0D Mayer, Peter Salovey, David\u00a0R Caruso, and Gill Sitarenios. 2003. Measuring emotional intelligence with the MSCEIT V2. 0.Emotion 3, 1 (2003), 97."},{"key":"e_1_3_2_1_45_1","volume-title":"The semaine database: Annotated multimodal records of emotionally colored conversations between a person and a limited agent","author":"McKeown Gary","year":"2011","unstructured":"Gary McKeown, Michel Valstar, Roddy Cowie, Maja Pantic, and Marc Schroder. 2011. The semaine database: Annotated multimodal records of emotionally colored conversations between a person and a limited agent. IEEE transactions on affective computing 3, 1 (2011), 5\u201317."},{"key":"e_1_3_2_1_46_1","volume-title":"Empathy and quality of care. British Journal of General Practice Oct","author":"Mercer S","year":"2002","unstructured":"S Mercer and W Reynolds. 2002. Empathy and quality of care. British Journal of General Practice Oct (2002), S9\u2013S11."},{"key":"e_1_3_2_1_47_1","volume-title":"Motivational Interviewing: Helping People Change and Grow","author":"Miller W","year":"2023","unstructured":"W Miller and S Rollnick. 2023. Motivational Interviewing: Helping People Change and Grow (fourth ed.). Guilford Press, New York."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610661.3617132"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.3115\/1075096.1075166"},{"key":"e_1_3_2_1_50_1","volume-title":"Multimodal Behavior Modeling for Socially Interactive Agents. Vol.\u00a01","author":"Pelachaud C","unstructured":"C Pelachaud, C Busso, and D Heylen. 2021. Multimodal Behavior Modeling for Socially Interactive Agents. Vol.\u00a01. Association for Computing Machinery, 259\u2013310."},{"key":"e_1_3_2_1_51_1","volume-title":"Facial expression and interactional regulation of emotion","author":"Perakyla A","unstructured":"A Perakyla and J Ruusuvuori. 2012. Facial expression and interactional regulation of emotion. Oxford University Press, Oxford, 64\u201391."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/0092-6566(77)90037-X"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461445607081269"},{"key":"e_1_3_2_1_54_1","first-page":"206","article-title":"Comparing affiliating responses to troubles-telling in different types of health care encounters","author":"Ruusuvuori J","year":"2009","unstructured":"J Ruusuvuori and L Voutilainen. 2009. Comparing affiliating responses to troubles-telling in different types of health care encounters. Finnish Literature Society, Helsinki, 206\u2013230.","journal-title":"Finnish Literature Society, Helsinki"},{"key":"e_1_3_2_1_55_1","volume-title":"Building autonomous sensitive artificial listeners","author":"Schroder Marc","year":"2011","unstructured":"Marc Schroder, Elisabetta Bevacqua, Roddy Cowie, Florian Eyben, Hatice Gunes, Dirk Heylen, Mark Ter\u00a0Maat, Gary McKeown, Sathish Pammi, Maja Pantic, 2011. Building autonomous sensitive artificial listeners. IEEE transactions on affective computing 3, 2 (2011), 165\u2013183."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","unstructured":"P Shahverdi K Rousso J Klotz I Bakhoda M Zribi and W-Y Louie. 2023. Emotionally Specific Backchanneling in Social Human-Robot Interaction and Human-Human Interaction. In IROS.","DOI":"10.1109\/IROS55552.2023.10341823"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418832"},{"key":"e_1_3_2_1_58_1","volume-title":"How does communication heal? Pathways linking clinician\u2013patient communication to health outcomes. Patient education and counseling 74, 3","author":"Street R","year":"2009","unstructured":"R Street, G Makoul, N Arora, and R Epstein. 2009. How does communication heal? Pathways linking clinician\u2013patient communication to health outcomes. Patient education and counseling 74, 3 (2009), 295\u2013301."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII59096.2023.10388119"},{"key":"e_1_3_2_1_60_1","volume-title":"Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Louis Martin, Kevin Stone, Peter Albert, Amjad Almahairi, Yasmine Babaei, Nikolay Bashlykov, Soumya Batra, Prajjwal Bhargava, Shruti Bhosale, 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_1_61_1","unstructured":"David Traum. 1994. A computational theory of grounding in natural language conversation. (1994)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2019.8673177"},{"key":"e_1_3_2_1_63_1","volume-title":"Ain\u2019t Misbehavin\u2019\u2013Using LLMs to Generate Expressive Robot Behavior in Conversations with the Tabletop Robot Haru. arXiv preprint arXiv:2402.11571","author":"Wang Zining","year":"2024","unstructured":"Zining Wang, Paul Reisert, Eric Nichols, and Randy Gomez. 2024. Ain\u2019t Misbehavin\u2019\u2013Using LLMs to Generate Expressive Robot Behavior in Conversations with the Tabletop Robot Haru. arXiv preprint arXiv:2402.11571 (2024)."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSLP.1996.607961"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-2166(99)00109-5"},{"key":"e_1_3_2_1_66_1","volume-title":"Cybernetics or Control and Communication in the Animal and the Machine","author":"Wiener Norbert","unstructured":"Norbert Wiener. 2019. Cybernetics or Control and Communication in the Animal and the Machine. MIT press."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.50.2.314"},{"key":"e_1_3_2_1_68_1","volume-title":"Evaluating subjective cognitive appraisals of emotions from large language models. arXiv preprint arXiv:2310.14389","author":"Zhan Hongli","year":"2023","unstructured":"Hongli Zhan, Desmond\u00a0C Ong, and Junyi\u00a0Jessy Li. 2023. Evaluating subjective cognitive appraisals of emotions from large language models. arXiv preprint arXiv:2310.14389 (2023)."}],"event":{"name":"IVA '24: ACM International Conference on Intelligent Virtual Agents","location":"GLASGOW United Kingdom","acronym":"IVA '24","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the ACM International Conference on Intelligent Virtual Agents"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652988.3673949","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3652988.3673949","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:12:11Z","timestamp":1755882731000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652988.3673949"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":68,"alternative-id":["10.1145\/3652988.3673949","10.1145\/3652988"],"URL":"https:\/\/doi.org\/10.1145\/3652988.3673949","relation":{},"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"2024-12-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}