{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:46:44Z","timestamp":1776055604212,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2023-00208492"],"award-info":[{"award-number":["RS-2023-00208492"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2024-00422599"],"award-info":[{"award-number":["RS-2024-00422599"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772363.3798643","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T01:55:28Z","timestamp":1776045328000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Reading the Mood Behind Words: Integrating Prosody-Derived Emotional Context into Socially Responsive VR Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-0937-6490","authenticated-orcid":false,"given":"SangYeop","family":"Jeong","sequence":"first","affiliation":[{"name":"Department of Applied Artificial Intelligence, Seoul national university of Science and technology, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5516-902X","authenticated-orcid":false,"given":"Yeongseo","family":"Na","sequence":"additional","affiliation":[{"name":"Department of Applied Artificial Intelligence, Seoul National University of Science and Technology, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2600-6389","authenticated-orcid":false,"given":"Seung Gyu","family":"Jeong","sequence":"additional","affiliation":[{"name":"Applied Artificial Intelligence, Seoul National University of Science and Technology, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9313-6860","authenticated-orcid":false,"given":"Jin-Woo","family":"Jeong","sequence":"additional","affiliation":[{"name":"Department of Data Science, Seoul National University of Science and Technology, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4518-4208","authenticated-orcid":false,"given":"Seong-Eun","family":"Kim","sequence":"additional","affiliation":[{"name":"Applied Artificial Intelligent, Seoul National University of Science and Technology, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.5555\/647985.743843"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"B Biancardi S Dermouche and C Pelachaud. 2021. Adaptation Mechanisms in Human\u2013Agent Interaction: Effects on User\u2019s Impressions and Engagement\u2019 Frontiers in Computer Science 3.","DOI":"10.3389\/fcomp.2021.696682"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Margaret\u00a0M Bradley and Peter\u00a0J Lang. 1994. Measuring emotion: the self-assessment manikin and the semantic differential. Journal of behavior therapy and experimental psychiatry 25 1 (1994) 49\u201359.","DOI":"10.1016\/0005-7916(94)90063-9"},{"key":"e_1_3_3_2_5_2","unstructured":"Iago\u00a0Alves Brito Julia\u00a0Soares Dollis Fernanda\u00a0Bufon F\u00e4rber Pedro Schindler Freire\u00a0Brasil Ribeiro Rafael\u00a0Teixeira Sousa et\u00a0al. 2025. Integrating Personality into Digital Humans: A Review of LLM-Driven Approaches for Virtual Reality. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.16457 (2025)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Cheryl\u00a0L Carmichael and Moran Mizrahi. 2023. Connecting cues: The role of nonverbal cues in perceived responsiveness. Current Opinion in Psychology 53 (2023) 101663.","DOI":"10.1016\/j.copsyc.2023.101663"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Marie-France Champoux-Larsson and Alexandra\u00a0S Dylman. 2021. Bilinguals\u2019 inference of emotions in ambiguous speech. International Journal of Bilingualism 25 5 (2021) 1297\u20131310.","DOI":"10.1177\/13670069211018847"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Jiancu Chen Siyuan Yang Jiang Xiong and Yiping Xiong. 2023. An effective emotion tendency perception model in empathic dialogue. Plos one 18 3 (2023) e0282926.","DOI":"10.1371\/journal.pone.0282926"},{"key":"e_1_3_3_2_9_2","unstructured":"Pedro Corr\u00eaa Jo\u00e3o Lima Victor Moreno Lucas Ueda and Paula Dornhofer\u00a0Paro Costa. 2025. Evaluating Emotion Recognition in Spoken Language Models on Emotionally Incongruent Speech. arxiv:https:\/\/arXiv.org\/abs\/2510.25054\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2510.25054"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3610548.3618183"},{"key":"e_1_3_3_2_11_2","unstructured":"Edward\u00a0L. Deci and Richard\u00a0M. Ryan. [n. d.]. Intrinsic Motivation Inventory (IMI): Complete Packet. https:\/\/selfdeterminationtheory.org\/wp-content\/uploads\/2022\/02\/IMI_Complete.pdf. Accessed: 2026-01-14."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Paul Ekman. 1992. An argument for basic emotions. Cognition & emotion 6 3-4 (1992) 169\u2013200.","DOI":"10.1080\/02699939208411068"},{"key":"e_1_3_3_2_13_2","unstructured":"Wei-Ning Hsu Benjamin Bolte Yao-Hung\u00a0Hubert Tsai Kushal Lakhotia Ruslan Salakhutdinov and Abdelrahman Mohamed. 2021. HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units. arxiv:https:\/\/arXiv.org\/abs\/2106.07447\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2106.07447"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Patrik\u00a0N Juslin and Petri Laukka. 2003. Communication of emotions in vocal expression and music performance: Different channels same code? Psychological bulletin 129 5 (2003) 770.","DOI":"10.1037\/0033-2909.129.5.770"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Dacher Keltner and Jonathan Haidt. 1999. Social functions of emotions at four levels of analysis. Cognition & Emotion 13 5 (1999) 505\u2013521.","DOI":"10.1080\/026999399379168"},{"key":"e_1_3_3_2_16_2","first-page":"1849","volume-title":"INTERSPEECH","author":"Kim Sang-Jin","year":"2004","unstructured":"Sang-Jin Kim, Kwang-Ki Kim, and Minsoo Hahn. 2004. Study on emotional speech features in Korean with its aplication to voice color conversion.. In INTERSPEECH. 1849\u20131852."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89350-9_6"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Qingchuan Li Yan Luximon and Jiaxin Zhang. 2023. The influence of anthropomorphic cues on patients\u2019 perceived anthropomorphism social presence trust building and acceptance of health care conversational agents: within-subject web-based experiment. Journal of medical Internet research 25 (2023) e44479.","DOI":"10.2196\/44479"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Sue Lim Ralf Schm\u00e4lzle and Gary Bente. 2025. Artificial social influence via human-embodied AI agent interaction in immersive virtual reality (VR): Effects of similarity-matching during health conversations. Computers in Human Behavior: Artificial Humans (2025) 100172.","DOI":"10.1016\/j.chbah.2025.100172"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Philip Moore. 2017. Do we understand the relationship between affective computing emotion and context-awareness? Machines 5 3 (2017) 16.","DOI":"10.3390\/machines5030016"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715336.3735786"},{"key":"e_1_3_3_2_22_2","unstructured":"Alec Radford Jong\u00a0Wook Kim Tao Xu Greg Brockman Christine McLeavey and Ilya Sutskever. 2022. Robust Speech Recognition via Large-Scale Weak Supervision. arxiv:https:\/\/arXiv.org\/abs\/2212.04356\u00a0[eess.AS] https:\/\/arxiv.org\/abs\/2212.04356"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Jeff\u00a0B Russ Ruben\u00a0C Gur and Warren\u00a0B Bilker. 2008. Validation of affective and neutral sentence content for prosodic testing. Behavior research methods 40 4 (2008) 935\u2013939.","DOI":"10.3758\/BRM.40.4.935"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Nastaran Saffaryazdi Tamil\u00a0Selvan Gunasekaran Kate Loveys Elizabeth Broadbent and Mark Billinghurst. 2025. Empathetic conversational agents: Utilizing neural and physiological signals for enhanced empathetic interactions. International Journal of Human\u2013Computer Interaction (2025) 1\u201325.","DOI":"10.1080\/10447318.2025.2540500"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Klaus\u00a0R Scherer. 1986. Vocal affect expression: A review and a model for future research. Psychological bulletin 99 2 (1986) 143.","DOI":"10.1037\/0033-2909.99.2.143"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715336.3735756"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519842"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Sarenne Wallbridge Peter Bell and Catherine Lai. 2021. It\u2019s not what you said it\u2019s how you said it: discriminative perception of speech as a multichannel communication system. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2105.00260 (2021).","DOI":"10.21437\/Interspeech.2021-1658"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Sarenne Wallbridge Peter Bell and Catherine Lai. 2023. Quantifying the perceptual value of lexical and non-lexical channels in speech. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.03534 (2023).","DOI":"10.21437\/Interspeech.2023-1951"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651026"},{"key":"e_1_3_3_2_31_2","unstructured":"Shu wen Yang Po-Han Chi Yung-Sung Chuang Cheng-I\u00a0Jeff Lai Kushal Lakhotia Yist\u00a0Y. Lin Andy\u00a0T. Liu Jiatong Shi Xuankai Chang Guan-Ting Lin Tzu-Hsien Huang Wei-Cheng Tseng Ko tik Lee Da-Rong Liu Zili Huang Shuyan Dong Shang-Wen Li Shinji Watanabe Abdelrahman Mohamed and Hung yi Lee. 2021. SUPERB: Speech processing Universal PERformance Benchmark. arxiv:https:\/\/arXiv.org\/abs\/2105.01051\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2105.01051"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Jieyeon Woo Kazuhiro Shidara Catherine Achard Hiroki Tanaka Satoshi Nakamura and Catherine Pelachaud. 2024. Adaptive virtual agent: Design and evaluation for real-time human-agent interaction. International Journal of Human-Computer Studies 190 (2024) 103321.","DOI":"10.1016\/j.ijhcs.2024.103321"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-eacl.46"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719693"}],"event":{"name":"CHI EA '26: Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","location":"Barcelona , Spain","acronym":"CHI EA '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772363.3798643","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:04:21Z","timestamp":1776053061000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772363.3798643"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":33,"alternative-id":["10.1145\/3772363.3798643","10.1145\/3772363"],"URL":"https:\/\/doi.org\/10.1145\/3772363.3798643","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}