{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T07:46:31Z","timestamp":1768031191751,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,9,25]],"date-time":"2019-09-25T00:00:00Z","timestamp":1569369600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,9,25]]},"DOI":"10.1145\/3349537.3351908","type":"proceedings-article","created":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T14:08:52Z","timestamp":1569938932000},"page":"89-96","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["An Investigation on the Effectiveness of Multimodal Fusion and Temporal Feature Extraction in Reactive and Spontaneous Behavior Generative RNN Models for Listener Agents"],"prefix":"10.1145","author":[{"given":"Hung-Hsuan","family":"Huang","sequence":"first","affiliation":[{"name":"RIKEN &amp; Kyoto University, Kyoto, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Masato","family":"Fukuda","sequence":"additional","affiliation":[{"name":"RIKEN, Kyoto, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Toyoaki","family":"Nishida","sequence":"additional","affiliation":[{"name":"RIKEN &amp; Kyoto University, Kyoto, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Tadas Baltrusaitis Chaitanya Ahuja and Louis-Philippe Morency. 2017. Multimodal Machine Learning: A Survey and Taxonomy. CoRR Vol. abs\/1705.09406 (2017). arxiv: 1705.09406 http:\/\/arxiv.org\/abs\/1705.09406  Tadas Baltrusaitis Chaitanya Ahuja and Louis-Philippe Morency. 2017. Multimodal Machine Learning: A Survey and Taxonomy. CoRR Vol. abs\/1705.09406 (2017). arxiv: 1705.09406 http:\/\/arxiv.org\/abs\/1705.09406"},{"key":"e_1_3_2_1_2_1","volume-title":"Hospital Buddy: A Persistent Emotional Support Companion Agent for Hospital Patients. In 12th International Conference on Intelligent Virtual Agents (IVA 2012)","author":"Bickmore Timothy","year":"2012"},{"key":"e_1_3_2_1_3_1","volume-title":"Multimodal Sentiment Analysis with Word-Level Fusion and Reinforcement Learning. In 19th ACM International Conference on Multimodal Interaction (ICMI 2017)","author":"Chen Minghai","year":"2017"},{"key":"e_1_3_2_1_4_1","unstructured":"Kyunghyun Cho Bart van Merrienboer Caglar Gulcehre Dzmitry Bahdanau Fethi Bougares Holger Schwenk and Yoshua Bengio. 2014. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. CoRR Vol. abs\/1406.1078 (Sept. 2014). http:\/\/arxiv.org\/abs\/1406.1078  Kyunghyun Cho Bart van Merrienboer Caglar Gulcehre Dzmitry Bahdanau Fethi Bougares Holger Schwenk and Yoshua Bengio. 2014. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. CoRR Vol. abs\/1406.1078 (Sept. 2014). http:\/\/arxiv.org\/abs\/1406.1078"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Roddy Cowie and Marc Schroder. 2005. Piecing Together the Emotion Jigsaw .Springer Berlin Heidelberg 305--317.  Roddy Cowie and Marc Schroder. 2005. Piecing Together the Emotion Jigsaw .Springer Berlin Heidelberg 305--317.","DOI":"10.1007\/978-3-540-30568-2_26"},{"key":"e_1_3_2_1_6_1","unstructured":"Paul Ekman Wallace V. Friesen and Joseph C. Hager. 2002. Facial Action Coding System (FACS). Website. http:\/\/www.face-and-emotion.com\/dataface\/facs\/description.jsp  Paul Ekman Wallace V. Friesen and Joseph C. Hager. 2002. Facial Action Coding System (FACS). Website. http:\/\/www.face-and-emotion.com\/dataface\/facs\/description.jsp"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3267851.3267878"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-85483-8_28"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_1_10_1","volume-title":"The 7th International Conference of Autonomous Agents and Multiagent Systems (AAMAS'08)","author":"Huang Hung-Hsuan","year":"2008"},{"key":"e_1_3_2_1_11_1","volume-title":"HCII","author":"Huang Hung-Hsuan","year":"2019"},{"key":"e_1_3_2_1_12_1","volume-title":"6th International Conference on Human-Agent Interaction (HAI","author":"Huang Hung-Hsuan","year":"2018"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/2041666.2041676"},{"key":"e_1_3_2_1_14_1","volume-title":"DyadGAN: Generating Facial Expressions in Dyadic Interactions. In 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","author":"Huang Yuchi","year":"2017"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3758\/BRM.41.3.841"},{"key":"e_1_3_2_1_16_1","volume-title":"The SEMAINE Corpus of Emotionally Coloured Character Interactions. In IEEE International Conference Multimedia and Expo. 1079--1084","author":"McKeown Gary","year":"2011"},{"key":"e_1_3_2_1_17_1","volume-title":"Estimating Visual Focus of Attention in Multiparty Meetings using Deep Convolutional Neural Networks. In 20th ACM International Conference on Multimodal Interaction (ICMI","author":"Otsuka Kazuhiro","year":"2018"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2009.5349568"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33197-8_47"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Marc Schroder. 2010. The SEMAINE API: Towards a Standards-Based Framework for Building Emotion-Oriented Systems. Advances in Human-Computer Interaction (Jan. 2010). https:\/\/doi.org\/10.1155\/2010\/319406  Marc Schroder. 2010. The SEMAINE API: Towards a Standards-Based Framework for Building Emotion-Oriented Systems. Advances in Human-Computer Interaction (Jan. 2010). https:\/\/doi.org\/10.1155\/2010\/319406","DOI":"10.1155\/2010\/319406"},{"key":"e_1_3_2_1_21_1","volume-title":"The INTERSPEECH 2009 Emotion Challenge. In 10th Annual Conference of the International Speech Communication Association (Interspeech","author":"Schuller Bjorn","year":"2009"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327965pli0104_1"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"David R. Traum and Staffan Larsson. 2003. The information state approach to dialogue management .Kluwer Dordrecht 325--353.  David R. Traum and Staffan Larsson. 2003. The information state approach to dialogue management .Kluwer Dordrecht 325--353.","DOI":"10.1007\/978-94-010-0019-2_15"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3267851.3267918"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 7th International Conference on Intelligent Virtual Agents (IVA'07)","author":"Vilhj\u00e1lmsson Hannes"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3267851.3267860"}],"event":{"name":"HAI '19: 7th International Conference on Human-Agent Interaction","location":"Kyoto Japan","acronym":"HAI '19","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 7th International Conference on Human-Agent Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3349537.3351908","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3349537.3351908","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:54:32Z","timestamp":1750204472000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3349537.3351908"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9,25]]},"references-count":26,"alternative-id":["10.1145\/3349537.3351908","10.1145\/3349537"],"URL":"https:\/\/doi.org\/10.1145\/3349537.3351908","relation":{},"subject":[],"published":{"date-parts":[[2019,9,25]]},"assertion":[{"value":"2019-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}