{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:59:22Z","timestamp":1776931162009,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","funder":[{"name":"JSPS KAKENHI","award":["JP21K12011,JP24K02998"],"award-info":[{"award-number":["JP21K12011,JP24K02998"]}]},{"name":"Telecom Advanced Technol- ogy Research Support Center"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,13]]},"DOI":"10.1145\/3747327.3764898","type":"proceedings-article","created":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T14:04:34Z","timestamp":1760191474000},"page":"205-213","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Analyzing Multimodal Multifunctional Interactions in Multiparty Conversations via Functional Spectrum Factorization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8204-741X","authenticated-orcid":false,"given":"Momoka","family":"Tajima","sequence":"first","affiliation":[{"name":"Yokohama National University, Yokohama, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0258-9750","authenticated-orcid":false,"given":"Issa","family":"Tamura","sequence":"additional","affiliation":[{"name":"Yokohama National University, Yokohama, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4352-3955","authenticated-orcid":false,"given":"Kazuhiro","family":"Otsuka","sequence":"additional","affiliation":[{"name":"Yokohama National University, Yokohama, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,10,12]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"Bodily communication \u2013 2nd ed.","author":"Argyle Michael","year":"1988","unstructured":"Michael Argyle. 1988. Bodily communication \u2013 2nd ed.Routledge, London and New York."},{"key":"e_1_3_3_2_3_2","volume-title":"Gaze and Mutual Gaze","author":"Argyle Michael","year":"1976","unstructured":"Michael Argyle and Mark Cook. 1976. Gaze and Mutual Gaze. Cambridge University Press."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1176\/appi.books.9780890425596"},{"key":"e_1_3_3_2_5_2","series-title":"(NIPS\u201915)","first-page":"343","volume-title":"Proceedings of the 29th International Conference on Neural Information Processing Systems - Volume 1","author":"Asteris Megasthenis","year":"2015","unstructured":"Megasthenis Asteris, Dimitris Papailiopoulos, and Alexandros\u00a0G. Dimakis. 2015. Orthogonal NMF through Subspace Exploration. In Proceedings of the 29th International Conference on Neural Information Processing Systems - Volume 1(NIPS\u201915). 343\u2013351. https:\/\/github.com\/signofyouth\/torch-onmf.git."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Janet Bavelas and Nicole Chovil. 2018. Some pragmatic functions of conversational facial gestures. Gesture 17 (10 2018) 98\u2013127. 10.1075\/gest.00012.bav","DOI":"10.1075\/gest.00012.bav"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1075\/z.188"},{"key":"e_1_3_3_2_8_2","first-page":"430","volume-title":"Proceedings of the Eighth International Conference on Language Resources and Evaluation (LREC\u201912)","author":"Bunt Harry","year":"2012","unstructured":"Harry Bunt, Jan Alexandersson, Jae-Woong Choe, Alex\u00a0Chengyu Fang, Koiti Hasida, Volha Petukhova, Andrei Popescu-Belis, and David\u00a0R Traum. 2012. ISO 24617-2: A semantically-based standard for dialogue annotation.. In Proceedings of the Eighth International Conference on Language Resources and Evaluation (LREC\u201912). 430\u2013437."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Nicole Chovil. 1991. Discourse-Oriented Facial Displays in Conversation. Research on Language & Social Interaction 25 (1 1991) 163\u2013194. 10.1080\/08351819109389361","DOI":"10.1080\/08351819109389361"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/AFGR.2004.1301520"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Starkey Duncan. 1972. Some Signals and Rules for Taking Speaking Turns in Conversations. Journal of Personality and Social Psychology 23 (1972) 283\u2013292. 10.1037\/h0033031","DOI":"10.1037\/h0033031"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Daniel Gatica-Perez. 2009. Automatic nonverbal analysis of social interaction in small groups: A review. Image and Vision Computing 27 12 (2009) 1775\u20131787. 10.1016\/j.imavis.2009.01.004","DOI":"10.1016\/j.imavis.2009.01.004"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479919"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2016.7591178"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Dirk Heylen. 2006. Head gestures gaze and the principles of conversational structure. International Journal of Humanoid Robotics 3 3 (2006) 241\u2013267. 10.1142\/S0219843606000746","DOI":"10.1142\/S0219843606000746"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020577"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Mai Imamura Kazuki Takeda Shiro Kumano and Kazuhiro Otsuka. 2023. Recognition of Synergetic Functions between Head Movements and Facial Expressions in Conversations. IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences (Japanese Edition) J106-A 3 (2023) 70\u201387. 10.14923\/transfunj.2022hap0007","DOI":"10.14923\/transfunj.2022hap0007"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3577190.3614153"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Mai Imamura Ayane Tashiro Shiro Kumano and Kazuhiro Otsuka. 2025. Synergistic Functional Spectrum Analysis: A Framework for Exploring the Multifunctional Interplay Among Multimodal Nonverbal Behaviours in Conversations. IEEE Transactions on Affective Computing 16 2 (2025) 1056\u20131073. 10.1109\/TAFFC.2024.3491097","DOI":"10.1109\/TAFFC.2024.3491097"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Koya Ito Yoko Ishii Ryo Ishii Shin-Ichiro Eitoku and Kazuhiro Otsuka. 2024. Exploring Multimodal Nonverbal Functional Features for Predicting the Subjective Impressions of Interlocutors. IEEE Access 12 (2024) 96769\u201396782. 10.1109\/ACCESS.2024.3426537","DOI":"10.1109\/ACCESS.2024.3426537"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Manju\u00a0Lata Joshi and Nehal Kanoongo. 2022. Depression detection using emotional artificial intelligence and machine learning: A closer review. Materials Today: Proceedings 58 (2022) 217\u2013226. 10.1016\/j.matpr.2022.01.467","DOI":"10.1016\/j.matpr.2022.01.467"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Adam Kendon. 1967. Some functions of gaze-direction in social interaction. Acta Psychologica 26 (1967) 22\u201363. 10.1016\/0001-6918(67)90005-4","DOI":"10.1016\/0001-6918(67)90005-4"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Adam Kendon. 1980. Gesticulation and speech: Two aspects of the process of utterance in M. The Relationship of Verbal and Nonverbal Communication 25 (01 1980).","DOI":"10.1515\/9783110813098.207"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Chris\u00a0L. Kleinke. 1986. Gaze and Eye Contact: A Research Review. Psychological Bulletin 100 1 (1986) 78\u2013100. 10.1037\/0033-2909.100.1.78","DOI":"10.1037\/0033-2909.100.1.78"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","unstructured":"Jiacheng Liao Yan Liang and Jiahui Pan. 2021. Deep facial spatiotemporal network for engagement prediction in online learning. Appl. Intell. 51 10 (2021) 6609\u20136621. 10.1007\/S10489-020-02139-8","DOI":"10.1007\/S10489-020-02139-8"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479940"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Evelyn\u00a0Z. McClave. 2000. Linguistic functions of head movements in the context of speech. Journal of Pragmatics 32 (2000) 855\u2013878. 10.1016\/S0378-2166(99)00079-X","DOI":"10.1016\/S0378-2166(99)00079-X"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"David Mcneill. 1994. Hand and Mind: What Gestures Reveal About Thought. Bibliovault OAI Repository the University of Chicago Press 27 (06 1994). 10.2307\/1576015","DOI":"10.2307\/1576015"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Kazuhiro Otsuka. 2011. Conversation Scene Analysis [Social Sciences]. IEEE Signal Processing Magazine 28 4 (2011) 127\u2013131. 10.1109\/MSP.2011.941100","DOI":"10.1109\/MSP.2011.941100"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/1088463.1088497"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Kazuhiro Otsuka and Masahiro Tsumori. 2020. Analyzing Multifunctionality of Head Movements in Face-to-Face Conversations Using Deep Convolutional Neural Networks. IEEE Access 8 (2020) 217169\u2013217195. 10.1109\/ACCESS.2020.3041672","DOI":"10.1109\/ACCESS.2020.3041672"},{"key":"e_1_3_3_2_32_2","first-page":"40","volume-title":"Proceedings of the 11th International Conference on Language Resources and Evaluation (LREC 2018)","author":"Paggio Patrizia","year":"2018","unstructured":"Patrizia Paggio and Costanza Navarretta. 2018. Temporal Coordination of Facial Expressions and Head Movements in First Encounter Dialogues. In Proceedings of the 11th International Conference on Language Resources and Evaluation (LREC 2018) (7-12), Hanae Koiso and Patrizia Paggio (Eds.). European Language Resources Association (ELRA), 40\u201344."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Miles\u00a0L. Patterson. 1982. A sequential functional model of nonverbal exchange. Psychological Review 89 (05 1982) 231\u2013249. 10.1037\/0033-295X.89.3.231","DOI":"10.1037\/0033-295X.89.3.231"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3577190.3614152"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3678957.3685708"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Panagiotis Tzirakis George Trigeorgis Mihalis\u00a0A. Nicolaou Bj\u00f6rn\u00a0W. Schuller and Stefanos Zafeiriou. 2017. End-to-End Multimodal Emotion Recognition Using Deep Neural Networks. IEEE Journal of Selected Topics in Signal Processing 11 8 (2017) 1301\u20131309. 10.1109\/JSTSP.2017.2764438","DOI":"10.1109\/JSTSP.2017.2764438"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"Alessandro Vinciarelli and Gelareh Mohammadi. 2014. A Survey of Personality Computing. IEEE Transactions on Affective Computing 5 3 (2014) 273\u2013291. 10.1109\/TAFFC.2014.2330816","DOI":"10.1109\/TAFFC.2014.2330816"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","unstructured":"Alessandro Vinciarelli Maja Pantic and Herv\u00e9 Bourlard. 2009. Social signal processing: Survey of an emerging domain. Image and Vision Computing 27 12 (2009) 1743\u20131759. 10.1016\/j.imavis.2008.11.007","DOI":"10.1016\/j.imavis.2008.11.007"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Nigel Ward. 2003. Pragmatic Functions of Prosodic Features in Non-Lexical Utterances. Speech Prosody 4 (11 2003). 10.21437\/SpeechProsody.2004-76","DOI":"10.21437\/SpeechProsody.2004-76"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479928"}],"event":{"name":"ICMI Companion '25: Companion Proceedings of the 27th International Conference on Multimodal Interaction","location":"Canberra Australia","acronym":"ICMI Companion '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Companion Proceedings of the 27th International Conference on Multimodal Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3747327.3764898","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,16]],"date-time":"2025-12-16T21:07:42Z","timestamp":1765919262000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3747327.3764898"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,12]]},"references-count":39,"alternative-id":["10.1145\/3747327.3764898","10.1145\/3747327"],"URL":"https:\/\/doi.org\/10.1145\/3747327.3764898","relation":{},"subject":[],"published":{"date-parts":[[2025,10,12]]},"assertion":[{"value":"2025-10-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}