{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:26:11Z","timestamp":1780637171657,"version":"3.54.1"},"reference-count":64,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"KAKENHI: Grant-in-Aid for Scientific Research"},{"name":"Cooperative Research Program of NJRC Materials and Devices, Five-star Alliance","award":["19H01120"],"award-info":[{"award-number":["19H01120"]}]},{"name":"JST AIP Trilateral AI Research","award":["JPMJCR20G6"],"award-info":[{"award-number":["JPMJCR20G6"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2023,7,1]]},"DOI":"10.1109\/taffc.2022.3155604","type":"journal-article","created":{"date-parts":[[2022,3,3]],"date-time":"2022-03-03T20:28:02Z","timestamp":1646339282000},"page":"2443-2457","source":"Crossref","is-referenced-by-count":23,"title":["Effects of Physiological Signals in Different Types of Multimodal Sentiment Estimation"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3241-4470","authenticated-orcid":false,"given":"Shun","family":"Katada","sequence":"first","affiliation":[{"name":"School of Information Science, Japan Advanced Institute of Science and Technology (JAIST), Ishikawa, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9260-0403","authenticated-orcid":false,"given":"Shogo","family":"Okada","sequence":"additional","affiliation":[{"name":"School of Information Science, Japan Advanced Institute of Science and Technology (JAIST), Ishikawa, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6052-600X","authenticated-orcid":false,"given":"Kazunori","family":"Komatani","sequence":"additional","affiliation":[{"name":"Institute of Scientific and Industrial Research (SANKEN), Osaka University, Osaka, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2012.04.006"},{"key":"ref57","article-title":"Facial action coding system: A technique for the measurement of facial movement","volume":"3","author":"friesen","year":"1978","journal-title":"Palo Alto"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-019-09794-5"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418844"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511801389"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/LifeTech52111.2021.9391800"},{"key":"ref52","article-title":"Improving language understanding with unsupervised learning","author":"radford","year":"2018"},{"key":"ref11","first-page":"2236","article-title":"Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph","author":"zadeh","year":"2018","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2009-103"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2016.94"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-1126-0"},{"key":"ref17","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","author":"socher","year":"2013","journal-title":"Proc Conf Empir Methods Natural Lang Process"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"key":"ref19","first-page":"6000","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref51","first-page":"584","article-title":"Learning sentiment of nouns from selectional preferences of verbs and adjectives","author":"higashiyama","year":"2008","journal-title":"Proc 14th Annu Meeting Assoc Natural Lang Process"},{"key":"ref50","first-page":"596","article-title":"Collecting evaluative expressions for opinion extraction","author":"kobayashi","year":"2004","journal-title":"Proc Int Conf Natural Lang Process"},{"key":"ref46","first-page":"200","article-title":"The electrodermal system","author":"dawson","year":"2017","journal-title":"Handbook of Psychophysiology"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.26"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344688"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2016.38"},{"key":"ref42","article-title":"Osaka University multimodal dialogue corpus (hazumi). Informatics research data repository, National Institute of Informatics. (dataset)","author":"komatani","year":"2020"},{"key":"ref41","article-title":"Learning word vectors for 157 languages","author":"grave","year":"2018"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/34.954607"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACII52823.2021.9597447"},{"key":"ref49","first-page":"230","article-title":"Applying conditional random fields to japanese morphological analysis","author":"kudo","year":"2004","journal-title":"Proc Conf Empir Methods Natural Lang Process"},{"key":"ref8","first-page":"973","article-title":"Utterance-level multimodal sentiment analysis","author":"p\u00e9rez-rosas","year":"2013","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2070481.2070509"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2444846"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.06.031"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/0160-2896(93)90010-3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref5","author":"goleman","year":"1995","journal-title":"Emotional Intelligence"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353730"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3234149"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2012.4"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.20"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2200\/S00605ED1V01Y201410ICR038"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553805"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.54.6.1063"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-68780-9_25"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2988257.2988258"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.08.003"},{"key":"ref1","author":"vandenbos","year":"2007","journal-title":"APA Dictionary of Psychology"},{"key":"ref39","article-title":"Collection and analysis of human-system multimodal dialogue data with subjective ratings","author":"komatani","year":"2019","journal-title":"IEICE"},{"key":"ref38","first-page":"201","article-title":"Multimodal dialogue data collection and analysis of annotation disagreement","author":"komatani","year":"2019","journal-title":"Proc Int Workshop Spoken Dialogue Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3011263.3011269"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-9443-0_11"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418821"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353750"},{"key":"ref20","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2010.2086456"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.19"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.11.007"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2005.1511821"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2884461"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.25"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6494.1992.tb00970.x"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1115"},{"key":"ref62","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der maaten","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref61","doi-asserted-by":"crossref","DOI":"10.1002\/0471704091","author":"weisberg","year":"2005","journal-title":"Applied Linear Regression"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/10254612\/09726810.pdf?arnumber=9726810","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T19:12:49Z","timestamp":1696878769000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9726810\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,1]]},"references-count":64,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2022.3155604","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,1]]}}}