{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:35:21Z","timestamp":1780634121661,"version":"3.54.1"},"reference-count":134,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP190102627"],"award-info":[{"award-number":["DP190102627"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/taffc.2021.3100868","type":"journal-article","created":{"date-parts":[[2021,7,30]],"date-time":"2021-07-30T16:33:40Z","timestamp":1627662820000},"page":"1082-1097","source":"Crossref","is-referenced-by-count":83,"title":["Behavioral and Physiological Signals-Based Deep Multimodal Approach for Mobile Emotion Recognition"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7106-0022","authenticated-orcid":false,"given":"Kangning","family":"Yang","sequence":"first","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8213-6582","authenticated-orcid":false,"given":"Chaofan","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6402-2386","authenticated-orcid":false,"given":"Yue","family":"Gu","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rutgers University, New Jersey, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1247-6036","authenticated-orcid":false,"given":"Zhanna","family":"Sarsenbayeva","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7831-2632","authenticated-orcid":false,"given":"Benjamin","family":"Tag","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6180-7033","authenticated-orcid":false,"given":"Tilman","family":"Dingler","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4230-3440","authenticated-orcid":false,"given":"Greg","family":"Wadley","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0117-0322","authenticated-orcid":false,"given":"Jorge","family":"Goncalves","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref57","first-page":"5040","article-title":"Multimodal emotion recognition using eeg and eye tracking data","author":"zheng","year":"2014","journal-title":"Proc Annu Int Conf IEEE Eng Med Biol Soc"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2781732"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2755040"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2658442"},{"key":"ref53","first-page":"101","article-title":"Speech emotion recognition using support vector machine","volume":"6","author":"pan","year":"2012","journal-title":"Int J Smart Home"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.5120\/11872-7667"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2012.09.005"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1177\/1754073913489750"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198529620.003.0003"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1109\/TSA.2004.838534","article-title":"Toward detecting emotions in spoken dialogs","volume":"13","author":"lee","year":"2005","journal-title":"IEEE Trans Speech Audio Process"},{"key":"ref46","article-title":"Facial action coding system","volume":"104","author":"ekman","year":"1978","journal-title":"Journal of Consulting Psychology"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSE.2010.5593658"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1037\/npe0000028"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1126\/science.6612338"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2307\/2412481"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2307\/2177408"},{"key":"ref43","first-page":"197","article-title":"Emotions: A general psychoevolutionary theory","volume":"1984","author":"plutchik","year":"1984","journal-title":"Approaches Emotion"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-011-0611-x"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.23.1.155"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2017.01454"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1111\/pcn.12799"},{"key":"ref4","first-page":"497","article-title":"Emotion regulation","volume":"3","author":"gross","year":"2008","journal-title":"Handbook of Emotions"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00052-1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.4108\/icst.pervasivehealth.2013.252133"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/11573548_125"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.brainres.2005.11.009"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpsycho.2006.09.001"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1037\/a0013386"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.1804"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.4324\/9781410610515"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1177\/1754073912445857"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0028701"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1177\/1754073917749016"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-9568.2012.08098.x"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2018.09.001"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2017.07.002"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139833813"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3390\/s18072074"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1037\/a0012532"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3240508.3240714"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.9781\/ijimai.2018.03.002"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2632048.2636067"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1785455.1785462"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-009-0032-6"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2019.116231"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-020-01881-x"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2016.03.013"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2968219.2968317"},{"key":"ref13","article-title":"Real-time automatic emotion recognition from body gestures","author":"piana","year":"2014"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2008.158"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/s19071716"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/BHI.2019.8834456"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/SmartWorld.2018.00091"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1038\/s41386-020-0757-1"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3012900"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026021"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC44109.2020.9175221"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654933"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3441000.3441035"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-8986.2006.00380.x"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1186\/1475-925X-13-81"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2004.327"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1037\/0021-843X.97.4.487"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1145\/2388676.2388686"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/11941354_44"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1162\/jocn.2009.21366"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00779-011-0479-9"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2682899"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-016-0797-y"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2366127"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0379-1"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2014.2343154"},{"key":"ref95","first-page":"1","article-title":"The invisible potential of facial electromyography: A comparison of emg and computer vision when distinguishing posed from spontaneous smiles","author":"perusqu\u00eda-hern\u00e1ndez","year":"2019","journal-title":"Proc CHI Conf Hum Factors Comput Syst"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2005-446"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/FSKD.2016.7603434"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.52"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2011.07.002"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.3758\/BF03192732"},{"key":"ref90","first-page":"39","article-title":"International affective picture system (IAPS): Technical manual and affective ratings","volume":"1","author":"lang","year":"1997","journal-title":"NIMH Center for the Study of Emotion and Attention"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2017.00274"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2005.1521424"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/AFGR.2008.4813399"},{"key":"ref88","first-page":"14","article-title":"Cross cultural validation of the IAPS","author":"verschuere","year":"2007","journal-title":"Ghent Belgium Ghent University"},{"key":"ref87","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195169157.001.0001","author":"coan","year":"2007","journal-title":"Handbook of Emotion Elicitation and Assessment"},{"key":"ref82","article-title":"Mosi: multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos","author":"zadeh","year":"2016"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.374"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553717"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2010.2060716"},{"key":"ref79","first-page":"389","article-title":"Moodscope: Building a mood sensor from smartphone usage patterns","author":"likamwa","year":"2013","journal-title":"Proc ACM Int Conf Mobile Syst Appl Services"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1145\/3214285"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/2968219.2968302"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TENCON.2016.7847983"},{"key":"ref106","first-page":"223","article-title":"The CMU arctic speech databases","author":"kominek","year":"2004","journal-title":"Proc ISCA Speech Synthesis Workshop"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.21236\/ADA006655"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418867"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.2196\/10104"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2964549"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/765891.765971"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376504"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.00180"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2784832"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-015-0620-1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1037\/a0013503"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.36.2.129"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2013.34"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/3232233"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0055"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2019.04.005"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1207"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/UIC-ATC-ScalCom-CBDCom-IoP-SmartWorld.2016.0133"},{"key":"ref110","first-page":"2379","article-title":"Hybrid attention based multimodal network for spoken language classification","author":"gu","year":"2018","journal-title":"Proc Int Conf Comput Linguistics"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380374"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2012.6181098"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376163"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462440"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22714-1_17"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3329189.3329216"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3012941"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00246"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3411811"},{"key":"ref113","article-title":"co60ca\/emotionnet2","author":"kennedy","year":"2018"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3384394"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.600"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2973750.2973762"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350957"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1174"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3386901.3388917"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3161414"},{"key":"ref121","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/10138707\/09502508.pdf?arnumber=9502508","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T09:54:20Z","timestamp":1725530060000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9502508\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":134,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2021.3100868","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}