{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T18:46:39Z","timestamp":1767033999450,"version":"3.37.3"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIP-1631674"],"award-info":[{"award-number":["IIP-1631674"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Signal Process."],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1109\/jstsp.2020.2992394","type":"journal-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T19:43:48Z","timestamp":1588621428000},"page":"554-567","source":"Crossref","is-referenced-by-count":6,"title":["A Multi-Stream Recurrent Neural Network for Social Role Detection in Multiparty Interactions"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2197-1303","authenticated-orcid":false,"given":"Lingyu","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5064-7775","authenticated-orcid":false,"given":"Richard J.","family":"Radke","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"Learn to combine modalities in multimodal deep learning","author":"liu","year":"2018","journal-title":"arXiv 1805 11730"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.5772\/intechopen.77178"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2014.10.006"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-05696-8_3"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44415-3_16"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1460096.1460125"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/957013.957065"},{"key":"ref36","first-page":"323","article-title":"An image recognition method based on multiple BP neural networks fusion","author":"ni","year":"0","journal-title":"Proc Int Conf Inf Acquisition"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1180995.1181061"},{"key":"ref34","first-page":"22","article-title":"Multimodality medical image fusion based on hybrid fusion techniques","volume":"7","author":"rajalingam","year":"2017","journal-title":"J Manuf Sci Eng"},{"key":"ref60","first-page":"899","article-title":"Analysis of multimodal interaction data in human communication","author":"watanuki","year":"0","journal-title":"Proc Int Conf Spoken Lang Process"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00135"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3127924"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1101149.1101236"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1303"},{"key":"ref29","first-page":"805","article-title":"Speaker independent emotion recognition by early fusion of acoustic and linguistic features within ensembles","author":"schuller","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2522858"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820757"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1647314.1647333"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2408437"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.211"},{"key":"ref24","first-page":"2085","article-title":"Multiparty visual co-occurrences for estimating personality traits in group meetings","author":"zhang","year":"0","journal-title":"Proc IEEE Winter Conf Appl Comput Vision"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2016.05.002"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2762299"},{"key":"ref25","first-page":"349","article-title":"Deep impression: Audiovisual deep residual networks for multimodal apparent personality trait recognition","author":"g\u00fc\u00e7l\u00fct\u00fcrk","year":"0","journal-title":"Proc Eur Conf Comput Vision"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/78.650093"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/11744023_20"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093616"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2013.60"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.54.101601.145041"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2011.6083694"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2012.6289057"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2017.373"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.510"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"21","DOI":"10.5121\/ijdkp.2014.4303","article-title":"Additive Gaussian noise based data perturbation in multi-level trust privacy preserving data mining","volume":"4","author":"kalaivani","year":"2014","journal-title":"International Journal of Data Mining & Knowledge Management Process"},{"key":"ref10","first-page":"498","article-title":"Language-specific sentiment analysis in morphologically rich languages","author":"jang","year":"0","journal-title":"Proc 23rd Int Conf Comput Linguistics Posters"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1169"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00713"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3243022"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353761"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2388676.2388689"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/11677482_3"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2072298.2071920"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/34.910878"},{"journal-title":"Facial Action Coding System (FACS) Manual","year":"1978","author":"ekman","key":"ref18"},{"key":"ref19","first-page":"77","author":"ekman","year":"2002","journal-title":"Facial Action Coding System the Manual on Cd Rom"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2466\/pms.1967.24.3.711"},{"key":"ref3","article-title":"Personality classification from robot-mediated communication cues","author":"celiktutan","year":"0","journal-title":"Proc IEEE Int Symp Robot Human Interactive Commun"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2011.2181941"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.4324\/9781315880181"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2897739"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2008.2008238"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1180995.1181003"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0144610"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s001380100064"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.11.007"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11024-6_44"},{"key":"ref41","article-title":"Multimodal fusion with deep neural networks for audio-video emotion recognition","author":"ortega","year":"2019","journal-title":"arXiv 1907 03196"},{"key":"ref44","first-page":"928","article-title":"The representation and recognition of action using temporal templates","author":"davis","year":"0","journal-title":"Proc IEEE Conf Comput Vision Pattern Recognit"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"}],"container-title":["IEEE Journal of Selected Topics in Signal Processing"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/4200690\/9126272\/9086065-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4200690\/9126272\/09086065.pdf?arnumber=9086065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:08:26Z","timestamp":1651079306000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9086065\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3]]},"references-count":62,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jstsp.2020.2992394","relation":{},"ISSN":["1932-4553","1941-0484"],"issn-type":[{"type":"print","value":"1932-4553"},{"type":"electronic","value":"1941-0484"}],"subject":[],"published":{"date-parts":[[2020,3]]}}}