{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T17:26:18Z","timestamp":1776101178788,"version":"3.50.1"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976135"],"award-info":[{"award-number":["61976135"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2017YFB1002501"],"award-info":[{"award-number":["2017YFB1002501"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"name":"SJTU Transmed Awards Research","award":["WF540162605"],"award-info":[{"award-number":["WF540162605"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013314","name":"Higher Education Discipline Innovation Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005311","name":"China Southern Power Grid","doi-asserted-by":"publisher","award":["GDKJXM20185761"],"award-info":[{"award-number":["GDKJXM20185761"]}],"id":[{"id":"10.13039\/501100005311","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1109\/tcds.2021.3071170","type":"journal-article","created":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T20:56:32Z","timestamp":1654894592000},"page":"715-729","source":"Crossref","is-referenced-by-count":357,"title":["Comparing Recognition Performance and Robustness of Multimodal Deep Learning Models for Multimodal Emotion Recognition"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3840-1980","authenticated-orcid":false,"given":"Wei","family":"Liu","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, the Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Brain Science and Technology Research Center, Center for Brain-Like Computing and Machine Intelligence, Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China"}]},{"given":"Jie-Lin","family":"Qiu","sequence":"additional","affiliation":[{"name":"Computer Science Department, Carnegie Mellon University, Pittsburgh, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9474-6369","authenticated-orcid":false,"given":"Wei-Long","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Brain and Cognitive Science, Massachusetts Institute of Technology, Cambridge, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8359-0058","authenticated-orcid":false,"given":"Bao-Liang","family":"Lu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, the Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Brain Science and Technology Research Center, Center for Brain-Like Computing and Machine Intelligence, Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.001.0001"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-019-0488-y"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2018.00175"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/s18020401"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3057270"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2015.2431497"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2712143"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2017.2685338"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2017.00019"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2982143"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.06.046"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2922912"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2019.8717035"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aacdbb"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2904052"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ab93b4"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ab7f50"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.26"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-8986.2007.00606.x"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2797176"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.37"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2740923"},{"key":"ref24","first-page":"1170","article-title":"Combining eye movements and EEG to enhance emotion recognition","volume-title":"Proc. 24th Int. Joint Conf. Artif. Intell.","author":"Lu"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-015-0203-6"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46672-9_58"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-70093-9_86"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM.2016.7822545"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2016.12.005"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-04221-9_20"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-019-01056-8"},{"key":"ref34","first-page":"1247","article-title":"Deep canonical correlation analysis","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Andrew"},{"key":"ref35","first-page":"689","article-title":"Multimodal deep learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ngiam"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2460697"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1201\/b12207"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s40815-018-0567-3"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i1.8939"},{"key":"ref40","first-page":"2121","article-title":"DeViSE: A deep visual-semantic embedding model","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Frome"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2034"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12021"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380163"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/0888-613X(91)90009-B"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2019.8716943"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2017.2688239"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2013.6695876"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2013.6611075"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IEMBS.2010.5627125"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2781732"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.jelectrocard.2015.08.034"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2019.8717055"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2817622"},{"key":"ref54","first-page":"531","article-title":"Mutual information neural estimation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Belghazi"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2008.4518376"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207625"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00637"},{"key":"ref58","first-page":"926","article-title":"Reasoning with neural tensor networks for knowledge base completion","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Socher"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1209"},{"key":"ref60","first-page":"12136","article-title":"Deep multimodal multilinear fusion with high-order polynomial pooling","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Hou"},{"key":"ref61","volume-title":"DF-GAN: Deep fusion generative adversarial networks for text-to-image synthesis","author":"Tao","year":"2020"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/9793367\/09395500.pdf?arnumber=9395500","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T23:36:42Z","timestamp":1704843402000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9395500\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6]]},"references-count":61,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2021.3071170","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6]]}}}