{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T23:04:04Z","timestamp":1780009444584,"version":"3.53.1"},"reference-count":124,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100004515","name":"Universiti Kebangsaan Malaysia through the Young Researchers Incentive","doi-asserted-by":"publisher","award":["GGPM-2017-020"],"award-info":[{"award-number":["GGPM-2017-020"]}],"id":[{"id":"10.13039\/501100004515","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3694527","type":"journal-article","created":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T19:47:23Z","timestamp":1779133643000},"page":"77031-77049","source":"Crossref","is-referenced-by-count":0,"title":["A Systematic Review of Deep Learning Approaches in Multimodal Emotion Recognition"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5200-9597","authenticated-orcid":false,"given":"Yiwei","family":"Su","sequence":"first","affiliation":[{"name":"Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8614-1810","authenticated-orcid":false,"given":"Fadhilah","family":"Rosdi","sequence":"additional","affiliation":[{"name":"Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s44163-022-00022-8"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2012.29"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55394-8_1"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.369"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2017.13"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2695999"},{"key":"ref8","first-page":"320","article-title":"An automatic emotion recognizer using MFCCs and hidden Markov models","volume-title":"Proc. 7th Int. Congr. Ultra Modern Telecommun. Control Syst. Workshops (ICUMT)","author":"Vyas"},{"issue":"1","key":"ref9","first-page":"235","article-title":"Speech emotion recognition","volume":"2","author":"Ingale","year":"2012","journal-title":"Int. J. Soft Comput. Eng."},{"issue":"1","key":"ref10","first-page":"35","article-title":"Automatic speech emotion and speaker recognition based on hybrid GMM and FFBNN","volume":"4","author":"Devi","year":"2014","journal-title":"Int. J. Comput. Sci. Appl."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1015"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/752"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-025-09837-0"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7471886"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/DICTA.2012.6411704"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/app14125227"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3425953"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3390\/app14178071"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3390\/e24071010"},{"key":"ref20","first-page":"331","article-title":"Speech emotion recognition based on deep networks: A review","volume-title":"Proc. Annu. Conf. KIPS","author":"Mustaqeem"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2016.7477679"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3390\/e25101440"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/app14167165"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/biomimetics10070418"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3390\/s24113484"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3430850"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1563"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1080\/1358165042000283101"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1177\/0092070399272005"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.26"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771357"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3390\/s18020401"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.4324\/9781315080918-15"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1037\/a0025737"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2492494.2492500"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ISCE.2007.4382195"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.011"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2714671"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1186\/s40101-015-0063-5"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/AIMS52415.2021.9466092"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/02699939208411068"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/1322192.1322216"},{"key":"ref44","volume-title":"Theories of Emotion","author":"Plutchik","year":"2013"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref46","volume-title":"Basic Dimensions for a General Psychological Theory: Implications for Personality, Social, Environmental, and Developmental Studies","author":"Mehrabian","year":"1980"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.b2535"},{"key":"ref48","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham","year":"2007"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.09.002"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"issue":"1","key":"ref51","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref52","article-title":"Early stopping without a validation set","author":"Mahsereci","year":"2017","journal-title":"arXiv:1703.09580"},{"key":"ref53","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv:1412.6980"},{"key":"ref54","article-title":"Understanding AdamW through proximal methods and scale-freeness","author":"Zhuang","year":"2022","journal-title":"arXiv:2202.00089"},{"key":"ref55","first-page":"3320","article-title":"How transferable are features in deep neural networks?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"27","author":"Yosinski"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09825-6"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/BioSMART58455.2023.10162089"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3413136"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-010-0182-0"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2738401"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-023-01188-6"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2024.3498443"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-13091-9"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2022.103970"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.3390\/app12010327"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-024-01345-5"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3271019"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3664647.3681648"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054441"},{"issue":"4","key":"ref71","first-page":"754","article-title":"Audio and video bimodal emotion recognition in social networks based on improved AlexNet network and attention mechanism","volume":"17","author":"Liu","year":"2021","journal-title":"J. Inf. Process. Syst."},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/IVMSP54334.2022.9816349"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2023.10.247"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-11989-6"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-022-05001-5"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3063612"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.108580"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3547754"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3664647.3681599"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2024-2364"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.3390\/app14104199"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3544086"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-10354"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2021.3112314"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2020.12.001"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2022.3215245"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2067"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-023-08638-2"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3696409.3700183"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.3390\/app15031053"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3096037"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-023-2444-y"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2024-1793"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2023.3273577"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-89202-x"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.126236"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3390\/bdcc7040164"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3244390"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICSIP49896.2020.9339464"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/CAC51589.2020.9327178"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10097110"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.3390\/s23125475"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105052"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096937"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-14185-0"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3092735"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2023.104676"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2020-1190"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688036"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3026823"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/3689092.3689401"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/s11760-023-02707-8"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00258"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612053"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/3591569.3591610"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3238314"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2023.3316458"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108348"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.130"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1718"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2024.111340"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/686"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2024.121393"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34873-0_13"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11523471.pdf?arnumber=11523471","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T22:39:44Z","timestamp":1780007984000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11523471\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":124,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3694527","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}