{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T13:50:57Z","timestamp":1776174657319,"version":"3.50.1"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62306317"],"award-info":[{"award-number":["62306317"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007620","name":"Department of Education of Liaoning Province","doi-asserted-by":"publisher","award":["20250099"],"award-info":[{"award-number":["20250099"]}],"id":[{"id":"10.13039\/501100007620","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007620","name":"Department of Education of Liaoning Province","doi-asserted-by":"publisher","award":["LJ212510165019"],"award-info":[{"award-number":["LJ212510165019"]}],"id":[{"id":"10.13039\/501100007620","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.neunet.2026.108852","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T03:52:28Z","timestamp":1774583548000},"page":"108852","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["MBDA: A modality-balanced framework with data augmentation and alignment for multimodal emotion recognition"],"prefix":"10.1016","volume":"201","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2138-6286","authenticated-orcid":false,"given":"Cheng","family":"Cheng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruisi","family":"Shang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zixu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huazhi","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziyu","family":"Jia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.neunet.2026.108852_bib0001","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-025-98623-7","article-title":"SS-EMERGE-self-supervised enhancement for multidimension emotion recognition using GNNs for EEG","volume":"15","author":"Ahuja","year":"2025","journal-title":"Scientific Reports"},{"issue":"18","key":"10.1016\/j.neunet.2026.108852_bib0002","doi-asserted-by":"crossref","first-page":"3966","DOI":"10.3390\/electronics12183966","article-title":"Enhanced speech emotion recognition using DCGAN-based data augmentation","volume":"12","author":"Baek","year":"2023","journal-title":"Electronics"},{"key":"10.1016\/j.neunet.2026.108852_bib0003","doi-asserted-by":"crossref","DOI":"10.3389\/fncom.2021.723843","article-title":"Data augmentation for EEG-based emotion recognition using generative adversarial networks","volume":"15","author":"Bao","year":"2021","journal-title":"Frontiers in Computational Neuroscience"},{"key":"10.1016\/j.neunet.2026.108852_bib0004","series-title":"Proceedings of the 2nd international workshop on multimodal and responsible affective computing","first-page":"93","article-title":"Robust representation learning for multimodal emotion recognition with contrastive learning and mixup","author":"Cai","year":"2024"},{"issue":"5","key":"10.1016\/j.neunet.2026.108852_bib0005","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3640343","article-title":"Modality-collaborative transformer with hybrid feature reconstruction for robust emotion recognition","volume":"20","author":"Chen","year":"2024","journal-title":"ACM Transactions on Multimedia Computing, Communications and Applications"},{"key":"10.1016\/j.neunet.2026.108852_bib0006","doi-asserted-by":"crossref","first-page":"13229","DOI":"10.1109\/ACCESS.2022.3146729","article-title":"Emotion recognition with audio, video, EEG, and EMG: A dataset and baseline approaches","volume":"10","author":"Chen","year":"2022","journal-title":"IEEE Access"},{"issue":"5","key":"10.1016\/j.neunet.2026.108852_bib0007","doi-asserted-by":"crossref","first-page":"6672","DOI":"10.1109\/TCSS.2024.3412074","article-title":"Dense graph convolutional with joint cross-attention network for multimodal emotion recognition","volume":"11","author":"Cheng","year":"2024","journal-title":"IEEE Transactions on Computational Social Systems"},{"key":"10.1016\/j.neunet.2026.108852_bib0008","doi-asserted-by":"crossref","first-page":"4643","DOI":"10.1109\/TMM.2025.3535344","article-title":"DISD-Net: A dynamic interactive network with self-distillation for cross-subject multi-modal emotion recognition","volume":"27","author":"Cheng","year":"2025","journal-title":"IEEE Transactions on Multimedia"},{"key":"10.1016\/j.neunet.2026.108852_bib0009","article-title":"A novel feature fusion network for multimodal emotion recognition from EEG and eye movement signals","volume":"17","author":"Fu","year":"2023","journal-title":"Frontiers in Neuroscience"},{"key":"10.1016\/j.neunet.2026.108852_bib0010","doi-asserted-by":"crossref","unstructured":"Guo, Y., Zhang, T., & Huang, W. (2023). Emotion recognition based on multi-modal electrophysiology multi-head attention contrastive learning. arXiv: 2308.01919.","DOI":"10.1109\/BIBM58861.2023.10385711"},{"key":"10.1016\/j.neunet.2026.108852_bib0011","unstructured":"Jiang, Q., Huang, L., & Yang, Y. (2025). Rethinking multimodal learning from the perspective of mitigating classification ability disproportion. arXiv: 2502.20120."},{"key":"10.1016\/j.neunet.2026.108852_bib0012","unstructured":"Jin, Y., Liu, X., Yang, Y., Yu, Z., Zhang, T., & Yang, K. (2025). RoHyDR: Robust hybrid diffusion recovery for incomplete multimodal emotion recognition. arXiv: 2505.17501."},{"issue":"23","key":"10.1016\/j.neunet.2026.108852_bib0013","doi-asserted-by":"crossref","DOI":"10.3390\/app142311397","article-title":"Causal inference for modality debiasing in multimodal emotion recognition","volume":"14","author":"Kim","year":"2024","journal-title":"Applied Sciences"},{"issue":"1","key":"10.1016\/j.neunet.2026.108852_bib0014","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","article-title":"Deap: A database for emotion analysis; using physiological signals","volume":"3","author":"Koelstra","year":"2011","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.1016\/j.neunet.2026.108852_bib0015","doi-asserted-by":"crossref","unstructured":"Li, D., Wang, Y., Funakoshi, K., & Okumura, M. (2023a). Joyful: Joint modality fusion and graph contrastive learning for multimodal emotion recognition. arXiv: 2311.11009.","DOI":"10.18653\/v1\/2023.emnlp-main.996"},{"key":"10.1016\/j.neunet.2026.108852_bib0016","doi-asserted-by":"crossref","unstructured":"Li, Q., Gao, Y., Wen, Y., Wang, C., & Li, Y. (2024). Enhancing modal fusion by alignment and label matching for multimodal emotion recognition. arXiv: 2408.09438.","DOI":"10.21437\/Interspeech.2024-1462"},{"issue":"10","key":"10.1016\/j.neunet.2026.108852_bib0017","doi-asserted-by":"crossref","first-page":"664","DOI":"10.3390\/a18100664","article-title":"GMHCA-MCBILSTM: A gated multi-head cross-modal attention-based network for emotion recognition using multi-physiological signals","volume":"18","author":"Li","year":"2025","journal-title":"Algorithms"},{"key":"10.1016\/j.neunet.2026.108852_bib0018","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"6631","article-title":"Decoupled multimodal distilling for emotion recognition","author":"Li","year":"2023"},{"issue":"10","key":"10.1016\/j.neunet.2026.108852_bib0019","doi-asserted-by":"crossref","first-page":"1440","DOI":"10.3390\/e25101440","article-title":"A survey of deep learning-based multimodal emotion recognition: Speech, text, and face","volume":"25","author":"Lian","year":"2023","journal-title":"Entropy"},{"key":"10.1016\/j.neunet.2026.108852_bib0020","unstructured":"Liao, Y., Zhang, Y., Wang, S., Zhang, X., Zhang, Y., Chen, W., Gu, Y., & Huang, L. (2024). CLDTA: Contrastive learning based on diagonal transformer autoencoder for cross-dataset EEG emotion recognition. arXiv: 2406.08081."},{"issue":"2","key":"10.1016\/j.neunet.2026.108852_bib0021","doi-asserted-by":"crossref","first-page":"118","DOI":"10.3390\/a16020118","article-title":"EEG data augmentation for emotion recognition with a task-driven GAN","volume":"16","author":"Liu","year":"2023","journal-title":"Algorithms"},{"key":"10.1016\/j.neunet.2026.108852_bib0022","series-title":"Proceedings of the 1st international workshop on brain-computer interfaces (BCI) for multimedia understanding","first-page":"9","article-title":"Joint contrastive learning with feature alignment for cross-corpus EEG-based emotion recognition","author":"Liu","year":"2024"},{"key":"10.1016\/j.neunet.2026.108852_bib0023","unstructured":"Ma, X., Chen, H., & Deng, Y. (2025). Improving multimodal learning balance and sufficiency through data remixing. arXiv: 2506.11550."},{"key":"10.1016\/j.neunet.2026.108852_bib0024","series-title":"Proceedings of the 32nd ACM international conference on multimedia","first-page":"9330","article-title":"Ada2I: Enhancing modality balance for multimodal conversational emotion recognition","author":"Nguyen","year":"2024"},{"issue":"21","key":"10.1016\/j.neunet.2026.108852_bib0025","doi-asserted-by":"crossref","first-page":"9890","DOI":"10.3390\/app14219890","article-title":"Enhanced speech emotion recognition using conditional-dcgan-based data augmentation","volume":"14","author":"Roh","year":"2024","journal-title":"Applied Sciences"},{"key":"10.1016\/j.neunet.2026.108852_bib0026","unstructured":"Roy, A. K., Kathania, H. K., & Sharma, A. (2024). Improvement in facial emotion recognition using synthetic data generated by diffusion model. arXiv: 2411.10863."},{"key":"10.1016\/j.neunet.2026.108852_bib0027","series-title":"Proceedings of the 61st annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"14752","article-title":"MultiEMO: An attention-based correlation-aware multimodal fusion framework for emotion recognition in conversations","author":"Shi","year":"2023"},{"key":"10.1016\/j.neunet.2026.108852_bib0028","unstructured":"Shou, Y., Meng, T., Ai, W., Yin, N., & Li, K. (2023). Adversarial representation with intra-modal and inter-modal graph contrastive learning for multimodal emotion recognition. arXiv: 2312.16778."},{"key":"10.1016\/j.neunet.2026.108852_bib0029","doi-asserted-by":"crossref","unstructured":"Siddhad, G., Iwamura, M., & Roy, P. P. (2024). Enhancing EEG signal-based emotion recognition with synthetic data: Diffusion model approach. arXiv: 2401.16878.","DOI":"10.1109\/TAI.2025.3641576"},{"key":"10.1016\/j.neunet.2026.108852_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2022.104060","article-title":"A data augmentation and channel selection technique for grading human emotions on DEAP dataset","volume":"79","author":"Singh","year":"2023","journal-title":"Biomedical Signal Processing and Control"},{"key":"10.1016\/j.neunet.2026.108852_bib0031","series-title":"Affective computing for social good: Enhancing well-being, empathy, and equity","first-page":"217","article-title":"Advancements in multimodal emotion recognition: integrating facial expressions and physiological signals","author":"Vairamani","year":"2024"},{"key":"10.1016\/j.neunet.2026.108852_bib0032","series-title":"ICASSP 2025-2025 IEEE international conference on acoustics, speech and signal processing (ICASSP)","first-page":"1","article-title":"Enhancing multimodal emotion recognition through multi-granularity cross-modal alignment","author":"Wang","year":"2025"},{"key":"10.1016\/j.neunet.2026.108852_bib0033","unstructured":"Wang, Y., Li, Y., Liang, P. P., Morency, L.-P., Bell, P., & Lai, C. (2023). Cross-attention is not enough: Incongruity-aware dynamic hierarchical fusion for multimodal affect recognition. arXiv: 2305.13583."},{"key":"10.1016\/j.neunet.2026.108852_bib0034","series-title":"Proceedings of the 32nd ACM international conference on multimedia","first-page":"4976","article-title":"Multimodal low-light image enhancement with depth information","author":"Wang","year":"2024"},{"key":"10.1016\/j.neunet.2026.108852_bib0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2025.101562","article-title":"Deep multimodal emotion recognition using modality-aware attention and proxy-based multimodal loss","volume":"31","author":"Woo","year":"2025","journal-title":"Internet of Things"},{"key":"10.1016\/j.neunet.2026.108852_bib0036","series-title":"Proceedings of the thirty-fourth international joint conference on artificial intelligence, IJCAI 2025, Montreal, Canada, August 16\u201322, 2025","first-page":"4236","article-title":"A cross-modal densely guided knowledge distillation based on modality rebalancing strategy for enhanced unimodal emotion recognition","author":"Wu","year":"2025"},{"issue":"7","key":"10.1016\/j.neunet.2026.108852_bib0037","doi-asserted-by":"crossref","first-page":"418","DOI":"10.3390\/biomimetics10070418","article-title":"A comprehensive review of multimodal emotion recognition: Techniques, challenges, and future directions","volume":"10","author":"Wu","year":"2025","journal-title":"Biomimetics"},{"key":"10.1016\/j.neunet.2026.108852_bib0038","series-title":"Proceedings of the 31st international conference on computational linguistics","first-page":"4055","article-title":"A dual contrastive learning framework for enhanced multimodal conversational emotion recognition","author":"Xie","year":"2025"},{"key":"10.1016\/j.neunet.2026.108852_bib0039","series-title":"Proceedings of the 32nd ACM international conference on multimedia","first-page":"7551","article-title":"Modality-balanced learning for multimedia recommendation","author":"Zhang","year":"2024"},{"key":"10.1016\/j.neunet.2026.108852_bib0040","series-title":"Proceedings of the 2nd international workshop on multimodal and responsible affective computing","first-page":"67","article-title":"Improving multimodal emotion recognition by leveraging acoustic adaptation and visual alignment","author":"Zhao","year":"2024"},{"issue":"3","key":"10.1016\/j.neunet.2026.108852_bib0041","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1109\/TAMD.2015.2431497","article-title":"Investigating critical frequency bands and channels for EEG-based emotion recognition with deep neural networks","volume":"7","author":"Zheng","year":"2015","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"10.1016\/j.neunet.2026.108852_bib0042","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2022.108889","article-title":"Objectivity meets subjectivity: A subjective and objective feature fused neural network for emotion recognition","volume":"122","author":"Zhou","year":"2022","journal-title":"Applied Soft Computing"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026003126?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026003126?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T13:02:03Z","timestamp":1776171723000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026003126"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":42,"alternative-id":["S0893608026003126"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108852","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"MBDA: A modality-balanced framework with data augmentation and alignment for multimodal emotion recognition","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108852","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108852"}}