{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,25]],"date-time":"2026-05-25T07:05:51Z","timestamp":1779692751868,"version":"3.53.1"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61771196"],"award-info":[{"award-number":["61771196"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872143"],"award-info":[{"award-number":["61872143"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.neunet.2026.108818","type":"journal-article","created":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T17:12:01Z","timestamp":1772730721000},"page":"108818","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Heterogeneity-aware multi-modal physiological signal fusion strategy based on combined contrastive learning for emotion recognition"],"prefix":"10.1016","volume":"200","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-2521-6986","authenticated-orcid":false,"given":"Yuan","family":"Tian","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5143-4653","authenticated-orcid":false,"given":"Jing","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8171-267X","authenticated-orcid":false,"given":"Ning","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1263-9552","authenticated-orcid":false,"given":"Guangqiang","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9195-9699","authenticated-orcid":false,"given":"Zhangyong","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2122-7066","authenticated-orcid":false,"given":"Hongqing","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2874-8101","authenticated-orcid":false,"given":"Yu","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1849-3494","authenticated-orcid":false,"given":"Zhiying","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"7","key":"10.1016\/j.neunet.2026.108818_bib0001","doi-asserted-by":"crossref","first-page":"1585","DOI":"10.1007\/s10845-015-1145-2","article-title":"Capturing emotion reactivity through physiology measurement as a foundation for affective engineering in engineering design science and engineering practices","volume":"28","author":"Balters","year":"2017","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"10","key":"10.1016\/j.neunet.2026.108818_bib0002","doi-asserted-by":"crossref","first-page":"1287","DOI":"10.1109\/JPROC.2023.3286445","article-title":"Approaches, applications, and challenges in physiological emotion recognition-a tutorial overview","volume":"111","author":"Can","year":"2023","journal-title":"Proceedings of the IEEE"},{"key":"10.1016\/j.neunet.2026.108818_bib0003","doi-asserted-by":"crossref","DOI":"10.1016\/j.ins.2024.120654","article-title":"Multi-task self-supervised time-series representation learning","volume":"671","author":"Choi","year":"2024","journal-title":"Information Sciences"},{"key":"10.1016\/j.neunet.2026.108818_bib0004","series-title":"2nd international conference on communication & information processing (ICCIP)","first-page":"1","article-title":"Human emotion recognition using physiological signals: A survey","author":"Chunawale","year":"2020"},{"issue":"16","key":"10.1016\/j.neunet.2026.108818_bib0005","doi-asserted-by":"crossref","first-page":"4551","DOI":"10.3390\/s20164551","article-title":"Cnn and lstm-based emotion charting using physiological signals","volume":"20","author":"Dar","year":"2020","journal-title":"Sensors"},{"issue":"3","key":"10.1016\/j.neunet.2026.108818_bib0006","doi-asserted-by":"crossref","first-page":"1542","DOI":"10.1109\/TCYB.2019.2939399","article-title":"Multimodal fusion for objective assessment of cognitive workload: A review","volume":"51","author":"Debie","year":"2019","journal-title":"IEEE Transactions on Cybernetics"},{"key":"10.1016\/j.neunet.2026.108818_bib0007","unstructured":"van den, O. A., Li, Y., & Vinyals, O. (2018). Representation learning with contrastive predictive coding. arXiv preprint arXiv: 1807.03748."},{"key":"10.1016\/j.neunet.2026.108818_bib0008","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107505","article-title":"Self-supervised spatial-temporal contrastive network for EEG-based brain network classification","volume":"188","author":"Dong","year":"2025","journal-title":"Neural Networks"},{"issue":"12","key":"10.1016\/j.neunet.2026.108818_bib0009","doi-asserted-by":"crossref","first-page":"6027","DOI":"10.1109\/TAI.2024.3430236","article-title":"Label-efficient time series representation learning: A review","volume":"5","author":"Eldele","year":"2024","journal-title":"IEEE Transactions on Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.108818_bib0010","doi-asserted-by":"crossref","unstructured":"Eldele, E., Ragab, M., Chen, Z., Wu, M., Kwoh, C. K., Li, X., & Guan, C. (2021). Time-series representation learning via temporal and contextual contrasting. arXiv preprint arXiv: 2106.14112.","DOI":"10.24963\/ijcai.2021\/324"},{"key":"10.1016\/j.neunet.2026.108818_bib0011","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2023.101847","article-title":"Emotion recognition from unimodal to multimodal analysis: A review","volume":"99","author":"Ezzameli","year":"2023","journal-title":"Information Fusion"},{"key":"10.1016\/j.neunet.2026.108818_bib0012","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2023.105422","article-title":"Icaps-reslstm: Improved capsule network and residual lstm for eeg emotion recognition","volume":"87","author":"Fan","year":"2024","journal-title":"Biomedical Signal Processing and Control"},{"key":"10.1016\/j.neunet.2026.108818_bib0013","unstructured":"Gu, H., Gaw, N., Wang, Y., Johnstone, C., Beauchene, C., Yuditskaya, S., Rao, H., & Chou, C.-A. (2024). H2g2-net: A hierarchical heterogeneous graph generative network framework for discovery of multi-modal physiological responses. arXiv preprint arXiv: 2401.02905."},{"key":"10.1016\/j.neunet.2026.108818_bib0014","series-title":"2022\u202fIEEE International conference on bioinformatics and biomedicine (BIBM)","first-page":"3008","article-title":"Multimodal emotion recognition using cnn-svm with data augmentation","author":"Guo","year":"2022"},{"issue":"3","key":"10.1016\/j.neunet.2026.108818_bib0015","doi-asserted-by":"crossref","first-page":"762","DOI":"10.1109\/TCDS.2018.2809434","article-title":"Modeling development of multimodal emotion perception guided by tactile dominance and perceptual improvement","volume":"10","author":"Horii","year":"2018","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"key":"10.1016\/j.neunet.2026.108818_bib0016","series-title":"Proceedings of the 32nd ACM international conference on multimedia","first-page":"2272","article-title":"Correlation-driven multi-modality graph decomposition for cross-subject emotion recognition","author":"Huang","year":"2024"},{"issue":"2","key":"10.1016\/j.neunet.2026.108818_bib0017","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3617503","article-title":"Gjfusion: A channel-level correlation construction method for multimodal physiological signal fusion","volume":"20","author":"Huang","year":"2023","journal-title":"ACM Transactions on Multimedia Computing, Communications and Applications"},{"key":"10.1016\/j.neunet.2026.108818_bib0018","series-title":"Proceedings of the 29th ACM international conference on multimedia","first-page":"1047","article-title":"Hetemotionnet: Two-stream heterogeneous graph recurrent neural network for multi-modal emotion recognition","author":"Jia","year":"2021"},{"key":"10.1016\/j.neunet.2026.108818_bib0019","series-title":"Proceedings of the thirty-third international joint conference on artificial intelligence","first-page":"3069","article-title":"Multi-level disentangling network for cross-subject emotion recognition based on multimodal physiological signals","author":"Jia","year":"2024"},{"key":"10.1016\/j.neunet.2026.108818_bib0020","series-title":"Proceedings of the 31st ACM international conference on multimedia","first-page":"5975","article-title":"Multimodal adaptive emotion transformer with flexible modality inputs on a novel dataset with continuous labels","author":"Jiang","year":"2023"},{"issue":"1","key":"10.1016\/j.neunet.2026.108818_bib0021","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1109\/JBHI.2017.2688239","article-title":"Dreamer: A database for emotion recognition through eeg and ecg signals from wireless low-cost off-the-shelf devices","volume":"22","author":"Katsigiannis","year":"2018","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"issue":"1","key":"10.1016\/j.neunet.2026.108818_bib0022","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","article-title":"Deap: A database for emotion analysis ;using physiological signals","volume":"3","author":"Koelstra","year":"2012","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"7","key":"10.1016\/j.neunet.2026.108818_bib0023","doi-asserted-by":"crossref","first-page":"908","DOI":"10.1111\/j.1469-8986.2010.01170.x","article-title":"An affective computing approach to physiological emotion specificity: Toward subject-independent and stimulus-independent classification of film-induced emotions","volume":"48","author":"Kolodyazhniy","year":"2011","journal-title":"Psychophysiology"},{"key":"10.1016\/j.neunet.2026.108818_bib0024","series-title":"Proceedings of the 2023 conference on empirical methods in natural language processing","first-page":"16051","article-title":"Joyful: Joint modality fusion and graph contrastive learning for multimoda emotion recognition","author":"Li","year":"2023"},{"key":"10.1016\/j.neunet.2026.108818_bib0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2023.102220","article-title":"Incongruity-aware multimodal physiology signals fusion for emotion recognition","volume":"105","author":"Li","year":"2024","journal-title":"Information Fusion"},{"key":"10.1016\/j.neunet.2026.108818_bib0026","first-page":"1","article-title":"Multi-modal discriminative network for emotion recognition across individuals","author":"Liu","year":"2025","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"key":"10.1016\/j.neunet.2026.108818_bib0027","first-page":"47309","article-title":"Focal: Contrastive learning for multimodal time-series sensing signals in factorized orthogonal latent space","volume":"36","author":"Liu","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108818_bib0028","series-title":"Neural information processing: 23rd international conference, ICONIP 2016, kyoto, japan, october 16\u201321, 2016, proceedings, part II 23","first-page":"521","article-title":"Emotion recognition using multimodal deep learning","author":"Liu","year":"2016"},{"key":"10.1016\/j.neunet.2026.108818_bib0029","series-title":"Proceedings of the 31st ACM international conference on multimedia","first-page":"6122","article-title":"Emotionkd: A cross-modal knowledge distillation framework for emotion recognition based on physiological signals","author":"Liu","year":"2023"},{"key":"10.1016\/j.neunet.2026.108818_bib0030","series-title":"Proceedings of the 27th ACM international conference on multimedia","first-page":"176","article-title":"Emotion recognition using multimodal residual LSTM network","author":"Ma","year":"2019"},{"key":"10.1016\/j.neunet.2026.108818_bib0031","doi-asserted-by":"crossref","first-page":"107638","DOI":"10.1109\/ACCESS.2023.3320053","article-title":"PhyMER: Physiological dataset for multimodal emotion recognition with personality as a context","volume":"11","author":"Pant","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.neunet.2026.108818_bib0032","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"9782","article-title":"Neighbor contrastive learning on learnable graph augmentation","volume":"vol. 37","author":"Shen","year":"2023"},{"issue":"7","key":"10.1016\/j.neunet.2026.108818_bib0033","doi-asserted-by":"crossref","first-page":"2074","DOI":"10.3390\/s18072074","article-title":"A review of emotion recognition using physiological signals","volume":"18","author":"Shu","year":"2018","journal-title":"Sensors"},{"key":"10.1016\/j.neunet.2026.108818_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.126081","article-title":"A bidirectional cross-modal transformer representation learning model for EEG-fNIRS multimodal affective BCI","volume":"266","author":"Si","year":"2025","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.neunet.2026.108818_bib0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2023.102129","article-title":"Hierarchical multimodal-fusion of physiological signals for emotion recognition with scenario adaption and contrastive alignment","volume":"103","author":"Tang","year":"2024","journal-title":"Information Fusion"},{"key":"10.1016\/j.neunet.2026.108818_bib0036","series-title":"Proceedings of the conference. association for computational linguistics. meeting","first-page":"6558","article-title":"Multimodal transformer for unaligned multimodal language sequences","volume":"vol. 2019","author":"Tsai","year":"2019"},{"key":"10.1016\/j.neunet.2026.108818_bib0037","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108818_bib0038","series-title":"Proceedings of the International Conference on Learning Representations","first-page":"1","article-title":"Graph attention networks","volume":"vol. 6","author":"Velickovic","year":"2018"},{"issue":"4","key":"10.1016\/j.neunet.2026.108818_bib0039","doi-asserted-by":"crossref","first-page":"1374","DOI":"10.1109\/TCDS.2024.3357618","article-title":"Husformer: A multi-modal transformer for multi-modal human state recognition","volume":"16","author":"Wang","year":"2024","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"key":"10.1016\/j.neunet.2026.108818_bib0040","article-title":"Deep learning-based EEG emotion recognition: Current trends and future perspectives","volume":"14","author":"Wang","year":"2023","journal-title":"Frontiers in Psychology"},{"key":"10.1016\/j.neunet.2026.108818_bib0041","series-title":"Icassp 2024-2024 ieee international conference on acoustics, speech and signal processing (icassp)","first-page":"8301","article-title":"Inter-modality and intra-sample alignment for multi-modal emotion recognition","author":"Wang","year":"2024"},{"issue":"14","key":"10.1016\/j.neunet.2026.108818_bib0042","doi-asserted-by":"crossref","first-page":"15725","DOI":"10.1609\/aaai.v38i14.29501","article-title":"Graph-aware contrasting for multivariate time-series classification","volume":"38","author":"Wang","year":"2024","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.108818_bib0043","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.inffus.2020.01.011","article-title":"Emotion recognition using multi-modal data and machine learning techniques: A tutorial and review","volume":"59","author":"Zhang","year":"2020","journal-title":"Information Fusion"},{"issue":"10","key":"10.1016\/j.neunet.2026.108818_bib0044","doi-asserted-by":"crossref","first-page":"6775","DOI":"10.1109\/TPAMI.2024.3387317","article-title":"Self-supervised learning for time series analysis: Taxonomy, progress, and prospects","volume":"46","author":"Zhang","year":"2024","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.108818_bib0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107614","article-title":"Sasd-mcl: Semi-supervised alignment self-distillation with mixed contrastive learning for cross-subject eeg emotion recognition","volume":"190","author":"Zhang","year":"2025","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.108818_bib0046","unstructured":"Zhu, Y., Xu, Y., Yu, F., Liu, Q., Wu, S., & Wang, L. (2020). Deep graph contrastive representation learning. arXiv preprint arXiv: 2006.04131."}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026002807?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026002807?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,25]],"date-time":"2026-05-25T06:47:36Z","timestamp":1779691656000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026002807"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":46,"alternative-id":["S0893608026002807"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108818","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Heterogeneity-aware multi-modal physiological signal fusion strategy based on combined contrastive learning for emotion recognition","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108818","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108818"}}