{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T16:18:51Z","timestamp":1772554731459,"version":"3.50.1"},"reference-count":57,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information Fusion"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1016\/j.inffus.2025.103023","type":"journal-article","created":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T23:57:45Z","timestamp":1739663865000},"page":"103023","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":17,"special_numbering":"C","title":["STA-Net: Spatial\u2013temporal alignment network for hybrid EEG-fNIRS decoding"],"prefix":"10.1016","volume":"119","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-5167-4812","authenticated-orcid":false,"given":"Mutian","family":"Liu","sequence":"first","affiliation":[]},{"given":"Banghua","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Lin","family":"Meng","sequence":"additional","affiliation":[]},{"given":"Yonghuai","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Shouwei","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Peng","family":"Zan","sequence":"additional","affiliation":[]},{"given":"Xinxing","family":"Xia","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.inffus.2025.103023_b1","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1016\/j.neucom.2016.10.024","article-title":"Brain computer interface: control signals review","volume":"223","author":"Ramadan","year":"2017","journal-title":"Neurocomputing"},{"key":"10.1016\/j.inffus.2025.103023_b2","doi-asserted-by":"crossref","first-page":"710","DOI":"10.1109\/TNSRE.2022.3230250","article-title":"EEG conformer: Convolutional transformer for EEG decoding and visualization","volume":"31","author":"Song","year":"2022","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.inffus.2025.103023_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2023.120209","article-title":"LMDA-Net: A lightweight multi-dimensional attention network for general EEG-based brain-computer interfaces and interpretability","volume":"276","author":"Miao","year":"2023","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2025.103023_b4","doi-asserted-by":"crossref","DOI":"10.1109\/TNSRE.2023.3330911","article-title":"Rethinking delayed hemodynamic responses for fNIRS classification","author":"Wang","year":"2023","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"issue":"6","key":"10.1016\/j.inffus.2025.103023_b5","doi-asserted-by":"crossref","first-page":"2559","DOI":"10.1109\/JBHI.2022.3140531","article-title":"Transformer model for functional near-infrared spectroscopy classification","volume":"26","author":"Wang","year":"2022","journal-title":"IEEE J. Biomed. Heal. Inform."},{"issue":"2","key":"10.1016\/j.inffus.2025.103023_b6","doi-asserted-by":"crossref","first-page":"228","DOI":"10.3390\/brainsci12020228","article-title":"fMRI brain decoding and its applications in brain\u2013computer interface: A survey","volume":"12","author":"Du","year":"2022","journal-title":"Brain Sci."},{"key":"10.1016\/j.inffus.2025.103023_b7","doi-asserted-by":"crossref","DOI":"10.1088\/1741-2552\/ad06e1","article-title":"Two is better? Combining EEG and fMRI for BCI and neurofeedback: A systematic review","author":"Fleury","year":"2023","journal-title":"J. Neural Eng."},{"key":"10.1016\/j.inffus.2025.103023_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.119736","article-title":"A hybrid steady-state visual evoked response-based brain-computer interface with MEG and EEG","volume":"223","author":"Li","year":"2023","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.inffus.2025.103023_b9","series-title":"2023 IEEE International Conference on Bioinformatics and Biomedicine","first-page":"2571","article-title":"MEGNet: A MEG-based deep learning model for cognitive and motor imagery classification","author":"Sarma","year":"2023"},{"key":"10.1016\/j.inffus.2025.103023_b10","series-title":"2015 Fifth International Conference on Advanced Computing and Communication Technologies","first-page":"143","article-title":"EEG signal analysis for BCI interface: A review","author":"Vaid","year":"2015"},{"key":"10.1016\/j.inffus.2025.103023_b11","first-page":"3","article-title":"fNIRS-based brain-computer interfaces: a review","volume":"9","author":"Naseer","year":"2015","journal-title":"Front. Hum. Neurosci."},{"key":"10.1016\/j.inffus.2025.103023_b12","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1016\/j.bspc.2016.09.005","article-title":"Trends in EEG-BCI for daily-life: Requirements for artifact removal","volume":"31","author":"Minguillon","year":"2017","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.inffus.2025.103023_b13","doi-asserted-by":"crossref","first-page":"503","DOI":"10.3389\/fnhum.2017.00503","article-title":"Multi-modal integration of EEG-fNIRS for brain-computer interfaces\u2013current limitations and future directions","volume":"11","author":"Ahn","year":"2017","journal-title":"Front. Hum. Neurosci."},{"issue":"10","key":"10.1016\/j.inffus.2025.103023_b14","doi-asserted-by":"crossref","first-page":"687","DOI":"10.3390\/brainsci10100687","article-title":"Advances in multimodal emotion recognition based on brain\u2013computer interfaces","volume":"10","author":"He","year":"2020","journal-title":"Brain Sci."},{"key":"10.1016\/j.inffus.2025.103023_b15","article-title":"Correlation-filter-based channel and feature selection framework for hybrid EEG-fNIRS BCI applications","author":"Ali","year":"2023","journal-title":"IEEE J. Biomed. Heal. Inform."},{"key":"10.1016\/j.inffus.2025.103023_b16","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.inffus.2020.01.008","article-title":"Feature-level fusion approaches based on multimodal EEG data for depression recognition","volume":"59","author":"Cai","year":"2020","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.inffus.2025.103023_b17","article-title":"Hybrid EEG-fNIRS brain computer interface based on common spatial pattern by using EEG-informed general linear model","author":"Gao","year":"2023","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"10.1016\/j.inffus.2025.103023_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2023.106968","article-title":"An EEG-fNIRS neurovascular coupling analysis method to investigate cognitive-motor interference","volume":"160","author":"Lin","year":"2023","journal-title":"Comput. Biol. Med."},{"issue":"6","key":"10.1016\/j.inffus.2025.103023_b19","doi-asserted-by":"crossref","first-page":"1983","DOI":"10.1109\/TBME.2021.3132861","article-title":"A bimodal deep learning architecture for EEG-fNIRS decoding of overt and imagined speech","volume":"69","author":"Cooney","year":"2021","journal-title":"IEEE Trans. Biomed. Eng."},{"issue":"6","key":"10.1016\/j.inffus.2025.103023_b20","doi-asserted-by":"crossref","first-page":"1889","DOI":"10.3390\/s24061889","article-title":"EF-Net: Mental state recognition by analyzing multimodal EEG-fNIRS via CNN","volume":"24","author":"Arif","year":"2024","journal-title":"Sensors"},{"issue":"21","key":"10.1016\/j.inffus.2025.103023_b21","doi-asserted-by":"crossref","first-page":"20695","DOI":"10.1109\/JSEN.2022.3205956","article-title":"Multimodal multitask neural network for motor imagery classification with EEG and fNIRS signals","volume":"22","author":"He","year":"2022","journal-title":"IEEE Sens. J."},{"key":"10.1016\/j.inffus.2025.103023_b22","unstructured":"L. Qiu, W. Feng, Z. Ying, J. Pan, EFMLNet: Fusion Model Based on End-to-End Mutual Information Learning for Hybrid EEG-fNIRS Brain-Computer Interface Applications, in: Proceedings of the Annual Meeting of the Cognitive Science Society, Vol. 46, 2024."},{"key":"10.1016\/j.inffus.2025.103023_b23","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1016\/j.ins.2022.12.014","article-title":"Analysis of multimodal data fusion from an information theory perspective","volume":"623","author":"Dai","year":"2023","journal-title":"Inform. Sci."},{"key":"10.1016\/j.inffus.2025.103023_b24","series-title":"2021 5th International Conference on Electrical Engineering and Information Communication Technology","first-page":"1","article-title":"Multimodal decision fusion of eeg and fnirs signals","author":"Rabbani","year":"2021"},{"key":"10.1016\/j.inffus.2025.103023_b25","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1109\/TNSRE.2022.3149899","article-title":"FGANet: fNIRS-guided attention network for hybrid EEG-fNIRS brain-computer interfaces","volume":"30","author":"Kwak","year":"2022","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.inffus.2025.103023_b26","doi-asserted-by":"crossref","first-page":"165303","DOI":"10.1109\/ACCESS.2019.2953535","article-title":"Independent decision path fusion for bimodal asynchronous brain\u2013computer interface to discriminate multiclass mental states","volume":"7","author":"Jiang","year":"2019","journal-title":"IEEE Access"},{"issue":"4","key":"10.1016\/j.inffus.2025.103023_b27","doi-asserted-by":"crossref","first-page":"1489","DOI":"10.1007\/s11571-023-09986-4","article-title":"Deep learning networks based decision fusion model of EEG and fNIRS for classification of cognitive tasks","volume":"18","author":"Rabbani","year":"2024","journal-title":"Cogn. Neurodyn."},{"key":"10.1016\/j.inffus.2025.103023_b28","doi-asserted-by":"crossref","first-page":"2872","DOI":"10.1109\/TNSRE.2023.3281855","article-title":"Incorporating EEG and fNIRS patterns to evaluate cortical excitability and MI-BCI performance during motor training","volume":"31","author":"Wang","year":"2023","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.inffus.2025.103023_b29","first-page":"1","article-title":"Deep learning networks based decision fusion model of EEG and fNIRS for classification of cognitive tasks","author":"Rabbani","year":"2023","journal-title":"Cogn. Neurodyn."},{"issue":"10","key":"10.1016\/j.inffus.2025.103023_b30","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1109\/TNSRE.2016.2628057","article-title":"Open access dataset for EEG+ NIRS single-trial classification","volume":"25","author":"Shin","year":"2016","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.inffus.2025.103023_b31","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1109\/TNSRE.2023.3236007","article-title":"Comparing multi-dimensional fNIRS features using bayesian optimization-based neural networks for mild cognitive impairment (MCI) detection","volume":"31","author":"Zhang","year":"2023","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"issue":"1","key":"10.1016\/j.inffus.2025.103023_b32","doi-asserted-by":"crossref","first-page":"618","DOI":"10.1038\/s41597-023-02524-1","article-title":"Open access dataset integrating EEG and fNIRS during stroop tasks","volume":"10","author":"Chen","year":"2023","journal-title":"Sci. Data"},{"key":"10.1016\/j.inffus.2025.103023_b33","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2023.120153","article-title":"Longitudinal fNIRS and EEG metrics of habituation and novelty detection are correlated in 1\u201318-month-old infants","volume":"274","author":"Katus","year":"2023","journal-title":"NeuroImage"},{"issue":"1","key":"10.1016\/j.inffus.2025.103023_b34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/sdata.2018.3","article-title":"Simultaneous acquisition of EEG and NIRS during cognitive tasks for an open access dataset","volume":"5","author":"Shin","year":"2018","journal-title":"Sci. Data"},{"issue":"12","key":"10.1016\/j.inffus.2025.103023_b35","doi-asserted-by":"crossref","first-page":"3063","DOI":"10.1109\/TNSRE.2020.3038717","article-title":"An fNIRS-based motor imagery BCI for ALS: A subject-specific data-driven approach","volume":"28","author":"Hosni","year":"2020","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"issue":"2","key":"10.1016\/j.inffus.2025.103023_b36","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1162\/089976699300016719","article-title":"Independent component analysis using an extended infomax algorithm for mixed subgaussian and supergaussian sources","volume":"11","author":"Lee","year":"1999","journal-title":"Neural Comput."},{"issue":"11","key":"10.1016\/j.inffus.2025.103023_b37","doi-asserted-by":"crossref","first-page":"4053","DOI":"10.1364\/BOE.5.004053","article-title":"Modified Beer-Lambert law for blood flow","volume":"5","author":"Baker","year":"2014","journal-title":"Biomed. Opt. Express"},{"issue":"6","key":"10.1016\/j.inffus.2025.103023_b38","doi-asserted-by":"crossref","first-page":"1688","DOI":"10.1109\/78.678493","article-title":"Generalized digital Butterworth filter design","volume":"46","author":"Selesnick","year":"1998","journal-title":"IEEE Trans. Signal Process."},{"key":"10.1016\/j.inffus.2025.103023_b39","doi-asserted-by":"crossref","first-page":"89909","DOI":"10.1109\/ACCESS.2020.2994226","article-title":"A novel multimodal approach for hybrid brain\u2013computer interface","volume":"8","author":"Sun","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.inffus.2025.103023_b40","doi-asserted-by":"crossref","first-page":"16009","DOI":"10.1109\/ACCESS.2020.2966834","article-title":"Multilevel feature fusion with 3d convolutional neural network for eeg-based workload estimation","volume":"8","author":"Kwak","year":"2020","journal-title":"IEEE Access"},{"issue":"1","key":"10.1016\/j.inffus.2025.103023_b41","first-page":"1049","article-title":"Cubic spline interpolation","volume":"45","author":"McKinley","year":"1998","journal-title":"Coll. Redwoods"},{"key":"10.1016\/j.inffus.2025.103023_b42","doi-asserted-by":"crossref","unstructured":"D. Tran, L. Bourdev, R. Fergus, L. Torresani, M. Paluri, Learning spatiotemporal features with 3d convolutional networks, in: Proceedings of the IEEE International Conference on Computer Vision, 2015, pp. 4489\u20134497.","DOI":"10.1109\/ICCV.2015.510"},{"issue":"1","key":"10.1016\/j.inffus.2025.103023_b43","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","article-title":"3D convolutional neural networks for human action recognition","volume":"35","author":"Ji","year":"2012","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"10","key":"10.1016\/j.inffus.2025.103023_b44","doi-asserted-by":"crossref","first-page":"2164","DOI":"10.1109\/TNSRE.2019.2938295","article-title":"A multi-branch 3D convolutional neural network for EEG-based motor imagery classification","volume":"27","author":"Zhao","year":"2019","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.inffus.2025.103023_b45","series-title":"International Conference on Machine Learning","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"Ioffe","year":"2015"},{"key":"10.1016\/j.inffus.2025.103023_b46","series-title":"Fast and accurate deep network learning by exponential linear units (elus)","author":"Clevert","year":"2015"},{"issue":"1","key":"10.1016\/j.inffus.2025.103023_b47","first-page":"1929","article-title":"Dropout: a simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.inffus.2025.103023_b48","doi-asserted-by":"crossref","unstructured":"K. He, X. Zhang, S. Ren, J. Sun, Delving deep into rectifiers: Surpassing human-level performance on imagenet classification, in: Proceedings of the IEEE International Conference on Computer Vision, 2015, pp. 1026\u20131034.","DOI":"10.1109\/ICCV.2015.123"},{"key":"10.1016\/j.inffus.2025.103023_b49","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.inffus.2025.103023_b50","doi-asserted-by":"crossref","DOI":"10.3389\/fnins.2022.1062889","article-title":"Early-stage fusion of EEG and fNIRS improves classification of motor imagery","volume":"16","author":"Li","year":"2023","journal-title":"Front. Neurosci."},{"key":"10.1016\/j.inffus.2025.103023_b51","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2024.106943","article-title":"E-FNet: A EEG-fNIRS dual-stream model for Brain\u2013Computer Interfaces","volume":"100","author":"Yu","year":"2025","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.inffus.2025.103023_b52","series-title":"FBCNet: A multi-view convolutional neural network for brain-computer interface","author":"Mane","year":"2021"},{"issue":"11","key":"10.1016\/j.inffus.2025.103023_b53","doi-asserted-by":"crossref","first-page":"5391","DOI":"10.1002\/hbm.23730","article-title":"Deep learning with convolutional neural networks for EEG decoding and visualization","volume":"38","author":"Schirrmeister","year":"2017","journal-title":"Hum. Brain Mapp."},{"key":"10.1016\/j.inffus.2025.103023_b54","series-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"issue":"11","key":"10.1016\/j.inffus.2025.103023_b55","article-title":"Visualizing data using t-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"issue":"8","key":"10.1016\/j.inffus.2025.103023_b56","doi-asserted-by":"crossref","first-page":"793","DOI":"10.1002\/hbm.20309","article-title":"Relationship between regional hemodynamic activity and simultaneously recorded EEG-theta associated with mental arithmetic-induced workload","volume":"28","author":"Sammer","year":"2007","journal-title":"Hum. Brain Mapp."},{"issue":"44","key":"10.1016\/j.inffus.2025.103023_b57","doi-asserted-by":"crossref","first-page":"14783","DOI":"10.1523\/JNEUROSCI.2039-14.2014","article-title":"Distinct roles for alpha-and beta-band oscillations during mental simulation of goal-directed actions","volume":"34","author":"Brinkman","year":"2014","journal-title":"J. Neurosci."}],"container-title":["Information Fusion"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S156625352500096X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S156625352500096X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,3,10]],"date-time":"2025-03-10T09:51:09Z","timestamp":1741600269000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S156625352500096X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":57,"alternative-id":["S156625352500096X"],"URL":"https:\/\/doi.org\/10.1016\/j.inffus.2025.103023","relation":{},"ISSN":["1566-2535"],"issn-type":[{"value":"1566-2535","type":"print"}],"subject":[],"published":{"date-parts":[[2025,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"STA-Net: Spatial\u2013temporal alignment network for hybrid EEG-fNIRS decoding","name":"articletitle","label":"Article Title"},{"value":"Information Fusion","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.inffus.2025.103023","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"103023"}}