{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T14:17:25Z","timestamp":1780582645975,"version":"3.54.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:00:00Z","timestamp":1750204800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:00:00Z","timestamp":1750204800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Sichuan Science and Technology Program"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s11760-025-04171-y","type":"journal-article","created":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T15:58:19Z","timestamp":1750262299000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["DMPNet: dual-modal parallel network with spatiotemporal fusion for cognitive task classification"],"prefix":"10.1007","volume":"19","author":[{"given":"Manqing","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiacheng","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongli","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongrui","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,18]]},"reference":[{"key":"4171_CR1","doi-asserted-by":"publisher","unstructured":"Rao, W., Zhong, S.-H., Zhang, Z., Liu, Y.: Knowledge-guided Network Pruning for EEG-based Emotion Recognition. In: 2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 2187\u20132190. IEEE. https:\/\/doi.org\/10.1109\/BIBM58861.2023.10385325","DOI":"10.1109\/BIBM58861.2023.10385325"},{"issue":"9","key":"4171_CR2","doi-asserted-by":"publisher","first-page":"10039","DOI":"10.1609\/aaai.v38i9.28867","volume":"38","author":"D Gao","year":"2024","unstructured":"Gao, D., Zhang, H., Li, P., Tang, T., Liu, S., Zhou, Z., Ying, S., Zhu, Y., Zhang, Y.: A local-ascending-global learning strategy for brain\u2013computer interface. AAAI 38(9), 10039\u201310047 (2024). https:\/\/doi.org\/10.1609\/aaai.v38i9.28867","journal-title":"AAAI"},{"issue":"10","key":"4171_CR3","doi-asserted-by":"publisher","first-page":"7921","DOI":"10.1109\/TNNLS.2022.3147208","volume":"34","author":"J Cui","year":"2023","unstructured":"Cui, J., Lan, Z., Sourina, O., M\u00fcller-Wittig, W.: EEG-based cross-subject driver drowsiness recognition with an interpretable convolutional neural network. IEEE Trans. Neural Netw. Learn. Syst. 34(10), 7921\u20137933 (2023). https:\/\/doi.org\/10.1109\/TNNLS.2022.3147208","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"4171_CR4","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2023.3285268","author":"D Gao","year":"2024","unstructured":"Gao, D., Wang, K., Wang, M., Zhou, J., Zhang, Y.: SFT-Net: a network for detecting fatigue from EEG signals by combining 4D feature flow and attention mechanism. IEEE J. Biomed. Health Inform. (2024). https:\/\/doi.org\/10.1109\/JBHI.2023.3285268","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"4171_CR5","doi-asserted-by":"publisher","unstructured":"Liu, J., Li, H.: REEG-BTCNet: a novel framework for EEG-based motor imagery classification. In: 2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 2024\u20132028. IEEE (2022). https:\/\/doi.org\/10.1109\/BIBM55620.2022.9995314","DOI":"10.1109\/BIBM55620.2022.9995314"},{"key":"4171_CR6","doi-asserted-by":"publisher","first-page":"89909","DOI":"10.1109\/ACCESS.2020.2994226","volume":"8","author":"Z Sun","year":"2020","unstructured":"Sun, Z., Huang, Z., Duan, F., Liu, Y.: A novel multimodal approach for hybrid brain\u2013computer interface. IEEE Access 8, 89909\u201389918 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2994226","journal-title":"IEEE Access"},{"key":"4171_CR7","doi-asserted-by":"crossref","unstructured":"Li, R., Zhao, C., Wang, C., Wang, J., Zhang, Y.: Enhancing fNIRS analysis using EEG rhythmic signatures: an EEG-informed fNIRS analysis study. IEEE Trans. Biomed. Eng. 67(10)(2020)","DOI":"10.1109\/TBME.2020.2971679"},{"key":"4171_CR8","doi-asserted-by":"publisher","first-page":"873239","DOI":"10.3389\/fnbot.2022.873239","volume":"16","author":"NE Mughal","year":"2022","unstructured":"Mughal, N.E., Khan, M.J., Khalil, K., Javed, K., Sajid, H., Naseer, N., Ghafoor, U., Hong, K.-S.: EEG-fNIRS-based hybrid image construction and classification using CNN-LSTM. Front. Neurorobot. 16, 873239 (2022). https:\/\/doi.org\/10.3389\/fnbot.2022.873239","journal-title":"Front. Neurorobot."},{"key":"4171_CR9","doi-asserted-by":"publisher","unstructured":"Rabbani, M.H.R., Islam, S.M.R.: Deep learning networks based decision fusion model of EEG and fNIRS for classification of cognitive tasks (2023). https:\/\/doi.org\/10.1007\/s11571-023-09986-4","DOI":"10.1007\/s11571-023-09986-4"},{"issue":"5","key":"4171_CR10","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aace8c","volume":"15","author":"VJ Lawhern","year":"2018","unstructured":"Lawhern, V.J., Solon, A.J., Waytowich, N.R., Gordon, S.M., Hung, C.P., Lance, B.J.: EEGNet: a compact convolutional neural network for EEG-based brain\u2013computer interfaces. J. Neural Eng. 15(5), 056013 (2018). https:\/\/doi.org\/10.1088\/1741-2552\/aace8c","journal-title":"J. Neural Eng."},{"key":"4171_CR11","doi-asserted-by":"publisher","unstructured":"Schirrmeister, R., Gemein, L., Eggensperger, K., Hutter, F., Ball, T.: Deep learning with convolutional neural networks for decoding and visualization of EEG pathology. In: 2017 IEEE Signal Processing in Medicine and Biology Symposium (SPMB), pp. 1\u20137. IEEE (2017). https:\/\/doi.org\/10.1109\/SPMB.2017.8257015","DOI":"10.1109\/SPMB.2017.8257015"},{"key":"4171_CR12","doi-asserted-by":"publisher","unstructured":"Shao, K., Hao, Y., Hu, L., Zong, X., Chen, M.: Data augmentation and pseudo-sequence of fNIRS for depression recognition. In: 2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 2223\u20132226. IEEE (2023). https:\/\/doi.org\/10.1109\/BIBM58861.2023.10385581","DOI":"10.1109\/BIBM58861.2023.10385581"},{"issue":"6","key":"4171_CR13","doi-asserted-by":"publisher","first-page":"1983","DOI":"10.1109\/TBME.2021.3132861","volume":"69","author":"C Cooney","year":"2022","unstructured":"Cooney, C., Folli, R., Coyle, D.: A bimodal deep learning architecture for EEG-fNIRS decoding of overt and imagined speech. IEEE Trans. Biomed. Eng. 69(6), 1983\u20131994 (2022). https:\/\/doi.org\/10.1109\/TBME.2021.3132861","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"4171_CR14","doi-asserted-by":"publisher","first-page":"165303","DOI":"10.1109\/ACCESS.2019.2953535","volume":"7","author":"X Jiang","year":"2019","unstructured":"Jiang, X., Gu, X., Xu, K., Ren, H., Chen, W.: Independent decision path fusion for bimodal asynchronous brain\u2013computer interface to discriminate multiclass mental states. IEEE Access. 7, 165303\u2013165317 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2953535","journal-title":"IEEE Access."},{"issue":"21","key":"4171_CR15","doi-asserted-by":"publisher","first-page":"20695","DOI":"10.1109\/JSEN.2022.3205956","volume":"22","author":"Q He","year":"2022","unstructured":"He, Q., Feng, L., Jiang, G., Xie, P.: Multimodal multitask neural network for motor imagery classification with EEG and fNIRS signals. IEEE Sens. J. 22(21), 20695\u201320706 (2022). https:\/\/doi.org\/10.1109\/JSEN.2022.3205956","journal-title":"IEEE Sens. J."},{"key":"4171_CR16","doi-asserted-by":"publisher","unstructured":"Chen, J., Wang, D., Hu, B., Yi, W., Xu, M., Chen, D., Zhao, Q.: MCFHNet: multi-channel fusion hybrid network for efficient EEG-fNIRS multi-modal motor imagery decoding. In: 2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 4821\u20134825. IEEE (2022). https:\/\/doi.org\/10.1109\/EMBC48229.2022.9871385","DOI":"10.1109\/EMBC48229.2022.9871385"},{"key":"4171_CR17","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1109\/TNSRE.2022.3149899","volume":"30","author":"Y Kwak","year":"2022","unstructured":"Kwak, Y., Song, W.-J., Kim, S.-E.: FGANet: fNIRS-guided attention network for hybrid EEG-fNIRS brain\u2013computer interfaces. IEEE Trans. Neural Syst. Rehabil. Eng. 30, 329\u2013339 (2022). https:\/\/doi.org\/10.1109\/TNSRE.2022.3149899","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"4171_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TIM.2023.3276509","volume":"72","author":"Y Gao","year":"2023","unstructured":"Gao, Y., Jia, B., Houston, M., Zhang, Y.: Hybrid EEG-fNIRS brain computer interface based on common spatial pattern by using EEG-informed general linear model. IEEE Trans. Instrum. Meas. 72, 1\u201310 (2023). https:\/\/doi.org\/10.1109\/TIM.2023.3276509","journal-title":"IEEE Trans. Instrum. Meas."},{"issue":"3","key":"4171_CR19","doi-asserted-by":"publisher","first-page":"1542","DOI":"10.1109\/TCYB.2019.2939399","volume":"51","author":"E Debie","year":"2021","unstructured":"Debie, E., Fernandez\u00a0Rojas, R., Fidock, J., Barlow, M., Kasmarik, K., Anavatti, S., Garratt, M., Abbass, H.A.: Multimodal fusion for objective assessment of cognitive workload: a review. IEEE Trans. Cybern. 51(3), 1542\u20131555 (2021). https:\/\/doi.org\/10.1109\/TCYB.2019.2939399","journal-title":"IEEE Trans. Cybern."},{"issue":"1","key":"4171_CR20","doi-asserted-by":"publisher","first-page":"0146610","DOI":"10.1371\/journal.pone.0146610","volume":"11","author":"AP Buccino","year":"2016","unstructured":"Buccino, A.P., Keles, H.O., Omurtag, A.: Hybrid EEG-fNIRS asynchronous brain\u2013computer interface for multiple motor tasks. PLoS ONE 11(1), 0146610 (2016). https:\/\/doi.org\/10.1371\/journal.pone.0146610","journal-title":"PLoS ONE"},{"key":"4171_CR21","doi-asserted-by":"publisher","unstructured":"Rabbani, M.H.R., Islam, S.M.R.: Multimodal decision fusion of EEG and fNIRS signals. In: 2021 5th International Conference on Electrical Engineering and Information Communication Technology (ICEEICT), pp. 1\u20136. IEEE (2021). https:\/\/doi.org\/10.1109\/ICEEICT53905.2021.9667844","DOI":"10.1109\/ICEEICT53905.2021.9667844"},{"key":"4171_CR22","doi-asserted-by":"publisher","unstructured":"Ingolfsson, T.M., Hersche, M., Wang, X., Kobayashi, N., Cavigelli, L., Benini, L.: EEG-TCNet: an accurate temporal convolutional network for embedded motor-imagery brain-machine interfaces. In: 2020 IEEE International Conference on Systems, Man, and Cybernetics (SMC), pp. 2958\u20132965. IEEE (2020). https:\/\/doi.org\/10.1109\/SMC42975.2020.9283028","DOI":"10.1109\/SMC42975.2020.9283028"},{"issue":"2","key":"4171_CR23","doi-asserted-by":"publisher","first-page":"2249","DOI":"10.1109\/TII.2022.3197419","volume":"19","author":"H Altaheri","year":"2023","unstructured":"Altaheri, H., Muhammad, G., Alsulaiman, M.: Physics-informed attention temporal convolutional network for EEG-based motor imagery classification. IEEE Trans. Ind. Inf. 19(2), 2249\u20132258 (2023). https:\/\/doi.org\/10.1109\/TII.2022.3197419","journal-title":"IEEE Trans. Ind. Inf."},{"key":"4171_CR24","doi-asserted-by":"publisher","unstructured":"He, Z., Zhong, Y., Pan, J.: Joint temporal convolutional networks and adversarial discriminative domain adaptation for EEG-based cross-subject emotion recognition. In: ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 3214\u20133218. IEEE (2022). https:\/\/doi.org\/10.1109\/ICASSP43922.2022.9746600","DOI":"10.1109\/ICASSP43922.2022.9746600"},{"key":"4171_CR25","doi-asserted-by":"publisher","unstructured":"Hu, M., Sun, J., Wang, X., An, N.: A multiscale dynamic temporal convolution network for continuous dimensional emotion recognition. In: 2023 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20139. IEEE (2023). https:\/\/doi.org\/10.1109\/IJCNN54540.2023.10191861","DOI":"10.1109\/IJCNN54540.2023.10191861"},{"issue":"1","key":"4171_CR26","doi-asserted-by":"publisher","first-page":"180003","DOI":"10.1038\/sdata.2018.3","volume":"5","author":"J Shin","year":"2018","unstructured":"Shin, J., Von\u00a0L\u00fchmann, A., Kim, D.-W., Mehnert, J., Hwang, H.-J., M\u00fcller, K.-R.: Simultaneous acquisition of EEG and NIRS during cognitive tasks for an open access dataset. Sci. Data 5(1), 180003 (2018). https:\/\/doi.org\/10.1038\/sdata.2018.3","journal-title":"Sci. Data"},{"issue":"10","key":"4171_CR27","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1109\/TNSRE.2016.2628057","volume":"25","author":"J Shin","year":"2017","unstructured":"Shin, J., Von\u00a0Luhmann, A., Blankertz, B., Kim, D.-W., Jeong, J., Hwang, H.-J., Muller, K.-R.: Open access dataset for EEG+NIRS single-trial classification. IEEE Trans. Neural Syst. Rehabil. Eng. 25(10), 1735\u20131745 (2017). https:\/\/doi.org\/10.1109\/TNSRE.2016.2628057","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"issue":"1","key":"4171_CR28","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1016\/j.neuroimage.2011.07.084","volume":"59","author":"S Fazli","year":"2012","unstructured":"Fazli, S., Mehnert, J., Steinbrink, J., Curio, G., Villringer, A., M\u00fcller, K.-R., Blankertz, B.: Enhanced performance by a hybrid NIRS-EEG brain computer interface. NeuroImage 59(1), 519\u2013529 (2012). https:\/\/doi.org\/10.1016\/j.neuroimage.2011.07.084","journal-title":"NeuroImage"},{"key":"4171_CR29","doi-asserted-by":"publisher","unstructured":"Shovon, T.H., Nazi, Z.A., Dash, S., Hossain, M.F.: Classification of motor imagery EEG signals with multi-input convolutional neural network by augmenting STFT. In: 2019 5th International Conference on Advances in Electrical Engineering (ICAEE), pp. 398\u2013403. IEEE (2019). https:\/\/doi.org\/10.1109\/ICAEE48663.2019.8975578","DOI":"10.1109\/ICAEE48663.2019.8975578"},{"key":"4171_CR30","doi-asserted-by":"publisher","first-page":"16009","DOI":"10.1109\/ACCESS.2020.2966834","volume":"8","author":"Y Kwak","year":"2020","unstructured":"Kwak, Y., Kong, K., Song, W.-J., Min, B.-K., Kim, S.-E.: Multilevel feature fusion with 3D convolutional neural network for EEG-based workload estimation. IEEE Access 8, 16009\u201316021 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2966834","journal-title":"IEEE Access"},{"key":"4171_CR31","doi-asserted-by":"publisher","unstructured":"Wang, Q., Wu, B., Zhu, P., Li, P., Zuo, W., Hu, Q.: ECA-Net: efficient channel attention for deep convolutional neural networks. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 11531\u201311539. IEEE (2020). https:\/\/doi.org\/10.1109\/CVPR42600.2020.01155","DOI":"10.1109\/CVPR42600.2020.01155"},{"key":"4171_CR32","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/978-3-030-20473-0_22","volume-title":"Advances in Neuroergonomics and Cognitive Engineering","author":"M Saadati","year":"2020","unstructured":"Saadati, M., Nelson, J., Ayaz, H.: Convolutional neural network for hybrid fNIRS-EEG mental workload classification. In: Ayaz, H. (ed.) Advances in Neuroergonomics and Cognitive Engineering, vol. 953, pp. 221\u2013232. Springer, Berlin (2020). https:\/\/doi.org\/10.1007\/978-3-030-20473-0_22"},{"key":"4171_CR33","doi-asserted-by":"publisher","unstructured":"Tan, X., Wang, D., Chen, J.: A complementary feature fusion network for multi-modal motor imagery classification. In: Proceedings of the 2024 10th International Conference on Computing and Artificial Intelligence, pp. 278\u2013282. ACM (2024). https:\/\/doi.org\/10.1145\/3669754.3669795","DOI":"10.1145\/3669754.3669795"},{"key":"4171_CR34","doi-asserted-by":"publisher","unstructured":"Erg\u00fcn, E., Aydemir, O.: A hybrid bci using singular value decomposition values of the fast walsh-hadamard transform coefficients. IEEE Trans. Cognit. Dev. Syst. 15(2), 454\u2013463 (2023). https:\/\/doi.org\/10.1109\/TCDS.2020.3028785","DOI":"10.1109\/TCDS.2020.3028785"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-04171-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-025-04171-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-04171-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T14:52:07Z","timestamp":1751554327000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-025-04171-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,18]]},"references-count":34,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["4171"],"URL":"https:\/\/doi.org\/10.1007\/s11760-025-04171-y","relation":{},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"value":"1863-1703","type":"print"},{"value":"1863-1711","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,18]]},"assertion":[{"value":"5 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"748"}}