{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T11:15:16Z","timestamp":1783422916537,"version":"3.54.6"},"publisher-location":"Singapore","reference-count":29,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819669561","type":"print"},{"value":"9789819669578","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-6957-8_21","type":"book-chapter","created":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T17:58:42Z","timestamp":1753034322000},"page":"300-313","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Enhanced Cross-Subject Classification of\u00a0Hybrid EEG-fNIRS Data Using the\u00a0Simplified Multimodal Transformer Network"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5104-1177","authenticated-orcid":false,"given":"Chayut","family":"Bunterngchit","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6061-3445","authenticated-orcid":false,"given":"Jiaxing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5173-6535","authenticated-orcid":false,"given":"Jianqiang","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7298-4161","authenticated-orcid":false,"given":"Yihan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1790-8448","authenticated-orcid":false,"given":"Shiqi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1534-5840","authenticated-orcid":false,"given":"Zeng-Guang","family":"Hou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Arif, A., Wang, Y., Yin, R., Zhang, X., Helmy, A.: EF-Net: mental state recognition by analyzing multimodal EEG-fNIRS via CNN. Sensors 24(6) (2024)","DOI":"10.3390\/s24061889"},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Bunterngchit, C., Wang, J., Chearanai, T., Hou, Z.G.: Enhanced EEG-fNIRS classification through concatenated convolutional neural network with band analysis. In: 2023 IEEE International Conference on Robotics and Biomimetics (ROBIO), pp.\u00a01\u20136. IEEE (2023)","DOI":"10.1109\/ROBIO58561.2023.10354890"},{"key":"21_CR3","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/JTEHM.2024.3448457","volume":"12","author":"C Bunterngchit","year":"2024","unstructured":"Bunterngchit, C., Wang, J., Hou, Z.G.: Simultaneous EEG-fNIRS data classification through selective channel representation and spectrogram imaging. IEEE J. Transl. Eng. Health Med. 12, 600\u2013612 (2024)","journal-title":"IEEE J. Transl. Eng. Health Med."},{"issue":"3","key":"21_CR4","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1016\/j.ijpsycho.2015.05.004","volume":"97","author":"B Burle","year":"2015","unstructured":"Burle, B., Spieser, L., Roger, C., Casini, L., Hasbroucq, T., Vidal, F.: Spatial and temporal resolutions of EEG: is it really black and white? A scalp current density view. Int. J. Psychophysiol. 97(3), 210\u2013220 (2015)","journal-title":"Int. J. Psychophysiol."},{"key":"21_CR5","doi-asserted-by":"crossref","unstructured":"Chen, J., et al.: MCFHNet: multi-channel fusion hybrid network for efficient EEG-fNIRS multi-modal motor imagery decoding. In: 2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 4821\u20134825 (2022)","DOI":"10.1109\/EMBC48229.2022.9871385"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Chen, W.L., et al.: Functional near-infrared spectroscopy and its clinical application in the field of neuroscience: Advances and future directions. Frontiers in Neuroscience 14 (2020)","DOI":"10.3389\/fnins.2020.00724"},{"issue":"3","key":"21_CR7","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aaaf82","volume":"15","author":"AM Chiarelli","year":"2018","unstructured":"Chiarelli, A.M., Croce, P., Merla, A., Zappasodi, F.: Deep learning for hybrid EEG-fNIRS brain-computer interface: application to motor imagery classification. J. Neural Eng. 15(3), 036028 (2018)","journal-title":"J. Neural Eng."},{"key":"21_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jneumeth.2020.108618","volume":"336","author":"PA Cicalese","year":"2020","unstructured":"Cicalese, P.A.: An EEG-fNIRS hybridization technique in the four-class classification of Alzheimer\u2019s disease. J. Neurosci. Methods 336, 108618 (2020)","journal-title":"J. Neurosci. Methods"},{"issue":"3","key":"21_CR9","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1049\/iet-spr.2019.0297","volume":"14","author":"H Ghonchi","year":"2020","unstructured":"Ghonchi, H., Fateh, M., Abolghasemi, V., Ferdowsi, S., Rezvani, M.: Deep recurrent-convolutional neural network for classification of simultaneous EEG-fNIRS signals. IET Signal Proc. 14(3), 142\u2013153 (2020)","journal-title":"IET Signal Proc."},{"issue":"21","key":"21_CR10","doi-asserted-by":"publisher","first-page":"20695","DOI":"10.1109\/JSEN.2022.3205956","volume":"22","author":"Q He","year":"2022","unstructured":"He, Q., Feng, L., Jiang, G., Xie, P.: Multimodal multitask neural network for motor imagery classification with EEG and fNIRS signals. IEEE Sens. J. 22(21), 20695\u201320706 (2022)","journal-title":"IEEE Sens. J."},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Kaushik, P., Moye, A., Vugt, M.v., Roy, P.P.: Decoding the cognitive states of attention and distraction in a real-life setting using EEG. Sci. Rep. 12(1) (2022)","DOI":"10.1038\/s41598-022-24417-w"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Leelasiri, P., Takahashi, R., Aki, F., Ohshima, H., Yamazaki, K.: Multi-input CNN based classification of EEG and NIRS signal during voluntary hand movement, pp. 141\u2013151. Springer Nature Switzerland (2024)","DOI":"10.1007\/978-3-031-61628-0_16"},{"issue":"15","key":"21_CR13","doi-asserted-by":"publisher","first-page":"5865","DOI":"10.3390\/s22155865","volume":"22","author":"R Li","year":"2022","unstructured":"Li, R., Yang, D., Fang, F., Hong, K.S., Reiss, A.L., Zhang, Y.: Concurrent fNIRS and EEG for brain function investigation: a systematic, methodology-focused review. Sensors 22(15), 5865 (2022)","journal-title":"Sensors"},{"key":"21_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.102595","volume":"68","author":"Z Liu","year":"2021","unstructured":"Liu, Z., Shore, J., Wang, M., Yuan, F., Buss, A., Zhao, X.: A systematic review on hybrid EEG\/fNIRS in brain-computer interface. Biomed. Signal Process. Control 68, 102595 (2021)","journal-title":"Biomed. Signal Process. Control"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Maher, A., et al.: Hybrid EEG-fNIRS brain-computer interface based on the non-linear features extraction and stacking ensemble learning. Biocybernetics Biomed. Eng. 43(2), 463\u2013475 (2023)","DOI":"10.1016\/j.bbe.2023.05.001"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Mughal, N.E., et al.: EEG-fNIRS-based hybrid image construction and classification using CNN-LSTM. Front. Neurorobot. 16 (2022)","DOI":"10.3389\/fnbot.2022.873239"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Nakagome, S., Luu, T.P., He, Y., Ravindran, A.S., Contreras-Vidal, J.L.: An empirical comparison of neural networks and machine learning algorithms for EEG gait decoding. Sci. Rep. 10(1) (2020)","DOI":"10.1038\/s41598-020-60932-4"},{"key":"21_CR18","unstructured":"Nour, M., \u00d6zt\u00fcrk,, Polat, K.: A novel classification framework using multiple bandwidth method with optimized CNN for brain-computer interfaces with EEG-fNIRS signals. Neural Comput. Appl. 33(22), 15815\u201315829 (2021)"},{"issue":"1","key":"21_CR19","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1111\/nyas.13948","volume":"1464","author":"P Pinti","year":"2018","unstructured":"Pinti, P., et al.: The present and future use of functional near-infrared spectroscopy (fNIRS) for cognitive neuroscience. Ann. N. Y. Acad. Sci. 1464(1), 5\u201329 (2018)","journal-title":"Ann. N. Y. Acad. Sci."},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Qiu, L., Feng, W., Ying, Z., Pan, J.: EFMLNet: fusion model based on end-to-end mutual information learning for hybrid EEG-fNIRS brain-computer interface applications. In: Proceedings of the Annual Meeting of the Cognitive Science Society. vol.\u00a046 (2024)","DOI":"10.1109\/TIM.2025.3604929"},{"issue":"1","key":"21_CR21","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1177\/1094428116658959","volume":"22","author":"V Quaresima","year":"2016","unstructured":"Quaresima, V., Ferrari, M.: Functional near-infrared spectroscopy (fNIRS) for assessing cerebral cortex function during human behavior in natural\/social situations: a concise review. Organ. Res. Methods 22(1), 46\u201368 (2016)","journal-title":"Organ. Res. Methods"},{"issue":"4","key":"21_CR22","doi-asserted-by":"publisher","first-page":"1489","DOI":"10.1007\/s11571-023-09986-4","volume":"18","author":"M Rabbani","year":"2024","unstructured":"Rabbani, M., Islam, S.: Deep learning networks based decision fusion model of EEG and fNIRS for classification of cognitive tasks. Cogn. Neurodyn. 18(4), 1489\u20131506 (2024)","journal-title":"Cogn. Neurodyn."},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Ramirez, M., Khalil, M.A., Can, J., George, K.: Classification of \u201clike\u201d and \u201cdislike\u201d decisions from EEG and fNIRS signals using a LSTM based deep learning network. In: 2022 IEEE World AI IoT Congress (AIIoT), pp. 252\u2013255 (2022)","DOI":"10.1109\/AIIoT54504.2022.9817329"},{"issue":"10","key":"21_CR24","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1109\/TNSRE.2016.2628057","volume":"25","author":"J Shin","year":"2016","unstructured":"Shin, J., et al.: Open access dataset for EEG+ NIRS single-trial classification. IEEE Trans. Neural Syst. Rehabil. Eng. 25(10), 1735\u20131745 (2016)","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Shin, J., M\u00fcller, K.R., Hwang, H.J.: Eyes-closed hybrid brain-computer interface employing frontal brain activation. PloS one 13(5) (2018)","DOI":"10.1371\/journal.pone.0196359"},{"issue":"1","key":"21_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2018.3","volume":"5","author":"J Shin","year":"2018","unstructured":"Shin, J., Von L\u00fchmann, A., Kim, D.W., Mehnert, J., Hwang, H.J., M\u00fcller, K.R.: Simultaneous acquisition of EEG and NIRS during cognitive tasks for an open access dataset. Sci. Data 5(1), 1\u201316 (2018)","journal-title":"Sci. Data"},{"issue":"5","key":"21_CR27","doi-asserted-by":"publisher","first-page":"051408","DOI":"10.1117\/1.JBO.24.5.051408","volume":"24","author":"P Sirpal","year":"2019","unstructured":"Sirpal, P., Kassab, A., Pouliot, P., Nguyen, D.K., Lesage, F.: fNIRS improves seizure detection in multimodal EEG-fNIRS recordings. J. Biomed. Opt. 24(5), 051408\u2013051408 (2019)","journal-title":"J. Biomed. Opt."},{"issue":"2","key":"21_CR28","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1109\/TCDS.2021.3053050","volume":"14","author":"J Wang","year":"2022","unstructured":"Wang, J., Wang, W., Ren, S., Shi, W., Hou, Z.G.: Neural correlates of single-task versus cognitive-motor dual-task training. IEEE Trans. Cogn. Dev. Syst. 14(2), 532\u2013540 (2022)","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Wang, P., He, J., Lan, W., Yang, H., Leng, Y., Wang, R., Iramina, K., Ge, S.: A hybrid EEG-fNIRS brain-computer interface based on dynamic functional connectivity and long short-term memory. In: 2021 IEEE 5th Advanced Information Technology, Electronic and Automation Control Conference (IAEAC), pp. 2214\u20132219 (2021)","DOI":"10.1109\/IAEAC50856.2021.9390839"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6957-8_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T10:29:27Z","timestamp":1783420167000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6957-8_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819669561","9789819669578"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6957-8_21","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}