{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T21:52:04Z","timestamp":1790286724382,"version":"4.1.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720680","type":"print"},{"value":"9783031720697","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72069-7_14","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T19:02:59Z","timestamp":1727982179000},"page":"141-151","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["DTCA: Dual-Branch Transformer with Cross-Attention for EEG and Eye Movement Data Fusion"],"prefix":"10.1007","author":[{"given":"Xiaoshan","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Enze","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sigang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2017.40","volume":"4","author":"N Langer","year":"2017","unstructured":"Langer, N., Ho, E.J., Alexander, L.M., Xu, H.Y., Jozanovic, R.K., Henin, S., Petroni, A., Cohen, S., Marcelle, E.T., Parra, L.C., Milham, M.P., Kelly, S.P.: A resource for assessing information processing in the developing brain using EEG and eye tracking. Sci Data. 4, 170040 (2017).","journal-title":"Sci Data."},{"key":"14_CR2","doi-asserted-by":"publisher","first-page":"4329","DOI":"10.1109\/TNSRE.2023.3327907","volume":"31","author":"C Lin","year":"2023","unstructured":"Lin, C., Zhang, C., Xu, J., Liu, R., Leng, Y., Fu, C.: Neural correlation of EEG and eye movement in natural grasping intention estimation. IEEE Transactions on Neural Systems and Rehabilitation Engineering. 31, 4329\u20134337 (2023).","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"14_CR3","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1152\/physrev.1987.67.3.797","volume":"67","author":"R Eckmiller","year":"1987","unstructured":"Eckmiller, R.: Neural control of pursuit eye movements. Physiological Reviews. 67, 797\u2013857 (1987).","journal-title":"Physiol. Rev."},{"key":"14_CR4","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1109\/TCYB.2018.2797176","volume":"49","author":"W-L Zheng","year":"2019","unstructured":"Zheng, W.-L., Liu, W., Lu, Y., Lu, B.-L., Cichocki, A.: EmotionMeter: A multimodal framework for recognizing human emotions. IEEE Trans. Cybern. 49, 1110\u20131122 (2019).","journal-title":"IEEE Trans. Cybern."},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Zhao, L.-M., Li, R., Zheng, W.-L., Lu, B.-L.: Classification of five emotions from EEG and eye movement signals: Complementary representation properties. In: 2019 9th International IEEE\/EMBS Conference on Neural Engineering, pp. 611\u2013614. IEEE, San Francisco (2019).","DOI":"10.1109\/NER.2019.8717055"},{"key":"14_CR6","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1109\/TCDS.2021.3071170","volume":"14","author":"W Liu","year":"2022","unstructured":"Liu, W., Qiu, J.-L., Zheng, W.-L., Lu, B.-L.: Comparing recognition performance and robustness of multimodal deep learning models for multimodal emotion recognition. IEEE Trans. Cogn. Dev. Syst. 14, 715\u2013729 (2022).","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Bodala, I.P., Kukreja, S., Li, J., Thakor, N.V., Al-Nashash, H.: Eye tracking and EEG synchronization to analyze microsaccades during a workload task. In: 2015 37th Annual International Conference of the IEEE Engineering in Medicine and Biology Society, pp. 7994\u20137997 (2015)","DOI":"10.1109\/EMBC.2015.7320247"},{"key":"14_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2020.101095","volume":"45","author":"Y Wang","year":"2020","unstructured":"Wang, Y., Yu, S., Ma, N., Wang, J., Hu, Z., Liu, Z., He, J.: Prediction of product design decision making: An investigation of eye movements and EEG features. Advanced Engineering Informatics. 45, 101095 (2020).","journal-title":"Adv. Eng. Inf."},{"key":"14_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2022.101601","volume":"52","author":"S Zhu","year":"2022","unstructured":"Zhu, S., Qi, J., Hu, J., Hao, S.: A new approach for product evaluation based on integration of EEG and eye-tracking. Advanced Engineering Informatics. 52, 101601 (2022).","journal-title":"Adv. Eng. Inf."},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Sriram, H., Conati, C., Field, T.: Classification of Alzheimer\u2019s disease with deep learning on eye-tracking data. In: International Conference on Multimodal Interaction, pp. 104\u2013113. ACM, Paris (2023).","DOI":"10.1145\/3577190.3614149"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Thapaliya, S., Jayarathna, S., Jaime, M.: Evaluating the EEG and eye movements for autism spectrum disorder. In: 2018 IEEE International Conference on Big Data, pp. 2328\u20132336 (2018).","DOI":"10.1109\/BigData.2018.8622501"},{"key":"14_CR12","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1186\/s13229-022-00517-2","volume":"13","author":"U Keles","year":"2022","unstructured":"Keles, U., Kliemann, D., Byrge, L., Saarim\u00e4ki, H., Paul, L.K., Kennedy, D.P., Adolphs, R.: Atypical gaze patterns in autistic adults are heterogeneous across but reliable within individuals. Molecular Autism. 13, 39 (2022).","journal-title":"Molecular Autism."},{"key":"14_CR13","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.ergon.2019.02.006","volume":"71","author":"F Guo","year":"2019","unstructured":"Guo, F., Li, M., Hu, M., Li, F., Lin, B.: Distinguishing and quantifying the visual aesthetics of a product: An integrated approach of eye-tracking and EEG. International Journal of Industrial Ergonomics. 71, 47\u201356 (2019).","journal-title":"Int. J. Ind. Ergon."},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Wang, Y., Jiang, W.-B., Li, R., Lu, B.-L.: Emotion transformer fusion: Complementary representation properties of eeg and eye movements on recognizing anger and surprise. In: 2021 IEEE International Conference on Bioinformatics and Biomedicine. pp. 1575\u20131578. IEEE, Houston (2021).","DOI":"10.1109\/BIBM52615.2021.9669556"},{"key":"14_CR15","unstructured":"Shi, E., et al.: MEET: a multi-band eeg transformer for brain states decoding. IEEE Trans. Biomed. Eng. 1\u201312 (2023)"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Duan, R.-N., Zhu, J.-Y., Lu, B.-L.: Differential entropy feature for EEG-based emotion classification. In: 2013 6th International IEEE\/EMBS Conference on Neural Engineering, pp. 81\u201384. IEEE, San Diego (2013).","DOI":"10.1109\/NER.2013.6695876"},{"key":"14_CR17","volume-title":"Map Projections: A Working Manual","author":"JP Snyder","year":"1987","unstructured":"Snyder, J.P.: Map projections: A working manual. U.S. Government Printing Office (1987)."},{"key":"14_CR18","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/0167-8396(84)90029-3","volume":"1","author":"P Alfeld","year":"1984","unstructured":"Alfeld, P.: A trivariate clough\u2014tocher scheme for tetrahedral data. Computer Aided Geometric Design. 1, 169\u2013181 (1984).","journal-title":"Comput. Aided Geom. Des."},{"key":"14_CR19","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/RBME.2021.3066072","volume":"16","author":"V Skaramagkas","year":"2023","unstructured":"Skaramagkas, V., Giannakakis, G., Ktistakis, E., Manousos, D., Karatzanis, I., Tachos, N., Tripoliti, E., Marias, K., Fotiadis, D.I., Tsiknakis, M.: Review of eye tracking metrics involved in emotional and cognitive processes. IEEE Rev. Biomed. Eng. 16, 260\u2013277 (2023).","journal-title":"IEEE Rev. Biomed. Eng."},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Sun, L., Lian, Z., Liu, B., Tao, J.: Efficient multimodal transformer with dual-level feature restoration for robust multimodal sentiment analysis. IEEE Trans. Affective Comput. 1\u201317 (2023)","DOI":"10.1109\/TAFFC.2023.3274829"},{"key":"14_CR21","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems. Curran Associates, Inc. (2017)."},{"key":"14_CR22","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1109\/TAMD.2015.2431497","volume":"7","author":"W-L Zheng","year":"2015","unstructured":"Wei-Long Zheng, Bao-Liang Lu: Investigating critical frequency bands and channels for EEG-based emotion recognition with deep neural networks. IEEE Trans. Auton. Mental Dev. 7, 162\u2013175 (2015).","journal-title":"IEEE Trans. Auton. Mental Dev."},{"key":"14_CR23","doi-asserted-by":"crossref","unstructured":"Yan, X., Zhao, L.-M., Lu, B.-L.: Simplifying multimodal emotion recognition with single eye movement modality. In: Proceedings of the 29th ACM International Conference on Multimedia, pp. 1057\u20131063. Association for Computing Machinery, New York  (2021).","DOI":"10.1145\/3474085.3475701"},{"key":"14_CR24","unstructured":"Zhou, R., et al.: PR-PL: A novel transfer learning framework with prototypical representation based pairwise learning for EEG-based emotion recognition (2022)"},{"key":"14_CR25","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1109\/TCDS.2020.2999337","volume":"13","author":"Y Li","year":"2021","unstructured":"Li, Y., Wang, L., Zheng, W., Zong, Y., Qi, L., Cui, Z., Zhang, T., Song, T.: A novel bi-hemispheric discrepancy model for eeg emotion recognition. IEEE Trans. Cogn. Dev. Syst. 13, 354\u2013367 (2021).","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"14_CR26","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ac49a7","volume":"19","author":"X Wu","year":"2022","unstructured":"Wu, X., Zheng, W.-L., Li, Z., Lu, B.-L.: Investigating EEG-based functional connectivity patterns for multimodal emotion recognition. J. Neural Eng. 19, 016012 (2022).","journal-title":"J. Neural Eng."}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72069-7_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T19:04:44Z","timestamp":1727982284000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72069-7_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720680","9783031720697"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72069-7_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}