{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T07:28:05Z","timestamp":1777879685686,"version":"3.51.4"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100013804","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013804","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Biomedical Signal Processing and Control"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.bspc.2026.110388","type":"journal-article","created":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T12:39:15Z","timestamp":1776947955000},"page":"110388","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["TAMF-Net: Temporal-aware multimodal fusion for interpretable driver cognitive load recognition"],"prefix":"10.1016","volume":"121","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-0092-8443","authenticated-orcid":false,"given":"Ming","family":"Cao","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3828-5745","authenticated-orcid":false,"given":"Jiannan","family":"Chi","sequence":"additional","affiliation":[]},{"given":"Boxiang","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Jiahui","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1743-6830","authenticated-orcid":false,"given":"Cong","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yu","family":"Wang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.bspc.2026.110388_b1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/00140139.2014.956151","article-title":"State of science: mental workload in ergonomics","volume":"58","author":"Young","year":"2015","journal-title":"Ergonomics"},{"issue":"4","key":"10.1016\/j.bspc.2026.110388_b2","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1080\/00140139.2017.1369583","article-title":"Measuring mental workload with the NASA-TLX needs to examine each dimension rather than relying on the global score: an example with driving","volume":"61","author":"Galy","year":"2018","journal-title":"Ergonomics"},{"key":"10.1016\/j.bspc.2026.110388_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.aap.2024.107684","article-title":"Attentional warnings caused by driver monitoring systems: How often do they appear and how well are they understood?","volume":"205","author":"Forster","year":"2024","journal-title":"Accid. Anal. Prev."},{"key":"10.1016\/j.bspc.2026.110388_b4","article-title":"Neuroergonomics: a review of applications to physical and cognitive work","volume":"Volume 7 - 2013","author":"Mehta","year":"2013","journal-title":"Front. Hum. Neurosci."},{"issue":"1","key":"10.1016\/j.bspc.2026.110388_b5","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1016\/j.cstp.2018.07.004","article-title":"The situation awareness of young drivers, middle-aged drivers, and older drivers: Same but different?","volume":"8","author":"Scott-Parker","year":"2020","journal-title":"Case Stud. Transp. Policy"},{"issue":"1","key":"10.1016\/j.bspc.2026.110388_b6","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1177\/0018720816681350","article-title":"From here to autonomy: lessons learned from human-automation research","volume":"59","author":"Endsley","year":"2017","journal-title":"Hum. Factors"},{"key":"10.1016\/j.bspc.2026.110388_b7","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/j.trf.2019.04.020","article-title":"Determinants of take-over time from automated driving: A meta-analysis of 129 studies","volume":"64","author":"Zhang","year":"2019","journal-title":"Transp. Res. Part F: Traffic Psychol. Behav."},{"issue":"2","key":"10.1016\/j.bspc.2026.110388_b8","first-page":"119","article-title":"Mental workload while driving: effects on visual search, discrimination, and decision making","volume":"9","author":"Recarte","year":"2003","journal-title":"J. Exp. Psychol.: Appl."},{"issue":"2","key":"10.1016\/j.bspc.2026.110388_b9","doi-asserted-by":"crossref","DOI":"10.1088\/1741-2560\/8\/2\/025005","article-title":"Towards passive brain\u2013computer interfaces: applying brain\u2013computer interface technology to human\u2013machine systems in general","volume":"8","author":"Zander","year":"2011","journal-title":"J. Neural Eng."},{"issue":"3","key":"10.1016\/j.bspc.2026.110388_b10","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1518\/001872008X288349","article-title":"Putting the brain to work: neuroergonomics past, present, and future","volume":"50","author":"Parasuraman","year":"2008","journal-title":"Hum. Factors"},{"key":"10.1016\/j.bspc.2026.110388_b11","series-title":"Human Mental Workload","first-page":"139","article-title":"Development of NASA-TLX (task load index): Results of empirical and theoretical research","volume":"vol. 52","author":"Hart","year":"1988"},{"issue":"12","key":"10.1016\/j.bspc.2026.110388_b12","doi-asserted-by":"crossref","first-page":"606","DOI":"10.1016\/j.tics.2012.10.007","article-title":"Alpha-band oscillations, attention, and controlled access to stored information","volume":"16","author":"Klimesch","year":"2012","journal-title":"Trends Cogn. Sci."},{"key":"10.1016\/j.bspc.2026.110388_b13","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2022.104006","article-title":"Cognitive load detection using circulant singular spectrum analysis and binary harris hawks optimization based feature selection","volume":"79","author":"Yedukondalu","year":"2023","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110388_b14","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2024.106770","article-title":"EEG-CogNet: A deep learning framework for cognitive state assessment using EEG brain connectivity","volume":"98","author":"Panwar","year":"2024","journal-title":"Biomed. Signal Process. Control."},{"issue":"3","key":"10.1016\/j.bspc.2026.110388_b15","doi-asserted-by":"crossref","DOI":"10.3390\/s22031187","article-title":"Assessing perceptual load and cognitive load by fixation-related information of eye movements","volume":"22","author":"Liu","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.bspc.2026.110388_b16","series-title":"2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society","first-page":"5040","article-title":"Multimodal emotion recognition using EEG and eye tracking data","author":"Zheng","year":"2014"},{"key":"10.1016\/j.bspc.2026.110388_b17","article-title":"A novel feature fusion network for multimodal emotion recognition from EEG and eye movement signals","volume":"Volume 17 - 2023","author":"Fu","year":"2023","journal-title":"Front. Neurosci."},{"key":"10.1016\/j.bspc.2026.110388_b18","series-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024","first-page":"141","article-title":"DTCA: Dual-branch transformer with cross-attention for EEG and eye movement data fusion","author":"Zhang","year":"2024"},{"issue":"6","key":"10.1016\/j.bspc.2026.110388_b19","doi-asserted-by":"crossref","first-page":"5949","DOI":"10.1109\/TITS.2023.3345846","article-title":"Multimodal brain\u2013computer interface for in-vehicle driver cognitive load measurement: Dataset and baselines","volume":"25","author":"Angkan","year":"2024","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.bspc.2026.110388_b20","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/j.ijpsycho.2020.09.014","article-title":"Using eye-tracking and EEG to study the mental processing demands during learning of text-picture combinations","volume":"158","author":"Scharinger","year":"2020","journal-title":"Int. J. Psychophysiol."},{"key":"10.1016\/j.bspc.2026.110388_b21","series-title":"Proceedings of the 2022 International Conference on Multimodal Interaction","first-page":"337","article-title":"Cognitive workload assessment via eye gaze and EEG in an interactive multi-modal driving task","author":"Aygun","year":"2022"},{"issue":"1","key":"10.1016\/j.bspc.2026.110388_b22","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1109\/TKDE.2015.2457911","article-title":"Ordinal regression methods: Survey and experimental study","volume":"28","author":"Guti\u00e9rrez","year":"2016","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.bspc.2026.110388_b23","series-title":"An empirical evaluation of generic convolutional and recurrent networks for sequence modeling","author":"Bai","year":"2018"},{"issue":"11","key":"10.1016\/j.bspc.2026.110388_b24","doi-asserted-by":"crossref","first-page":"1842","DOI":"10.1016\/S1388-2457(99)00141-8","article-title":"Event-related EEG\/MEG synchronization and desynchronization: basic principles","volume":"110","author":"Pfurtscheller","year":"1999","journal-title":"Clin. Neurophysiol."},{"issue":"3756","key":"10.1016\/j.bspc.2026.110388_b25","doi-asserted-by":"crossref","first-page":"1583","DOI":"10.1126\/science.154.3756.1583","article-title":"Pupil diameter and load on memory","volume":"154","author":"Kahneman","year":"1966","journal-title":"Science"},{"issue":"2","key":"10.1016\/j.bspc.2026.110388_b26","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1037\/0033-2909.91.2.276","article-title":"Task-evoked pupillary responses, processing load, and the structure of processing resources","volume":"91","author":"Beatty","year":"1982","journal-title":"Psychol. Bull."},{"key":"10.1016\/j.bspc.2026.110388_b27","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1109\/RBME.2021.3066072","article-title":"Review of eye tracking metrics involved in emotional and cognitive processes","volume":"16","author":"Skaramagkas","year":"2023","journal-title":"IEEE Rev. Biomed. Eng."},{"key":"10.1016\/j.bspc.2026.110388_b28","article-title":"Development and validation of two instruments measuring intrinsic, extraneous, and germane cognitive load","volume":"Volume 8 - 2017","author":"Klepsch","year":"2017","journal-title":"Front. Psychol."},{"key":"10.1016\/j.bspc.2026.110388_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2024.106996","article-title":"Mtnet: Multimodal transformer network for mild depression detection through fusion of EEG and eye tracking","volume":"100","author":"Zhu","year":"2025","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110388_b30","series-title":"Proceedings of the 18th International Joint Conference on Biomedical Engineering Systems and Technologies - Volume 1: BIOSIGNALS","first-page":"928","article-title":"Unified CNN-transformer model for mental workload classification using EEG","author":"Parveen","year":"2025"},{"key":"10.1016\/j.bspc.2026.110388_b31","series-title":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","first-page":"785","article-title":"Xgboost: A scalable tree boosting system","author":"Chen","year":"2016"},{"key":"10.1016\/j.bspc.2026.110388_b32","article-title":"EEG-based emotion recognition using hybrid CNN and lstm classification","volume":"Volume 16 - 2022","author":"Chakravarthi","year":"2022","journal-title":"Front. Comput. Neurosci."},{"issue":"1","key":"10.1016\/j.bspc.2026.110388_b33","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1080\/10255842.2024.2386325","article-title":"Classification of mental workload with EEG analysis by using effective connectivity and a hybrid model of CNN and LSTM","volume":"29","author":"Safari","year":"2026","journal-title":"Comput. Methods Biomech. Biomed. Eng."},{"key":"10.1016\/j.bspc.2026.110388_b34","first-page":"5998","article-title":"Attention is all you need","volume":"vol. 30","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.bspc.2026.110388_b35","doi-asserted-by":"crossref","unstructured":"C. Lea, M.D. Flynn, R. Vidal, A. Reiter, G.D. Hager, Temporal Convolutional Networks for Action Segmentation and Detection, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, CVPR, 2017, pp. 156\u2013165.","DOI":"10.1109\/CVPR.2017.113"},{"issue":"12","key":"10.1016\/j.bspc.2026.110388_b36","doi-asserted-by":"crossref","first-page":"2783","DOI":"10.1109\/TNSRE.2020.3048422","article-title":"Motion imagery-BCI based on EEG and eye movement data fusion","volume":"28","author":"Cheng","year":"2020","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"10.1016\/j.bspc.2026.110388_b37","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2025.108478","article-title":"Detecting neurophysiological differences in mental fatigue: A multimodal approach with CNN analysis based on attention mechanism","volume":"112","author":"He","year":"2026","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110388_b38","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2024.107019","article-title":"Daeegvit: A domain adaptive vision transformer framework for eeg cognitive state identification","volume":"100","author":"Ouyang","year":"2025","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110388_b39","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2025.108124","article-title":"Cognitive load detection using adaptive\/fixed-frequency empirical wavelet transform and multi-domain feature optimization","volume":"110","author":"Yedukondalu","year":"2025","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110388_b40","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2025.108679","article-title":"Multi-modality physiological signal analysis for driver cognitive distraction detection using spectral domain reconstruction graph neural network","volume":"112","author":"Soumya","year":"2026","journal-title":"Biomed. Signal Process. Control."},{"issue":"5","key":"10.1016\/j.bspc.2026.110388_b41","doi-asserted-by":"crossref","DOI":"10.1088\/1741-2552\/aace8c","article-title":"Eegnet: a compact convolutional neural network for EEG-based brain\u2013computer interfaces","volume":"15","author":"Lawhern","year":"2018","journal-title":"J. Neural Eng."},{"issue":"2","key":"10.1016\/j.bspc.2026.110388_b42","doi-asserted-by":"crossref","DOI":"10.1088\/1741-2552\/aa5a98","article-title":"A multimodal approach to estimating vigilance using EEG and forehead EOG","volume":"14","author":"Zheng","year":"2017","journal-title":"J. Neural Eng."},{"issue":"8","key":"10.1016\/j.bspc.2026.110388_b43","doi-asserted-by":"crossref","first-page":"4444","DOI":"10.1109\/JBHI.2023.3285268","article-title":"SFT-net: A network for detecting fatigue from EEG signals by combining 4D feature flow and attention mechanism","volume":"28","author":"Gao","year":"2024","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"6","key":"10.1016\/j.bspc.2026.110388_b44","doi-asserted-by":"crossref","first-page":"4147","DOI":"10.1109\/JBHI.2025.3530922","article-title":"Neural manifold decoder for acupuncture stimulations with representation learning: An acupuncture-brain interface","volume":"29","author":"Yu","year":"2025","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"3","key":"10.1016\/j.bspc.2026.110388_b45","doi-asserted-by":"crossref","first-page":"2694","DOI":"10.1109\/JBHI.2025.3601173","article-title":"Spatiospectral representation and neural decoding of somatic perception of acupuncture stimulations","volume":"30","author":"Yu","year":"2026","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"2","key":"10.1016\/j.bspc.2026.110388_b46","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1109\/JBHI.2023.3337072","article-title":"Noise-factorized disentangled representation learning for generalizable motor imagery EEG classification","volume":"28","author":"Han","year":"2024","journal-title":"IEEE J. Biomed. Health Inform."}],"container-title":["Biomedical Signal Processing and Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1746809426009420?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1746809426009420?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T23:50:46Z","timestamp":1777593046000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1746809426009420"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":46,"alternative-id":["S1746809426009420"],"URL":"https:\/\/doi.org\/10.1016\/j.bspc.2026.110388","relation":{},"ISSN":["1746-8094"],"issn-type":[{"value":"1746-8094","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"TAMF-Net: Temporal-aware multimodal fusion for interpretable driver cognitive load recognition","name":"articletitle","label":"Article Title"},{"value":"Biomedical Signal Processing and Control","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.bspc.2026.110388","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"110388"}}