{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,26]],"date-time":"2026-10-26T19:49:27Z","timestamp":1793044167467,"version":"4.5.0"},"reference-count":65,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076250"],"award-info":[{"award-number":["62076250"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61703407"],"award-info":[{"award-number":["61703407"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61901505"],"award-info":[{"award-number":["61901505"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Biomed. Eng."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tbme.2023.3328942","type":"journal-article","created":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T17:51:35Z","timestamp":1698774695000},"page":"1139-1150","source":"Crossref","is-referenced-by-count":21,"title":["Multimodal Vigilance Estimation With Modality-Pairwise Contrastive Loss"],"prefix":"10.1109","volume":"71","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-1825-840X","authenticated-orcid":false,"given":"Meihong","family":"Zhang","sequence":"first","affiliation":[{"name":"School of Life Science and Technology, University of Electronic Science and Technology of China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4647-5629","authenticated-orcid":false,"given":"Zhiguo","family":"Luo","sequence":"additional","affiliation":[{"name":"Defense Innovation Institute, Academy of Military Sciences (AMS), China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8286-6785","authenticated-orcid":false,"given":"Liang","family":"Xie","sequence":"additional","affiliation":[{"name":"Defense Innovation Institute, Academy of Military Sciences (AMS), China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5810-4492","authenticated-orcid":false,"given":"Tiejun","family":"Liu","sequence":"additional","affiliation":[{"name":"The Clinical Hospital of Chengdu Brain Science Institute, MOE Key Lab for Neuroinformation, University of Electronic Science and Technology of China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4698-9232","authenticated-orcid":false,"given":"Ye","family":"Yan","sequence":"additional","affiliation":[{"name":"Defense Innovation Institute, Academy of Military Sciences (AMS), China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8042-879X","authenticated-orcid":false,"given":"Dezhong","family":"Yao","sequence":"additional","affiliation":[{"name":"The Clinical Hospital of Chengdu Brain Science Institute, MOE Key Lab for Neuroinformation, University of Electronic Science and Technology of China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4198-2552","authenticated-orcid":false,"given":"Shaokai","family":"Zhao","sequence":"additional","affiliation":[{"name":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2147-9888","authenticated-orcid":false,"given":"Erwei","family":"Yin","sequence":"additional","affiliation":[{"name":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"221","article-title":"Brain systems of vigilance","volume-title":"The Attentive Brain","author":"Parasuraman","year":"1998"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10548-016-0540-0"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.5709\/acp-0347-7"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-05810-x"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2022.108982"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1142\/S0129065715500021"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.2174\/2213385202666141218104855"},{"issue":"5","key":"ref8","first-page":"B231","article-title":"EEG correlates of task engagement and mental workload in vigilance, learning, and memory tasks","volume":"78","author":"Berka","year":"2007","journal-title":"Aviation, Space, Environ. Med."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2010.2077291"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2012.6252594"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/BCI48061.2020.9061668"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM49941.2020.9313095"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICMA54519.2022.9856167"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2019.2963073"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2013.6607575"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2010.2044241"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/0013-4694(83)90154-2"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s11265-007-0083-4"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/10.553713"},{"key":"ref20","first-page":"130","article-title":"Application of vector-based neural networks for the recognition of beginning microsleep episodes with an eyetracking system","author":"Golz","year":"2001","journal-title":"Comput. Intell.: Methods Appl."},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46672-9_59"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2016.7727294"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aa5a98"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548367"},{"key":"ref26","first-page":"10944","article-title":"What makes multi-modal learning better than single (provably)","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 34: Annu. Conf. Neural Inf. Process. Syst.","author":"Huang","year":"2021"},{"key":"ref27","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","author":"Radford","year":"2021"},{"key":"ref28","first-page":"18661","article-title":"Supervised contrastive learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. : Annu. Conf. Neural Inf. Process. Syst.","author":"Khosla","year":"2020"},{"key":"ref29","article-title":"Decoding speech from non-invasive brain recordings","volume":"abs\/2208.12266","author":"Dfossez","year":"2022","journal-title":"CoRR"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2738401"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3022647"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2017.8008295"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2889223"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2018.04.005"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-16431-6_58"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2015.2473679"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489212"},{"key":"ref38","article-title":"Capsule attention for multimodal EEG and EOG spatiotemporal representation learning with application to driver vigilance estimation","volume":"abs\/1912.07812","author":"Zhang","year":"2019","journal-title":"CoRR"},{"key":"ref39","article-title":"Automatic classification methods for detecting drowsiness using wavelet packet transform extracted time-domain features from single-channel EEG signal","volume":"347","author":"Chinara","year":"2021","journal-title":"J. Neurosci. Methods"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.72"},{"key":"ref41","article-title":"CERT: Contrastive self-supervised learning for language understanding","volume":"abs\/2005.12766","author":"Fang","year":"2020","journal-title":"CoRR"},{"key":"ref42","first-page":"5628","article-title":"A theoretical analysis of contrastive unsupervised representation learning","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Saunshi","year":"2019"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053541"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1873"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01105"},{"key":"ref47","first-page":"5679","article-title":"Self-supervised co-training for video representation learning","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst. : Annu. Conf. Neural Inf. Process. Syst.","author":"Han","year":"2020"},{"key":"ref48","first-page":"25","article-title":"Self-supervised multimodal versatile networks","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Alayrac","year":"2020"},{"key":"ref49","article-title":"P4contrast: Contrastive learning with pairs of point-pixel pairs for RGB-D scene understanding","volume":"abs\/2012.13089","author":"Liu","year":"2020","journal-title":"CoRR"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR56361.2022.9956589"},{"key":"ref51","article-title":"On the importance of contrastive loss in multimodal learning","volume":"abs\/2304.03717","author":"Ren","year":"2023","journal-title":"CoRR"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3164516"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1126\/science.1089506"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1089\/brain.2019.0731"},{"issue":"4","key":"ref55","article-title":"Neurophysiology of sleep and wakefulness","volume":"11","author":"Harris","year":"2005","journal-title":"Respir. care Clin. North Amer."},{"issue":"1","key":"ref56","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/S0304-3940(03)00033-8","volume":"340","author":"Strijkstra","year":"2003","journal-title":"Neurosci. Lett."},{"issue":"5","key":"ref57","first-page":"B176","article-title":"Task performance and eye activity: Predicting behavior relating to cognitive workload","volume":"78","author":"Tsai","year":"2007","journal-title":"Aviation, space, Environ. Med."},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.trf.2016.04.007"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462506"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380156"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36708-4_3"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102522"},{"key":"ref63","first-page":"9929","article-title":"Understanding contrastive representation learning through alignment and uniformity on the hypersphere","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Wang","year":"2020"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/0013-4694(87)90096-4"},{"key":"ref65","first-page":"15509","article-title":"Learning representations by maximizing mutual information across views","volume-title":"Proc. Adv. Neural Inf. Process. Syst. : Annu. Conf. Neural Inf. Process. Syst.","author":"Bachman","year":"2019"}],"container-title":["IEEE Transactions on Biomedical Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10\/10477172\/10302388.pdf?arnumber=10302388","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T08:48:46Z","timestamp":1725612526000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10302388\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":65,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tbme.2023.3328942","relation":{},"ISSN":["0018-9294","1558-2531"],"issn-type":[{"value":"0018-9294","type":"print"},{"value":"1558-2531","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}