{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:52:59Z","timestamp":1778082779429,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"CAS International Collaboration Key Project","award":["173211KYSB20190024"],"award-info":[{"award-number":["173211KYSB20190024"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976209, 62020106015, U21A20388"],"award-info":[{"award-number":["61976209, 62020106015, U21A20388"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Strategic Priority Research Program of CAS","award":["XDB32040000"],"award-info":[{"award-number":["XDB32040000"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,10]]},"DOI":"10.1145\/3503161.3548367","type":"proceedings-article","created":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T15:43:12Z","timestamp":1665416592000},"page":"209-217","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":27,"title":["VigilanceNet: Decouple Intra- and Inter-Modality Learning for Multimodal Vigilance Estimation in RSVP-Based BCI"],"prefix":"10.1145","author":[{"given":"Xinyu","family":"Cheng","sequence":"first","affiliation":[{"name":"CASIA & University of CAS, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Wei","sequence":"additional","affiliation":[{"name":"CASIA, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changde","family":"Du","sequence":"additional","affiliation":[{"name":"CASIA, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuang","family":"Qiu","sequence":"additional","affiliation":[{"name":"CASIA, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sanli","family":"Tian","sequence":"additional","affiliation":[{"name":"University of CAS, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaojun","family":"Ma","sequence":"additional","affiliation":[{"name":"CASIA & University of CAS, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huiguang","family":"He","sequence":"additional","affiliation":[{"name":"CASIA & University of CAS, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,10,10]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clinph.2012.12.050"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-007-0117-7"},{"key":"e_1_3_2_2_3_1","first-page":"5723","volume-title":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine Biology Society (EMBC).","author":"Arjun Arjun","year":"2021","unstructured":"Arjun Arjun , Aniket Singh Rajpoot , and Mahesh Raveendranatha Panicker . \" Introducing Attention Mechanism for EEG Signals : Emotion Recognition with Vision Transformers \". In: 2021 43rd Annual International Conference of the IEEE Engineering in Medicine Biology Society (EMBC). 2021 , pp. 5723 -- 5726 . doi:10.1109\/EMBC46164.2021.9629837. Arjun Arjun, Aniket Singh Rajpoot, and Mahesh Raveendranatha Panicker. \"Introducing Attention Mechanism for EEG Signals: Emotion Recognition with Vision Transformers\". In: 2021 43rd Annual International Conference of the IEEE Engineering in Medicine Biology Society (EMBC). 2021, pp. 5723--5726. doi:10.1109\/EMBC46164.2021.9629837."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/JOE.2015.2408471"},{"key":"e_1_3_2_2_5_1","volume-title":"Aviation, space, and environmental medicine 78.5","author":"Chris Berka","year":"2007","unstructured":"Chris Berka et al. \" EEG correlates of task engagement and mental workload in vigilance, learning, and memory tasks \". In: Aviation, space, and environmental medicine 78.5 ( 2007 ), B231--B244. Chris Berka et al. \"EEG correlates of task engagement and mental workload in vigilance, learning, and memory tasks\". In: Aviation, space, and environmental medicine 78.5 (2007), B231--B244."},{"key":"e_1_3_2_2_6_1","first-page":"89","volume-title":"2013 6th International IEEE\/EMBS Conference on Neural Engineering (NER).","author":"Bangyu","year":"2013","unstructured":"Bangyu Cai et al. \"A rapid face recognition BCI system using single-trial ERP \". In: 2013 6th International IEEE\/EMBS Conference on Neural Engineering (NER). 2013 , pp. 89 -- 92 . doi: 10.1109\/NER.2013.6695878. Bangyu Cai et al. \"A rapid face recognition BCI system using single-trial ERP\". In: 2013 6th International IEEE\/EMBS Conference on Neural Engineering (NER). 2013, pp. 89--92. doi: 10.1109\/NER.2013.6695878."},{"key":"e_1_3_2_2_7_1","first-page":"175","volume-title":"2010 IEEE International Conference on Progress in Informatics and Computing.","volume":"1","author":"Lei","year":"2010","unstructured":"Lei Cao et al. \"EEG-based vigilance analysis by using fisher score and PCA algorithm \". In: 2010 IEEE International Conference on Progress in Informatics and Computing. Vol. 1 . 2010 , pp. 175 -- 179 . doi: 10.1109\/PIC.2010.5687413. Lei Cao et al. \"EEG-based vigilance analysis by using fisher score and PCA algorithm\". In: 2010 IEEE International Conference on Progress in Informatics and Computing. Vol. 1. 2010, pp. 175--179. doi: 10.1109\/PIC.2010.5687413."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2004.1336362"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2004.1398918"},{"key":"e_1_3_2_2_10_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding\". In: arXiv preprint arXiv:1810.04805","author":"Jacob Devlin","year":"2018","unstructured":"Jacob Devlin et al. \" Bert: Pre-training of deep bidirectional transformers for language understanding\". In: arXiv preprint arXiv:1810.04805 ( 2018 ). Jacob Devlin et al. \"Bert: Pre-training of deep bidirectional transformers for language understanding\". In: arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_11_1","volume-title":"United States. National Highway Traffic Safety Administration","author":"David","year":"1998","unstructured":"David F Dinges et al. Evaluation of techniques for ocular measurement as an index of fatigue and as the basis for alertness management. Tech. rep . United States. National Highway Traffic Safety Administration , 1998 . David F Dinges et al. Evaluation of techniques for ocular measurement as an index of fatigue and as the basis for alertness management. Tech. rep. United States. National Highway Traffic Safety Administration, 1998."},{"key":"e_1_3_2_2_12_1","volume-title":"An image is worth 16x16 words: Transformers for image recognition at scale\". In: arXiv preprint arXiv:2010.11929","author":"Alexey Dosovitskiy","year":"2020","unstructured":"Alexey Dosovitskiy et al. \" An image is worth 16x16 words: Transformers for image recognition at scale\". In: arXiv preprint arXiv:2010.11929 ( 2020 ). Alexey Dosovitskiy et al. \"An image is worth 16x16 words: Transformers for image recognition at scale\". In: arXiv preprint arXiv:2010.11929 (2020)."},{"key":"e_1_3_2_2_13_1","first-page":"74","volume-title":"2017 8th International IEEE\/EMBS Conference on Neural Engineering (NER). IEEE.","author":"Li-Huan","year":"2017","unstructured":"Li-Huan Du et al. \"Detecting driving fatigue with multimodal deep learning \". In: 2017 8th International IEEE\/EMBS Conference on Neural Engineering (NER). IEEE. 2017 , pp. 74 -- 77 . Li-Huan Du et al. \"Detecting driving fatigue with multimodal deep learning\". In: 2017 8th International IEEE\/EMBS Conference on Neural Engineering (NER). IEEE. 2017, pp. 74--77."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/sleep\/17.3.236"},{"key":"e_1_3_2_2_15_1","volume-title":"International Joint Conference on Neural Networks.","author":"Huo X. Q.","year":"2016","unstructured":"X. Q. Huo , W. L. Zheng , and B. L. Lu . \" Driving fatigue detection with fusion of EEG and forehead EOG \". In: International Joint Conference on Neural Networks. 2016 . X. Q. Huo, W. L. Zheng, and B. L. Lu. \"Driving fatigue detection with fusion of EEG and forehead EOG\". In: International Joint Conference on Neural Networks. 2016."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1006\/rtim.2002.0279"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/10.553713"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.2486\/indhealth.45.520"},{"key":"e_1_3_2_2_19_1","first-page":"121","volume-title":"IEEE transactions on biomedical engineering 58.1","author":"Khushaba Rami N","year":"2010","unstructured":"Rami N Khushaba \" Driver drowsiness classification using fuzzy waveletpacket- based feature-extraction algorithm \". In: IEEE transactions on biomedical engineering 58.1 ( 2010 ), pp. 121 -- 131 . Rami N Khushaba et al. \"Driver drowsiness classification using fuzzy waveletpacket- based feature-extraction algorithm\". In: IEEE transactions on biomedical engineering 58.1 (2010), pp. 121--131."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2015.2475638"},{"key":"e_1_3_2_2_21_1","first-page":"10012","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision.","author":"Ze","year":"2021","unstructured":"Ze Liu et al. \"Swin transformer: Hierarchical vision transformer using shifted windows \". In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. 2021 , pp. 10012 -- 10022 . Ze Liu et al. \"Swin transformer: Hierarchical vision transformer using shifted windows\". In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. 2021, pp. 10012--10022."},{"key":"e_1_3_2_2_22_1","first-page":"1","article-title":"Sleep Transformer: Automatic Sleep Staging with Interpretability and Uncertainty Quantification","author":"Huy Phan","year":"2022","unstructured":"Huy Phan et al . \" Sleep Transformer: Automatic Sleep Staging with Interpretability and Uncertainty Quantification \". In: IEEE Transactions on Biomedical Engineering ( 2022 ), pp. 1 -- 1 . doi: 10.1109\/TBME.2022.3147187. Huy Phan et al. \"Sleep Transformer: Automatic Sleep Staging with Interpretability and Uncertainty Quantification\". In: IEEE Transactions on Biomedical Engineering (2022), pp. 1--1. doi: 10.1109\/TBME.2022.3147187.","journal-title":"IEEE Transactions on Biomedical Engineering ("},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2017.8037387"},{"key":"e_1_3_2_2_24_1","volume-title":"Differential entropy feature for EEG-based vigilance estimation.\" In: Conf Proc IEEE Eng Med Biol Soc","author":"Shi L. C.","year":"2013","unstructured":"L. C. Shi , Y. Y. Jiao , and B. L. Lu . \" Differential entropy feature for EEG-based vigilance estimation.\" In: Conf Proc IEEE Eng Med Biol Soc ( 2013 ). L. C. Shi, Y. Y. Jiao, and B. L. Lu. \"Differential entropy feature for EEG-based vigilance estimation.\" In: Conf Proc IEEE Eng Med Biol Soc (2013)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAPR.2009.108"},{"key":"e_1_3_2_2_26_1","first-page":"140","volume-title":"2015 15th International Conference on Intelligent Systems Design and Applications (ISDA).","author":"Ines","year":"2015","unstructured":"Ines Teyeb et al. \"Vigilance measurement system through analysis of visual and emotional driver's signs using wavelet networks \". In: 2015 15th International Conference on Intelligent Systems Design and Applications (ISDA). 2015 , pp. 140 -- 147 . doi: 10.1109\/ISDA.2015.7489215. Ines Teyeb et al. \"Vigilance measurement system through analysis of visual and emotional driver's signs using wavelet networks\". In: 2015 15th International Conference on Intelligent Systems Design and Applications (ISDA). 2015, pp. 140--147. doi: 10.1109\/ISDA.2015.7489215."},{"key":"e_1_3_2_2_27_1","first-page":"6558","volume-title":"Proceedings of the conference. Association for Computational Linguistics. Meeting.","volume":"2019","author":"Hubert Yao-Hung","year":"2019","unstructured":"Yao-Hung Hubert Tsai et al. \"Multimodal transformer for unaligned multimodal language sequences \". In: Proceedings of the conference. Association for Computational Linguistics. Meeting. Vol. 2019 . NIH Public Access. 2019 , p. 6558 . Yao-Hung Hubert Tsai et al. \"Multimodal transformer for unaligned multimodal language sequences\". In: Proceedings of the conference. Association for Computational Linguistics. Meeting. Vol. 2019. NIH Public Access. 2019, p. 6558."},{"issue":"11","key":"e_1_3_2_2_28_1","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton . \" Visualizing data using t-SNE .\" In: Journal of machine learning research 9 . 11 ( 2008 ). Laurens Van der Maaten and Geoffrey Hinton. \"Visualizing data using t-SNE.\" In: Journal of machine learning research 9.11 (2008).","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_2_29_1","volume-title":"Advances in neural information processing systems 30","author":"Ashish Vaswani","year":"2017","unstructured":"Ashish Vaswani et al. \" Attention is all you need \". In: Advances in neural information processing systems 30 ( 2017 ). Ashish Vaswani et al. \"Attention is all you need\". In: Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_2_30_1","first-page":"1575","volume-title":"2021 IEEE International Conference on Bioinformatics and Biomedicine (BIBM).","author":"Yiting","year":"2021","unstructured":"Yiting Wang et al. \"Emotion Transformer Fusion: Complementary Representation Properties of EEG and Eye Movements on Recognizing Anger and Surprise \". In: 2021 IEEE International Conference on Bioinformatics and Biomedicine (BIBM). 2021 , pp. 1575 -- 1578 . doi: 10.1109\/BIBM52615.2021.9669556. Yiting Wang et al. \"Emotion Transformer Fusion: Complementary Representation Properties of EEG and Eye Movements on Recognizing Anger and Surprise\". In: 2021 IEEE International Conference on Bioinformatics and Biomedicine (BIBM). 2021, pp. 1575--1578. doi: 10.1109\/BIBM52615.2021.9669556."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2022.3144317"},{"key":"e_1_3_2_2_32_1","first-page":"1","volume-title":"The 2012 International Joint Conference on Neural Networks (IJCNN).","author":"Wei Zheng-Ping","year":"2012","unstructured":"Zheng-Ping Wei and Bao-Liang Lu. \" Online vigilance analysis based on electrooculography \". In: The 2012 International Joint Conference on Neural Networks (IJCNN). 2012 , pp. 1 -- 7 . doi: 10.1109\/IJCNN.2012.6252594. Zheng-Ping Wei and Bao-Liang Lu. \"Online vigilance analysis based on electrooculography\". In: The 2012 International Joint Conference on Neural Networks (IJCNN). 2012, pp. 1--7. doi: 10.1109\/IJCNN.2012.6252594."},{"key":"e_1_3_2_2_33_1","first-page":"1","volume-title":"The 2012 International Joint Conference on Neural Networks (IJCNN). IEEE.","author":"Wei Zheng-Ping","year":"2012","unstructured":"Zheng-Ping Wei and Bao-Liang Lu. \" Online vigilance analysis based on electrooculography \". In: The 2012 International Joint Conference on Neural Networks (IJCNN). IEEE. 2012 , pp. 1 -- 7 . Zheng-Ping Wei and Bao-Liang Lu. \"Online vigilance analysis based on electrooculography\". In: The 2012 International Joint Conference on Neural Networks (IJCNN). IEEE. 2012, pp. 1--7."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2889223"},{"key":"e_1_3_2_2_35_1","volume-title":"Capsule Attention for Multimodal EEG and EOG Spatiotemporal Representation Learning with Application to Driver Vigilance Estimation\". In","author":"Zhang G.","year":"2019","unstructured":"G. Zhang and A. Etemad . \" Capsule Attention for Multimodal EEG and EOG Spatiotemporal Representation Learning with Application to Driver Vigilance Estimation\". In : ( 2019 ). G. Zhang and A. Etemad. \"Capsule Attention for Multimodal EEG and EOG Spatiotemporal Representation Learning with Application to Driver Vigilance Estimation\". In: (2019)."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46672-9_59"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aa5a98"}],"event":{"name":"MM '22: The 30th ACM International Conference on Multimedia","location":"Lisboa Portugal","acronym":"MM '22","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 30th ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503161.3548367","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3503161.3548367","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:44Z","timestamp":1750186844000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503161.3548367"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":37,"alternative-id":["10.1145\/3503161.3548367","10.1145\/3503161"],"URL":"https:\/\/doi.org\/10.1145\/3503161.3548367","relation":{},"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"2022-10-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}