{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T21:36:58Z","timestamp":1775770618387,"version":"3.50.1"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1846221"],"award-info":[{"award-number":["IIS-1846221"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1109\/tcds.2024.3357618","type":"journal-article","created":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T20:52:44Z","timestamp":1706043164000},"page":"1374-1390","source":"Crossref","is-referenced-by-count":44,"title":["<i>Husformer<\/i>: A Multimodal Transformer for Multimodal Human State Recognition"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4323-8989","authenticated-orcid":false,"given":"Ruiqi","family":"Wang","sequence":"first","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6904-5878","authenticated-orcid":false,"given":"Wonse","family":"Jo","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4478-9595","authenticated-orcid":false,"given":"Dezhong","family":"Zhao","sequence":"additional","affiliation":[{"name":"College of Mechanical and Electrical Engineering, Beijing University of Chemical Technology, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0637-4789","authenticated-orcid":false,"given":"Weizheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6414-2685","authenticated-orcid":false,"given":"Arjun","family":"Gupte","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4440-3701","authenticated-orcid":false,"given":"Baijian","family":"Yang","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4167-467X","authenticated-orcid":false,"given":"Guohua","family":"Chen","sequence":"additional","affiliation":[{"name":"College of Mechanical and Electrical Engineering, Beijing University of Chemical Technology, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6458-4365","authenticated-orcid":false,"given":"Byung-Cheol","family":"Min","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3205168"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3182811"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3163020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3174209"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341410"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2939399"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2021.3090217"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3233858"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/brainsci10100687"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2021.3082803"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3149953"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1075\/ata.18.12kru","article-title":"Multimodal measurement of cognitive load during subtitle processing","volume-title":"Innovation Expansion in Translation Process Research","volume":"267","author":"Kruger","year":"2018"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/2107451"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-70093-9_86"},{"key":"ref15","first-page":"657","article-title":"Multimodal emotion recognition system using machine learning and psychological signals: A review","volume-title":"Proc. Soft Comput., Theories Appl. (SoCTA)","volume":"1","author":"Singh","year":"2022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2809434"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2797176"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-04221-9_20"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2021.3071170"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2022.11.076"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3368589"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3242985"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2024.3414330"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/app10113843"},{"key":"ref26","first-page":"689","article-title":"Multimodal deep learning","volume-title":"Proc. 28th Int. Conf. Mach. Learn. (ICML)","author":"Ngiam","year":"2011"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"},{"key":"ref28","first-page":"1247","article-title":"Deep canonical correlation analysis","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Andrew","year":"2013"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3107990.3108002"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2024.3414330"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1159\/000119004"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-020-01516-y"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1864349.1864395"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2014.00322"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3390\/s17102315"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2010.913"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-017-9670-9"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.4018\/9781599048499.ch068"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350871"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24797-2_4"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2008.2005605"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2817622"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2994159"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/LifeTech52111.2021.9391844"},{"key":"ref47","volume-title":"Artificial Intelligence a Modern Approach","author":"Russell","year":"2010"},{"key":"ref48","volume-title":"An Introduction to Statistical Learning: With Applications in R","author":"Gareth","year":"2013"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-45528-0"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00147"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1017\/ATSIP.2014.11"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1186\/s41601-018-0086-0"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1198\/016214507000000617"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2460697"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.72"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU46091.2019.9004025"},{"key":"ref57","article-title":"Affective workload allocation for multi-human multi-robot teams","author":"Jo","year":"2023"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01764"},{"key":"ref59","article-title":"MMCFormer: Missing modality compensation transformer for brain tumor segmentation","author":"Karimijafarbigloo","year":"2023","journal-title":"Medical Imaging With Deep Learning"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01524"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/7274989\/10633860\/10413204-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7274989\/10633860\/10413204.pdf?arnumber=10413204","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T05:50:19Z","timestamp":1723528219000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10413204\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":60,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2024.3357618","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8]]}}}