{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,28]],"date-time":"2026-06-28T06:10:23Z","timestamp":1782627023184,"version":"3.54.5"},"reference-count":100,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Commonwealth of Australia through the Australian Army"},{"DOI":"10.13039\/501100008812","name":"Defence Science Partnerships agreement of the Defence Science and Technology Group","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008812","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Human Performance Research Network"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1109\/tcyb.2019.2939399","type":"journal-article","created":{"date-parts":[[2019,9,23]],"date-time":"2019-09-23T19:33:03Z","timestamp":1569267183000},"page":"1542-1555","source":"Crossref","is-referenced-by-count":165,"title":["Multimodal Fusion for Objective Assessment of Cognitive Workload: A Review"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4954-3631","authenticated-orcid":false,"given":"Essam","family":"Debie","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8393-4241","authenticated-orcid":false,"given":"Raul","family":"Fernandez Rojas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Fidock","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Barlow","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kathryn","family":"Kasmarik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4754-8191","authenticated-orcid":false,"given":"Sreenatha","family":"Anavatti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0222-430X","authenticated-orcid":false,"given":"Matt","family":"Garratt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8837-0748","authenticated-orcid":false,"given":"Hussein A.","family":"Abbass","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/978-3-540-88322-7_4","article-title":"Eyemote—Towards context-aware gaming using eye movements recorded from wearable electrooculography","author":"bulling","year":"2008","journal-title":"Fun and Games"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2306916"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2414536.2414602"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/0301-0511(92)90018-P"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2016.09.006"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-41947-3_13"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.bbr.2010.03.011"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1080\/17470210600673818"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-1126-0"},{"key":"ref34","first-page":"93","article-title":"Application for pre-processing and visualization of electrodermal activity wearable data","author":"suoja","year":"2017","journal-title":"Proc EMBEC NBC"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2013.00935"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2011.06.023"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8760(89)90258-4"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2014.00322"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/7.4.374"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2017.00264"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2479240"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1177\/1541931214581048"},{"key":"ref26","article-title":"Toward a functional near-infrared spectroscopy-based monitoring of pain assessment for nonverbal patients","volume":"22","author":"rojas","year":"2017","journal-title":"J Biomed Opt"},{"key":"ref100","first-page":"533","author":"sciarini","year":"2009","journal-title":"Assessing Cognitive State With Multiple Physiological Measures A Modular Approach"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2797176"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1177\/0018720812437275"},{"key":"ref51","first-page":"2550","article-title":"Physiological fluctuations show frequency-specific networks in FNIRS signals during resting state","author":"rojas","year":"2017","journal-title":"Proc IEEE 39th Annu Int Conf Eng Med Biol Soc (EMBC)"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1177\/027836498800700608"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2460697"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CCECE.1996.548247"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1002\/rob.4620070305"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsycho.2013.11.004"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1177\/001872089303500205"},{"key":"ref52","first-page":"778","article-title":"FNIRS approach to pain assessment for non-verbal patients","author":"rojas","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0164627"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/00140130802120267"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MC.2015.314","article-title":"Combining EEG with pupillometry to improve cognitive workload detection","volume":"48","author":"fernandez","year":"2015","journal-title":"Computer"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1097\/00003643-200805001-00040"},{"key":"ref5","first-page":"469","article-title":"Towards a code of best practice for evaluating air traffic control interfaces","author":"abbass","year":"2011","journal-title":"Proc Aust Transp Res Forum"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2782483"},{"key":"ref49","author":"frank","year":"2007","journal-title":"Monitoring Seated Postural Responses to Assess Cognitive State"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/00140139.2014.956151"},{"key":"ref9","first-page":"239","article-title":"Combining electroencephalograph and functional near infrared spectroscopy to explore users’ mental workload","author":"hirshfield","year":"2009","journal-title":"Proc Int Conf Found Augmented Cogn"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.07.005"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23768-3_43"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2007.79"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/971478.971495"},{"key":"ref42","article-title":"Measuring cognitive load during visual tasks by combining pupillometry and eye tracking","author":"klingner","year":"2010"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1126\/science.628837"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2012.10.003"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-016-2750-5"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1080\/2326263X.2017.1304020"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2014.00373"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1177\/1071181312561367"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2013.2292995"},{"key":"ref76","first-page":"378","article-title":"An analysis of EEG signal combined with pupillary response in the dynamics of human cognitive processing","author":"plechawska-w\u00f3jcik","year":"2016","journal-title":"Proc 9th Int Conf Human Syst Interact (HSI)"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/2950112.2964585"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2017.00389"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67642-5_8"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/s40708-016-0055-1"},{"key":"ref79","article-title":"Feature weight driven interactive mutual information modeling for heterogeneous bio-signal fusion to estimate mental workload","volume":"17","author":"zhang","year":"2017","journal-title":"SENSORS"},{"key":"ref60","author":"brooks","year":"1998","journal-title":"Multi-Sensor Fusion Fundamentals and Applications with Software"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.2307\/2334380"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/28.3-4.321"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.chemolab.2010.04.012"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2010.2057231"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21852-1_22"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2011.07.084"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/12\/3\/036004"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2014.2300492"},{"key":"ref2","article-title":"A review of the mental workload literature","author":"cain","year":"2007"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/NER.2015.7146546"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1080\/14639220210123806"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/PST.2016.7906958"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2012.2212884"},{"key":"ref93","article-title":"The multi-attribute task battery for human operator workload and strategic behavior research","author":"comstock","year":"1992"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1080\/026783700417249"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-59259-6_4"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-40238-3_59"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1177\/0018720814539505"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/985921.986094"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-015-9365-5"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-39955-3_38"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/0301-0511(95)05165-1"},{"key":"ref11","article-title":"Pupil dilation as an indicator of cognitive workload in human–computer interaction","volume":"2003","author":"pomplun","year":"2003","journal-title":"Proc Int Conf HCI"},{"key":"ref12","first-page":"176b","article-title":"Task performance and eye activity: Predicting behavior relating to cognitive workload","volume":"78","author":"tsai","year":"2007","journal-title":"Aviation Space Environ Med"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2006.04.002"},{"key":"ref14","first-page":"49","article-title":"Automated posture analysis for detecting learner’s interest level","volume":"5","author":"mota","year":"2003","journal-title":"Proc Conf Comput Vis Pattern Recognit Workshop (CVPRW)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1207\/S15327108IJAP1201_2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1201\/9781420053098"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2010.913"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2625419"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.005"},{"key":"ref18","first-page":"530","article-title":"Emotion assessment: Arousal evaluation using EEG’s and peripheral physiological signals","author":"chanel","year":"2006","journal-title":"Advanced Multimedia Content Processing"},{"key":"ref84","article-title":"Classification of cognitive load from task performance & multichannel physiology during affective changes","author":"hussain","year":"2011","journal-title":"Proc Workshop MMCogEmS Inferring Cogn Emotional States Multimodal Meas (ICMI)"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1518\/001872007X249875"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2011.07.091"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CIBEC.2008.4786096"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-20684-4_68"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1093\/iwc\/iwt032"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/2395123.2395127"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/s12541-013-0179-7"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07515-0_11"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/9355833\/08846583.pdf?arnumber=8846583","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:53:24Z","timestamp":1652194404000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8846583\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3]]},"references-count":100,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2019.2939399","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3]]}}}