{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T06:16:37Z","timestamp":1761718597421,"version":"3.41.0"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319610603"},{"type":"electronic","value":"9783319610610"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-61061-0_3","type":"book-chapter","created":{"date-parts":[[2017,6,3]],"date-time":"2017-06-03T11:38:30Z","timestamp":1496489910000},"page":"30-50","source":"Crossref","is-referenced-by-count":50,"title":["Assessment of Mental Workload: A Comparison of Machine Learning Methods and Subjective Assessment Techniques"],"prefix":"10.1007","author":[{"given":"Karim","family":"Moustafa","sequence":"first","affiliation":[]},{"given":"Saturnino","family":"Luz","sequence":"additional","affiliation":[]},{"given":"Luca","family":"Longo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,6,4]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1214\/09-SS054","volume":"4","author":"S Arlot","year":"2010","unstructured":"Arlot, S., Celisse, A., et al.: A survey of cross-validation procedures for model selection. Stat. Surv. 4, 40\u201379 (2010)","journal-title":"Stat. Surv."},{"issue":"6","key":"3_CR2","doi-asserted-by":"crossref","first-page":"874","DOI":"10.1016\/j.engappai.2007.09.009","volume":"21","author":"A Ben-David","year":"2008","unstructured":"Ben-David, A.: About the relationship between ROC curves and Cohen\u2019s kappa. Eng. Appl. Artif. Intell. 21(6), 874\u2013882 (2008)","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"c","key":"3_CR3","first-page":"157","volume":"1","author":"B Blankertz","year":"2002","unstructured":"Blankertz, B., Curio, G., M\u00fcller, K.R.: Classifying single trial EEG: towards brain computer interfacing. Adv. Neural Inf. Process. Syst. 1(c), 157\u2013164 (2002)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"3","key":"3_CR4","doi-asserted-by":"crossref","first-page":"664","DOI":"10.1007\/s10489-011-0287-y","volume":"36","author":"C Bunkhumpornpat","year":"2012","unstructured":"Bunkhumpornpat, C., Sinapiromsaran, K., Lursinsap, C.: DBSMOTE: density-based synthetic minority over-sampling technique. Appl. Intell. 36(3), 664\u2013684 (2012)","journal-title":"Appl. Intell."},{"key":"3_CR5","unstructured":"Cain, B.: A review of the mental workload literature. In: Defence Research and Development Toronto (Canada), pp. 4-1\u20134-34 (2007)"},{"key":"3_CR6","first-page":"2079","volume":"11","author":"GC Cawley","year":"2010","unstructured":"Cawley, G.C., Talbot, N.L.: On over-fitting in model selection and subsequent selection bias in performance evaluation. J. Mach. Learn. Res. 11, 2079\u20132107 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"3_CR7","unstructured":"Chapman, P., Clinton, J., Khabaza, T., Reinartz, T., Wirth, R.: The CRISP-DM process model. CRIP-DM Consortium 310 (1999)"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Choudhury, S., Bhowal, A.: Comparative analysis of machine learning algorithms along with classifiers for network intrusion detection. In: 2015 International Conference on Smart Technologies and Management for Computing, Communication, Controls, Energy and Materials (ICSTM) (May), pp. 89\u201395 (2015)","DOI":"10.1109\/ICSTM.2015.7225395"},{"issue":"2","key":"3_CR9","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/s00779-011-0466-1","volume":"17","author":"B Cinaz","year":"2013","unstructured":"Cinaz, B., Arnrich, B., La Marca, R., Tr\u00f6ster, G.: Monitoring of mental workload levels during an everyday life office-work scenario. Pers. Ubiquit. Comput. 17(2), 229\u2013239 (2013)","journal-title":"Pers. Ubiquit. Comput."},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Cortes Torres, C.C., Sampei, K., Sato, M., Raskar, R., Miki, N.: Workload assessment with eye movement monitoring aided by non-invasive and unobtrusive micro-fabricated optical sensors. In: Adjunct Proceedings of the 28th Annual ACM Symposium on User Interface Software and Technology, pp. 53\u201354 (2015)","DOI":"10.1145\/2815585.2817808"},{"issue":"6","key":"3_CR11","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1016\/j.jairtraman.2010.02.004","volume":"16","author":"LL Stasi Di","year":"2010","unstructured":"Di Stasi, L.L., Marchitto, M., Antol\u00ed, A., Baccino, T., Ca\u00f1as, J.J.: Approximation of on-line mental workload index in ATC simulated multitasks. J. Air Transp. Manage. 16(6), 330\u2013333 (2010)","journal-title":"J. Air Transp. Manage."},{"issue":"6","key":"3_CR12","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1109\/TBME.2004.827088","volume":"51","author":"G Dornhege","year":"2004","unstructured":"Dornhege, G., Blankertz, B., Curio, G., M\u00faller, K.R.: Boosting bit rates in noninvasive EEG single-trial classifications by feature combination and multiclass paradigms. IEEE Trans. Biomed. Eng. 51(6), 993\u20131002 (2004)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"3_CR13","first-page":"127","volume-title":"Advances in Intelligent Systems and Computing","author":"S Elkin-Frankston","year":"2017","unstructured":"Elkin-Frankston, S., Bracken, B.K., Irvin, S., Jenkins, M.: Are behavioral measures useful for detecting cognitive workload during human-computer interaction? In: Ahram, T., Karwowski, W. (eds.) Advances in Intelligent Systems and Computing, vol. 494, pp. 127\u2013137. Springer, Cham (2017)"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Fatourechi, M., Ward, R.K., Mason, S.G., Huggins, J., Schl\u00f3gl, A., Birch, G.E.: Comparison of evaluation metrics in classification applications with imbalanced datasets. In: Proceedings - 7th International Conference on Machine Learning and Applications, ICMLA 2008, pp. 777\u2013782 (2008)","DOI":"10.1109\/ICMLA.2008.34"},{"issue":"C","key":"3_CR15","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/S0166-4115(08)62386-9","volume":"52","author":"SG Hart","year":"1988","unstructured":"Hart, S.G., Staveland, L.E.: Development of NASA-TLX (Task Load Index): results of empirical and theoretical research. Adv. Psychol. 52(C), 139\u2013183 (1988)","journal-title":"Adv. Psychol."},{"key":"3_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1007\/978-3-319-39955-3_19","volume-title":"Foundations of Augmented Cognition: Neuroergonomics and Operational Neuroscience","author":"SW Hincks","year":"2016","unstructured":"Hincks, S.W., Afergan, D., Jacob, R.J.K.: Using fNIRS for real-time cognitive workload assessment. In: Schmorrow, D.D.D., Fidopiastis, C.M.M. (eds.) AC 2016. LNCS, vol. 9743, pp. 198\u2013208. Springer, Cham (2016). doi: 10.1007\/978-3-319-39955-3_19"},{"key":"3_CR17","unstructured":"Juszczak, P., Tax, D., Duin, R.P.: Feature scaling in support vector data description. In: Proceedings of the ASCI, pp. 95\u2013102. Citeseer (2002)"},{"key":"3_CR18","unstructured":"Kohavi, R., et al.: A study of cross-validation and bootstrap for accuracy estimation and model selection. In: Ijcai, vol. 14, pp. 1137\u20131145 (1995)"},{"issue":"6","key":"3_CR19","doi-asserted-by":"crossref","first-page":"1449","DOI":"10.1109\/TSMCB.2008.927712","volume":"38","author":"M Kumar","year":"2008","unstructured":"Kumar, M., Arndt, A., Kreuzfeld, S., Thurow, K., Stoll, N., Stoll, R.: Fuzzy techniques for subjective workload-score modeling under uncertainties. IEEE Trans. Syst. Man Cybern. Part B Cybern. 38(6), 1449\u20131464 (2008)","journal-title":"IEEE Trans. Syst. Man Cybern. Part B Cybern."},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Lee, J.C., Tan, D.S.: Using a low-cost electroencephalograph for task classification in HCI research. In: Proceedings of the 19th ACM Symposium on User Interface Software and Technology, pp. 81\u201390 (2006)","DOI":"10.1145\/1166253.1166268"},{"key":"3_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/978-3-642-02728-4_4","volume-title":"Engineering Psychology and Cognitive Ergonomics","author":"MC Leva","year":"2009","unstructured":"Leva, M.C., Kay, A.M., Mattei, F., Kontogiannis, T., Ambroggi, M., Cromie, S.: A dynamic task representation method for a virtual reality application. In: Harris, D. (ed.) EPCE 2009. LNCS, vol. 5639, pp. 32\u201342. Springer, Heidelberg (2009). doi: 10.1007\/978-3-642-02728-4_4"},{"key":"3_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1007\/978-3-642-23768-3_43","volume-title":"Human-Computer Interaction \u2013 INTERACT 2011","author":"L Longo","year":"2011","unstructured":"Longo, L.: Human-computer interaction and human mental workload: assessing cognitive engagement in the world wide web. In: Campos, P., Graham, N., Jorge, J., Nunes, N., Palanque, P., Winckler, M. (eds.) INTERACT 2011. LNCS, vol. 6949, pp. 402\u2013405. Springer, Heidelberg (2011). doi: 10.1007\/978-3-642-23768-3_43"},{"key":"3_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/978-3-642-31454-4_38","volume-title":"User Modeling, Adaptation, and Personalization","author":"L Longo","year":"2012","unstructured":"Longo, L.: Formalising human mental workload as non-monotonic concept for adaptive and personalised web-design. In: Masthoff, J., Mobasher, B., Desmarais, M.C., Nkambou, R. (eds.) UMAP 2012. LNCS, vol. 7379, pp. 369\u2013373. Springer, Heidelberg (2012). doi: 10.1007\/978-3-642-31454-4_38"},{"key":"3_CR24","unstructured":"Longo, L.: Formalising human mental workload as a defeasible computational concept. Ph.D. thesis, Trinity College Dublin (2014)"},{"issue":"8","key":"3_CR25","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1080\/0144929X.2015.1015166","volume":"34","author":"L Longo","year":"2015","unstructured":"Longo, L.: A defeasible reasoning framework for human mental workload representation and assessment. Behav. Inf. Technol. 34(8), 758\u2013786 (2015)","journal-title":"Behav. Inf. Technol."},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Longo, L.: Designing medical interactive systems via assessment of human mental workload. In: International Symposium on Computer-Based Medical Systems, pp. 364\u2013365 (2015)","DOI":"10.1109\/CBMS.2015.67"},{"key":"3_CR27","unstructured":"Longo, L.: Subjective usability (system usability scale) and subjective mental workload (NASA-TLX and workload profile) of web-based tasks and interfaces (2015)"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Longo, L.: Mental workload in medicine: Foundations, applications, open problems, challenges and future perspectives. In: 2016 IEEE 29th International Symposium on Computer-Based Medical Systems (CBMS), pp. 106\u2013111, June 2016","DOI":"10.1109\/CBMS.2016.36"},{"key":"3_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/978-3-642-12101-2_8","volume-title":"Intelligent Information and Database Systems","author":"L Longo","year":"2010","unstructured":"Longo, L., Barrett, S.: A computational analysis of cognitive effort. In: Nguyen, N.T., Le, M.T., \u015awi\u0105tek, J. (eds.) ACIIDS 2010. LNCS, vol. 5991, pp. 65\u201374. Springer, Heidelberg (2010). doi: 10.1007\/978-3-642-12101-2_8"},{"key":"3_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/978-3-642-15314-3_6","volume-title":"Brain Informatics","author":"L Longo","year":"2010","unstructured":"Longo, L., Barrett, S.: Cognitive effort for multi-agent systems. In: Yao, Y., Sun, R., Poggio, T., Liu, J., Zhong, N., Huang, J. (eds.) BI 2010. LNCS, vol. 6334, pp. 55\u201366. Springer, Heidelberg (2010). doi: 10.1007\/978-3-642-15314-3_6"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Longo, L., Dondio, P.: On the relationship between perception of usability and subjective mental workload of web interfaces. In: IEEE\/WIC\/ACM International Conference on Web Intelligence and Intelligent Agent Technology, WI-IAT 2015, Singapore, December 6\u20139, vol. I, pp. 345\u2013352 (2015)","DOI":"10.1109\/WI-IAT.2015.157"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Longo, L., Rusconi, F., Noce, L., Barrett, S.: The importance of human mental workload in web-design. In: 8th International Conference on Web Information Systems and Technologies, pp. 403\u2013409, April 2012","DOI":"10.5220\/0003960204030409"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Mannaru, P., Balasingam, B., Pattipati, K., Sibley, C., Coyne, J.: Cognitive context detection in UAS operators using eye-gaze patterns on computer screens. In: SPIE 9851, Next-Generation Analyst IV, vol. 9851, p. 98510F (2016)","DOI":"10.1117\/12.2224184"},{"key":"3_CR34","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1007\/978-3-319-40548-3_38","volume-title":"HCI International 2016 \u2013 Posters\u2019 Extended Abstracts","author":"T Ott","year":"2016","unstructured":"Ott, T., Wu, P., Paullada, A., Mayer, D., Gottlieb, J., Wall, P.: ATHENA \u2013 a zero-intrusion no contact method for workload detection using linguistics, keyboard dynamics, and computer vision. In: Stephanidis, C. (ed.) HCI 2016. CCIS, vol. 617, pp. 226\u2013231. Springer, Cham (2016). doi: 10.1007\/978-3-319-40548-3_38"},{"key":"3_CR35","volume-title":"Handbook of Perception and Human Performance, Cognitive Processes and Performance","author":"R O\u2019Donnell","year":"1986","unstructured":"O\u2019Donnell, R., Eggemeier, F.: Workload assessment methodology. In: Boff, K.R., Kaufman, L., Thomas, J.P. (eds.) Handbook of Perception and Human Performance, Cognitive Processes and Performance, vol. 2. Wiley, Hoboken (1986)"},{"key":"3_CR36","series-title":"Smart Innovation, Systems and Technologies","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/978-3-319-33747-0_28","volume-title":"Advances in Neural Networks","author":"TT Pham","year":"2016","unstructured":"Pham, T.T., Nguyen, T.D., Vo, T.: Sparse fNIRS feature estimation via unsupervised learning for mental workload classification. In: Bassis, S., Esposito, A., Morabito, F.C., Pasero, E. (eds.) Advances in Neural Networks. SIST, vol. 54, pp. 283\u2013292. Springer, Cham (2016). doi: 10.1007\/978-3-319-33747-0_28"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Rao, R.B., Fung, G., Rosales, R.: On the dangers of cross-validation. an experimental evaluation. In: Proceedings of the 2008 SIAM International Conference on Data Mining, pp. 588\u2013596. SIAM (2008)","DOI":"10.1137\/1.9781611972788.54"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Reid, G.B., Nygren, T.E.: The Subjective Workload Assessment Technique: A Scaling Procedure for Measuring Mental Workload, vol. 52, North-Holland (1988)","DOI":"10.1016\/S0166-4115(08)62387-0"},{"key":"3_CR39","series-title":"IFIP Advances in Information and Communication Technology","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-319-44944-9_19","volume-title":"Artificial Intelligence Applications and Innovations","author":"L Rizzo","year":"2016","unstructured":"Rizzo, L., Dondio, P., Delany, S.J., Longo, L.: Modeling mental workload via rule-based expert system: a comparison with NASA-TLX and workload profile. In: Iliadis, L., Maglogiannis, I. (eds.) AIAI 2016. IAICT, vol. 475, pp. 215\u2013229. Springer, Cham (2016). doi: 10.1007\/978-3-319-44944-9_19"},{"issue":"1","key":"3_CR40","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1111\/j.1464-0597.2004.00161.x","volume":"53","author":"S Rubio","year":"2004","unstructured":"Rubio, S., D\u00edaz, E., Mart\u00edn, J., Puente, J.M.: Evaluation of subjective mental workload: a comparison of SWAT, NASA-TLX, and workload profile methods. Appl. Psychol. 53(1), 61\u201386 (2004)","journal-title":"Appl. Psychol."},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Solovey, E., Schermerhorn, P., Scheutz, M., Sassaroli, A., Fantini, S., Jacob, R.: Brainput: Enhancing interactive systems with streaming fNIRS Brain Input. In: Proceedings of the 2012 ACM Annual Conference on Human Factors in Computing Systems - CHI 2012. p. 2193. ACM (2012)","DOI":"10.1145\/2207676.2208372"},{"issue":"4","key":"3_CR42","doi-asserted-by":"crossref","first-page":"811","DOI":"10.1016\/0005-1098(90)90057-O","volume":"26","author":"HG Stassen","year":"1990","unstructured":"Stassen, H.G., Johannsen, G., Moray, N.: Internal representation, internal model, human performance model and mental workload. Automatica 26(4), 811\u2013820 (1990)","journal-title":"Automatica"},{"key":"3_CR43","unstructured":"Stevens, R., Galloway, T., Berka, C.: Integrating EEG models of cognitive load with machine learning models of scientific problem solving. In: Proceedings of 2nd Annual Augmented Cognition International Conference (September, 2006)"},{"key":"3_CR44","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1007\/978-3-319-28109-4_26","volume":"48","author":"J Su","year":"2016","unstructured":"Su, J., Luz, S.: Predicting cognitive load levels from speech data. Smart Innov. Syst. Technol. 48, 255\u2013263 (2016)","journal-title":"Smart Innov. Syst. Technol."},{"key":"3_CR45","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1002\/9781118162934.ch11","volume-title":"Stratified Sampling","author":"SK Thompson","year":"2012","unstructured":"Thompson, S.K.: Stratified Sampling, pp. 139\u2013156. Wiley, Hoboken (2012)"},{"key":"3_CR46","unstructured":"Trucco, P., Leva, M.C., Str\u00e4ter, O.: Human error prediction in ATM via cognitive simulation: preliminary study. In: Proceedings of the 8th International Conference on Probabilistic Safety Assessment and Management (PSAM8), pp. 1\u20139 (2006)"},{"issue":"3","key":"3_CR47","doi-asserted-by":"crossref","first-page":"358","DOI":"10.1080\/00140139608964470","volume":"39","author":"PS Tsang","year":"1996","unstructured":"Tsang, P.S., Velazquez, V.L.: Diagnosticity and multidimensional subjective workload ratings. Ergonomics 39(3), 358\u2013381 (1996)","journal-title":"Ergonomics"},{"issue":"3","key":"3_CR48","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1518\/001872008X288394","volume":"50","author":"CD Wickens","year":"2008","unstructured":"Wickens, C.D.: Multiple resources and mental workload. Hum. Factors 50(3), 449\u2013455 (2008)","journal-title":"Hum. Factors"},{"issue":"3","key":"3_CR49","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1016\/j.chb.2009.12.006","volume":"26","author":"EN Wiebe","year":"2010","unstructured":"Wiebe, E.N., Roberts, E., Behrend, T.S.: An examination of two mental workload measurement approaches to understanding multimedia learning. Comput. Hum. Behav. 26(3), 474\u2013481 (2010)","journal-title":"Comput. Hum. Behav."},{"issue":"3","key":"3_CR50","doi-asserted-by":"crossref","first-page":"210","DOI":"10.7763\/IJMLC.2014.V4.414","volume":"4","author":"Y Yoshida","year":"2014","unstructured":"Yoshida, Y., Ohwada, H., Mizoguchi, F., Iwasaki, H.: Classifying cognitive load and driving situation with machine learning. Int. J. Mach. Learn. Comput. 4(3), 210\u2013215 (2014)","journal-title":"Int. J. Mach. Learn. Comput."},{"key":"3_CR51","unstructured":"Zhang, Y.Z.Y., Owechko, Y., Zhang, J.Z.J.: Driver cognitive workload estimation: a data-driven perspective. In: Proceedings of the 7th International IEEE Conference on Intelligent Transportation Systems (IEEE Cat. No.04TH8749), pp. 642\u2013647 (2004)"}],"container-title":["Communications in Computer and Information Science","Human Mental Workload: Models and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-61061-0_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:33:19Z","timestamp":1750289599000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-61061-0_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319610603","9783319610610"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-61061-0_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]}}}