{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:01:21Z","timestamp":1782313281845,"version":"3.54.5"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"28","license":[{"start":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T00:00:00Z","timestamp":1736726400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T00:00:00Z","timestamp":1736726400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-024-20540-0","type":"journal-article","created":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T08:09:08Z","timestamp":1736755748000},"page":"33685-33718","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Multimodality in online education: a comparative study"],"prefix":"10.1007","volume":"84","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8025-7777","authenticated-orcid":false,"given":"Praneeta","family":"Immadisetty","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pooja","family":"Rajesh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akshita","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dr. Anala","family":"M. R.","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dr. Soumya","family":"A.","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dr. K. N.","family":"Subramanya","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,13]]},"reference":[{"key":"20540_CR1","doi-asserted-by":"publisher","unstructured":"Osman HA, Falk TH (2017) Multimodal affect recognition: Current approaches and challenges. In: Hosseini SA (ed) Emotion and Attention Recognition Based on Biological Signals and Images. IntechOpen, Rijeka, Chap. 5.https:\/\/doi.org\/10.5772\/65683","DOI":"10.5772\/65683"},{"key":"20540_CR2","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/3-540-46616-9_10","volume-title":"Gesture-Based Communication in Human-Computer Interaction","author":"Y Wu","year":"1999","unstructured":"Wu Y, Huang TS (1999) Vision-based gesture recognition: A review. In: Braffort A, Gherbi R, Gibet S, Teil D, Richardson J (eds) Gesture-Based Communication in Human-Computer Interaction. Springer, Berlin, Heidelberg, pp 103\u2013115"},{"key":"20540_CR3","doi-asserted-by":"publisher","unstructured":"Yun L, Peng Z (2009) An automatic hand gesture recognition system based on viola-jones method and svms. In: 2009 Second International Workshop on Computer Science and Engineering, vol 2, pp 72\u201376. https:\/\/doi.org\/10.1109\/WCSE.2009.769","DOI":"10.1109\/WCSE.2009.769"},{"key":"20540_CR4","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1186\/s13640-017-0228-8","volume":"1","author":"J Zaletelj","year":"2017","unstructured":"Zaletelj J (2017) Ko\u0161ir A (2017) Predicting students\u2019 attention in the classroom from kinect facial and body features. EURASIP J Image Video Process 1:80. https:\/\/doi.org\/10.1186\/s13640-017-0228-8","journal-title":"EURASIP J Image Video Process"},{"key":"20540_CR5","doi-asserted-by":"publisher","unstructured":"Naik N, Mehta MA (2018) Hand-over-face gesture based facial emotion recognition using deep learning. In: 2018 International Conference on Circuits and Systems in Digital Enterprise Technology (ICCSDET), pp 1\u20137. https:\/\/doi.org\/10.1109\/ICCSDET.2018.8821186","DOI":"10.1109\/ICCSDET.2018.8821186"},{"issue":"2","key":"20540_CR6","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1007\/s40593-020-00195-2","volume":"30","author":"A Behera","year":"2020","unstructured":"Behera A, Matthew P, Keidel A, Vangorp P, Fang H, Canning S (2020) Associating facial expressions and upper-body gestures with learning tasks for enhancing intelligent tutoring systems. Int J Artif Intell Educ 30(2):236\u2013270. https:\/\/doi.org\/10.1007\/s40593-020-00195-2","journal-title":"Int J Artif Intell Educ"},{"key":"20540_CR7","doi-asserted-by":"publisher","unstructured":"Wilson AD, Bobick AF (2000) Realtime online adaptive gesture recognition. In: Proceedings 15th International Conference on Pattern Recognition. ICPR-2000, vol 1, pp 270\u20132751. https:\/\/doi.org\/10.1109\/ICPR.2000.905317","DOI":"10.1109\/ICPR.2000.905317"},{"key":"20540_CR8","doi-asserted-by":"publisher","unstructured":"Kapoor A, Picard R (2005) Multimodal affect recognition in learning environments, pp 677\u2013682. https:\/\/doi.org\/10.1145\/1101149.1101300","DOI":"10.1145\/1101149.1101300"},{"issue":"3","key":"20540_CR9","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TSMCC.2007.893280","volume":"37","author":"S Mitra","year":"2007","unstructured":"Mitra S, Acharya T (2007) Gesture recognition: A survey. IEEE Trans Syst Man Cybern Part C (Appl Rev) 37(3):311\u2013324. https:\/\/doi.org\/10.1109\/TSMCC.2007.893280","journal-title":"IEEE Trans Syst Man Cybern Part C (Appl Rev)"},{"key":"20540_CR10","doi-asserted-by":"publisher","unstructured":"Rautaray S.S, Agrawal A () Vision based hand gesture recognition for human computer interaction: a survey. Artificial Intelligence Review 43(1):1\u201354. https:\/\/doi.org\/10.1007\/s10462-012-9356-9","DOI":"10.1007\/s10462-012-9356-9"},{"key":"20540_CR11","first-page":"1","volume-title":"Artificial Intelligence in Education","author":"JF Grafsgaard","year":"2013","unstructured":"Grafsgaard JF, Wiggins JB, Boyer KE, Wiebe EN, Lester JC (2013) Embodied affect in tutorial dialogue: Student gesture and posture. In: Lane HC, Yacef K, Mostow J, Pavlik P (eds) Artificial Intelligence in Education. Springer, Berlin, Heidelberg, pp 1\u201310"},{"key":"20540_CR12","doi-asserted-by":"publisher","unstructured":"Hariharan B, Padmini S, Gopalakrishnan U (2014) Gesture recognition using kinect in a virtual classroom environment. In: 2014 Fourth International Conference on Digital Information and Communication Technology and Its Applications (DICTAP), pp 118\u2013124. https:\/\/doi.org\/10.1109\/DICTAP.2014.6821668","DOI":"10.1109\/DICTAP.2014.6821668"},{"key":"20540_CR13","doi-asserted-by":"publisher","unstructured":"Klein R, Celik T (2017) The wits intelligent teaching system: Detecting student engagement during lectures using convolutional neural networks. In: 2017 IEEE International Conference on Image Processing (ICIP), pp 2856\u20132860. https:\/\/doi.org\/10.1109\/ICIP.2017.8296804","DOI":"10.1109\/ICIP.2017.8296804"},{"key":"20540_CR14","doi-asserted-by":"publisher","unstructured":"Santhoshkumar R, Geetha MK (2019) Deep learning approach for emotion recognition from human body movements with feedforward deep convolution neural networks. Procedia Computer Science 152, 158\u2013165. https:\/\/doi.org\/10.1016\/j.procs.2019.05.038. International Conference on Pervasive Computing Advances and Applications- PerCAA 2019","DOI":"10.1016\/j.procs.2019.05.038"},{"key":"20540_CR15","doi-asserted-by":"publisher","first-page":"150693","DOI":"10.1109\/ACCESS.2019.2947519","volume":"7","author":"TS Ashwin","year":"2019","unstructured":"Ashwin TS, Guddeti RMR (2019) Unobtrusive behavioral analysis of students in classroom environment using non-verbal cues. IEEE Access 7:150693\u2013150709. https:\/\/doi.org\/10.1109\/ACCESS.2019.2947519","journal-title":"IEEE Access"},{"key":"20540_CR16","doi-asserted-by":"publisher","unstructured":"Nguyen QT, Binh HT, Bui TD, Phuong Dung NT (2019) Student postures and gestures recognition system for adaptive learning improvement. In: 2019 6th NAFOSTED Conference on Information and Computer Science (NICS), pp 494\u2013499. https:\/\/doi.org\/10.1109\/NICS48868.2019.9023896","DOI":"10.1109\/NICS48868.2019.9023896"},{"key":"20540_CR17","doi-asserted-by":"publisher","unstructured":"Keshari T, Palaniswamy S (2019) Emotion recognition using feature-level fusion of facial expressions and body gestures. In: 2019 International Conference on Communication and Electronics Systems (ICCES), pp 1184\u20131189. https:\/\/doi.org\/10.1109\/ICCES45898.2019.9002175","DOI":"10.1109\/ICCES45898.2019.9002175"},{"issue":"2","key":"20540_CR18","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1109\/TAFFC.2018.2874986","volume":"12","author":"F Noroozi","year":"2021","unstructured":"Noroozi F, Corneanu CA, Kami\u0144ska D, Sapi\u0144ski T, Escalera S, Anbarjafari G (2021) Survey on emotional body gesture recognition. IEEE Trans Affect Comput 12(2):505\u2013523. https:\/\/doi.org\/10.1109\/TAFFC.2018.2874986","journal-title":"IEEE Trans Affect Comput"},{"key":"20540_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114037","volume":"166","author":"AF Klaib","year":"2021","unstructured":"Klaib AF, Alsrehin NO, Melhem WY, Bashtawi HO, Magableh AA (2021) Eye tracking algorithms, techniques, tools, and applications with an emphasis on machine learning and internet of things technologies. Expert Syst Appl 166:114037. https:\/\/doi.org\/10.1016\/j.eswa.2020.114037","journal-title":"Expert Syst Appl"},{"key":"20540_CR20","doi-asserted-by":"publisher","unstructured":"Alkabbany I, Ali A, Farag A, Bennett I, Ghanoum M, Farag A (2019) Measuring student engagement level using facial information. In: 2019 IEEE International Conference on Image Processing (ICIP), pp 3337\u20133341. https:\/\/doi.org\/10.1109\/ICIP.2019.8803590","DOI":"10.1109\/ICIP.2019.8803590"},{"issue":"1","key":"20540_CR21","doi-asserted-by":"publisher","first-page":"160","DOI":"10.3758\/s13428-017-0860-3","volume":"50","author":"R Zemblys","year":"2018","unstructured":"Zemblys R, Niehorster DC, Komogortsev O, Holmqvist K (2018) Using machine learning to detect events in eye-tracking data. Behav Res Methods 50(1):160\u2013181. https:\/\/doi.org\/10.3758\/s13428-017-0860-3","journal-title":"Behav Res Methods"},{"key":"20540_CR22","doi-asserted-by":"publisher","first-page":"137991","DOI":"10.1109\/ACCESS.2021.3117780","volume":"9","author":"Y Wang","year":"2021","unstructured":"Wang Y, Lu S, Harter D (2021) Towards collaborative and intelligent learning environments based on eye tracking data and learning analytics: A survey. IEEE Access 9:137991\u2013138002. https:\/\/doi.org\/10.1109\/ACCESS.2021.3117780","journal-title":"IEEE Access"},{"key":"20540_CR23","doi-asserted-by":"publisher","unstructured":"Krithika LB, Lakshmi Priya GG (2016) Student emotion recognition system (sers) for e-learning improvement based on learner concentration metric. Procedia Comput Sci 85:767\u2013776. https:\/\/doi.org\/10.1016\/j.procs.2016.05.264. International Conference on Computational Modelling and Security (CMS 2016)","DOI":"10.1016\/j.procs.2016.05.264"},{"key":"20540_CR24","doi-asserted-by":"publisher","unstructured":"Cheng PY, Chien YC, Huang YM (2017) The design and implementation of a real-time attention recognition\/feedback system in online learning course. In: 2017 International Conference of Educational Innovation Through Technology (EITT), pp 214\u2013217. https:\/\/doi.org\/10.1109\/EITT.2017.59","DOI":"10.1109\/EITT.2017.59"},{"key":"20540_CR25","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/978-981-13-6681-9_14","volume-title":"Shaping the Future of Education, Communication and Technology","author":"S Mu","year":"2019","unstructured":"Mu S, Cui M, Qiao J, Hu X (2019) Visual analysis method of online learning path based on eye tracking data. In: Ma WWK, Chan WWL, Cheng CM (eds) Shaping the Future of Education, Communication and Technology. Springer, Singapore, pp 179\u2013195"},{"issue":"1","key":"20540_CR26","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/s10648-020-09573-7","volume":"33","author":"JK Kaakinen","year":"2021","unstructured":"Kaakinen JK (2021) What can eye movements tell us about visual perception processes in classroom contexts? commentary on a special issue. Educ Psychol Rev 33(1):169\u2013179. https:\/\/doi.org\/10.1007\/s10648-020-09573-7","journal-title":"Educ Psychol Rev"},{"issue":"1","key":"20540_CR27","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1186\/s40561-020-00122-x","volume":"7","author":"K Sharma","year":"2020","unstructured":"Sharma K, Giannakos M, Dillenbourg P (2020) Eye-tracking and artificial intelligence to enhance motivation and learning. Smart Learn Environ 7(1):13. https:\/\/doi.org\/10.1186\/s40561-020-00122-x","journal-title":"Smart Learn Environ"},{"issue":"1","key":"20540_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10648-020-09565-7","volume":"33","author":"H Jarodzka","year":"2021","unstructured":"Jarodzka H, Skuballa I, Gruber H (2021) Eye-tracking in educational practice: Investigating visual perception underlying teaching and learning in the classroom. Educ Psychol Rev 33(1):1\u201310. https:\/\/doi.org\/10.1007\/s10648-020-09565-7","journal-title":"Educ Psychol Rev"},{"key":"20540_CR29","doi-asserted-by":"publisher","first-page":"137991","DOI":"10.1109\/ACCESS.2021.3117780","volume":"9","author":"Y Wang","year":"2021","unstructured":"Wang Y, Lu S, Harter D (2021) Towards collaborative and intelligent learning environments based on eye tracking data and learning analytics: A survey. IEEE Access 9:137991\u2013138002. https:\/\/doi.org\/10.1109\/ACCESS.2021.3117780","journal-title":"IEEE Access"},{"issue":"2","key":"20540_CR30","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/s00530-021-00854-x","volume":"28","author":"J Shen","year":"2022","unstructured":"Shen J, Yang H, Li J, Cheng Z (2022) Assessing learning engagement based on facial expression recognition in mooc\u2019s scenario. Multimed Syst 28(2):469\u2013478. https:\/\/doi.org\/10.1007\/s00530-021-00854-x","journal-title":"Multimed Syst"},{"key":"20540_CR31","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-981-15-0058-9_45","volume-title":"Computational Science and Technology","author":"ALA Ramos","year":"2020","unstructured":"Ramos ALA, Dadiz BG, Santos ABG (2020) Classifying emotion based on facial expression analysis using gabor filter: A basis for adaptive effective teaching strategy. In: Alfred R, Lim Y, Haviluddin H, On CK (eds) Computational Science and Technology. Springer, Singapore, pp 469\u2013479"},{"key":"20540_CR32","doi-asserted-by":"publisher","unstructured":"Ashwin TS, Jose J, Raghu G, Reddy GRM (2015) An e-learning system with multifacial emotion recognition using supervised machine learning. In: 2015 IEEE Seventh International Conference on Technology for Education (T4E), pp 23\u201326. https:\/\/doi.org\/10.1109\/T4E.2015.21","DOI":"10.1109\/T4E.2015.21"},{"key":"20540_CR33","doi-asserted-by":"publisher","unstructured":"Yang D, Alsadoon A, Prasad PWC, Singh AK, Elchouemi A (2018) An emotion recognition model based on facial recognition in virtual learning environment. Procedia Computer Science 125:2\u201310. https:\/\/doi.org\/10.1016\/j.procs.2017.12.003. The 6th International Conference on Smart Computing and Communications","DOI":"10.1016\/j.procs.2017.12.003"},{"key":"20540_CR34","doi-asserted-by":"publisher","unstructured":"Li G, Wang Y (2018) Research on leamer\u2019s emotion recognition for intelligent education system. In: 2018 IEEE 3rd Advanced Information Technology, Electronic and Automation Control Conference (IAEAC), pp 754\u2013758. https:\/\/doi.org\/10.1109\/IAEAC.2018.8577590","DOI":"10.1109\/IAEAC.2018.8577590"},{"key":"20540_CR35","doi-asserted-by":"publisher","unstructured":"Ma C, Sun C, Song D, Li X, Xu H (2018) A deep learning approach for online learning emotion recognition. In: 2018 13th International Conference on Computer Science & Education (ICCSE), pp 1\u20135. https:\/\/doi.org\/10.1109\/ICCSE.2018.8468741","DOI":"10.1109\/ICCSE.2018.8468741"},{"key":"20540_CR36","doi-asserted-by":"publisher","unstructured":"El\u00a0Hammoumi O, Benmarrakchi F, Ouherrou N, El\u00a0Kafi J, El\u00a0Hore A (2018) Emotion recognition in e-learning systems. In: 2018 6th International Conference on Multimedia Computing and Systems (ICMCS), pp 1\u20136. https:\/\/doi.org\/10.1109\/ICMCS.2018.8525872","DOI":"10.1109\/ICMCS.2018.8525872"},{"key":"20540_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2019.102423","volume":"147","author":"M Imani","year":"2019","unstructured":"Imani M, Montazer GA (2019) A survey of emotion recognition methods with emphasis on e-learning environments. J Netw Comput Appl 147:102423. https:\/\/doi.org\/10.1016\/j.jnca.2019.102423","journal-title":"J Netw Comput Appl"},{"key":"20540_CR38","doi-asserted-by":"crossref","unstructured":"Ramos ALA, Dadiz BG, Santos ABG (2020) Classifying emotion based on facial expression analysis using gabor filter: A basis for adaptive effective teaching strategy. In: Computational Science and Technology: 6th ICCST 2019, Kota Kinabalu, Malaysia, 29-30 August 2019, pp 469\u2013479. Springer","DOI":"10.1007\/978-981-15-0058-9_45"},{"key":"20540_CR39","doi-asserted-by":"crossref","unstructured":"Zhou W, Cheng J, Lei X, Benes B, Adamo N (2020) Deep learning-based emotion recognition from real-time videos. In: Human-Computer Interaction. Multimodal and Natural Interaction: Thematic Area, HCI 2020, Held as Part of the 22nd International Conference, HCII 2020, Copenhagen, Denmark, July 19\u201324, 2020, Proceedings, Part II 22, pp 321\u2013332. Springer","DOI":"10.1007\/978-3-030-49062-1_22"},{"key":"20540_CR40","doi-asserted-by":"publisher","unstructured":"Min Han\u00a0Pang J, Connie T, Kah Ong\u00a0Michael G (2021) Recognition of academic emotions in online classes. In: 2021 9th International Conference on Information and Communication Technology (ICoICT), pp 445\u2013450. https:\/\/doi.org\/10.1109\/ICoICT52021.2021.9527452","DOI":"10.1109\/ICoICT52021.2021.9527452"},{"issue":"7","key":"20540_CR41","doi-asserted-by":"publisher","first-page":"1387","DOI":"10.1007\/s11760-021-01869-7","volume":"15","author":"K Altuwairqi","year":"2021","unstructured":"Altuwairqi K, Jarraya SK, Allinjawi A, Hammami M (2021) Student behavior analysis to measure engagement levels in online learning environments. Signal Image Video Process 15(7):1387\u20131395","journal-title":"Signal Image Video Process"},{"key":"20540_CR42","doi-asserted-by":"crossref","unstructured":"Atsawaraungsuk S, Katanyukul T, Polpinit P, Eua-anant N (2022) Fast and robust online-learning facial expression recognition and innate novelty detection capability of extreme learning algorithms. Prog Artif Intell 1\u201318","DOI":"10.1007\/s13748-021-00266-y"},{"key":"20540_CR43","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/s40299-021-00565-x","volume":"30","author":"J Lee","year":"2021","unstructured":"Lee J, So HJ, Ha S, Kim E, Park K (2021) Unpacking academic emotions in asynchronous video-based learning: focusing on korean learners\u2019 affective experiences. Asia-Pac Educ Res 30:247\u2013261","journal-title":"Asia-Pac Educ Res"},{"key":"20540_CR44","doi-asserted-by":"crossref","unstructured":"Shen J, Yang H, Li J, Cheng Z (2022) Assessing learning engagement based on facial expression recognition in mooc\u2019s scenario. Multimed Syst 1\u201310","DOI":"10.1007\/s00530-021-00854-x"},{"issue":"1","key":"20540_CR45","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s10772-018-9493-x","volume":"21","author":"MB Mustafa","year":"2018","unstructured":"Mustafa MB, Yusoof MAM, Don ZM, Malekzadeh M (2018) Speech emotion recognition research: an analysis of research focus. Int J Speech Technol 21(1):137\u2013156. https:\/\/doi.org\/10.1007\/s10772-018-9493-x","journal-title":"Int J Speech Technol"},{"key":"20540_CR46","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.inffus.2018.09.008","volume":"49","author":"MS Hossain","year":"2019","unstructured":"Hossain MS, Muhammad G (2019) Emotion recognition using deep learning approach from audio-visual emotional big data. Inf Fusion 49:69\u201378. https:\/\/doi.org\/10.1016\/j.inffus.2018.09.008","journal-title":"Inf Fusion"},{"key":"20540_CR47","doi-asserted-by":"publisher","unstructured":"Basu S, Chakraborty J, Bag A, Aftabuddin M (2017) A review on emotion recognition using speech. In: 2017 International Conference on Inventive Communication and Computational Technologies (ICICCT), pp 109\u2013114. https:\/\/doi.org\/10.1109\/ICICCT.2017.7975169","DOI":"10.1109\/ICICCT.2017.7975169"},{"key":"20540_CR48","first-page":"499","volume-title":"Computer Networks and Inventive Communication Technologies","author":"J Kaur","year":"2021","unstructured":"Kaur J, Kumar A (2021) Speech emotion recognition using cnn, k-nn, mlp and random forest. In: Smys S, Palanisamy R, Rocha \u00c1, Beligiannis GN (eds) Computer Networks and Inventive Communication Technologies. Springer, Singapore, pp 499\u2013509"},{"key":"20540_CR49","doi-asserted-by":"publisher","unstructured":"Zhang Q, Wang Y, Wang L, Wang G (2007) Research on speech emotion recognition in e-learning by using neural networks method. In: 2007 IEEE International Conference on Control and Automation, pp 2605\u20132608. https:\/\/doi.org\/10.1109\/ICCA.2007.4376833","DOI":"10.1109\/ICCA.2007.4376833"},{"key":"20540_CR50","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/978-3-540-72588-6_91","volume-title":"Computational Science - ICCS 2007","author":"K Chen","year":"2007","unstructured":"Chen K, Yue G, Yu F, Shen Y, Zhu A (2007) Research on speech emotion recognition system in e-learning. In: Shi Y, Albada GD, Dongarra J, Sloot PMA (eds) Computational Science - ICCS 2007. Springer, Berlin, Heidelberg, pp 555\u2013558"},{"key":"20540_CR51","doi-asserted-by":"publisher","first-page":"1367","DOI":"10.1007\/s10639-015-9388-2","volume":"21","author":"K Bahreini","year":"2016","unstructured":"Bahreini K, Nadolski R, Westera W (2016) Towards real-time speech emotion recognition for affective e-learning. Educ Inf Technol 21:1367\u20131386","journal-title":"Educ Inf Technol"},{"key":"20540_CR52","doi-asserted-by":"publisher","unstructured":"Cen L, Wu F, Yu ZL, Hu F (2016) Chapter 2 - a real-time speech emotion recognition system and its application in online learning. In: Tettegah S.Y, Gartmeier M (ed) Emotions, Technology, Design, and Learning. Emotions and Technology, pp 27\u201346. Academic Press, San Diego. https:\/\/doi.org\/10.1016\/B978-0-12-801856-9.00002-5. https:\/\/www.sciencedirect.com\/science\/article\/pii\/B9780128018569000025","DOI":"10.1016\/B978-0-12-801856-9.00002-5"},{"key":"20540_CR53","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s10772-018-9493-x","volume":"21","author":"MB Mustafa","year":"2018","unstructured":"Mustafa MB, Yusoof MA, Don ZM, Malekzadeh M (2018) Speech emotion recognition research: an analysis of research focus. Int J Speech Technol 21:137\u2013156","journal-title":"Int J Speech Technol"},{"issue":"4","key":"20540_CR54","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/s11633-019-1175-x","volume":"16","author":"JH Tao","year":"2019","unstructured":"Tao JH, Huang J, Li Y, Lian Z, Niu MY (2019) Semi-supervised ladder networks for speech emotion recognition. Int J Autom Comput 16(4):437\u2013448. https:\/\/doi.org\/10.1007\/s11633-019-1175-x","journal-title":"Int J Autom Comput"},{"key":"20540_CR55","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2020.103775","volume":"94","author":"MZ Uddin","year":"2020","unstructured":"Uddin MZ, Nilsson EG (2020) Emotion recognition using speech and neural structured learning to facilitate edge intelligence. Eng Appl Artif Intell 94:103775. https:\/\/doi.org\/10.1016\/j.engappai.2020.103775","journal-title":"Eng Appl Artif Intell"},{"key":"20540_CR56","doi-asserted-by":"publisher","unstructured":"Tonsen M, Zhang X, Sugano Y, Bulling A (2016) Labelled pupils in the wild. In: Proceedings of the Ninth Biennial ACM Symposium on Eye Tracking Research & Applications. ACM, ???. https:\/\/doi.org\/10.1145\/2857491.2857520","DOI":"10.1145\/2857491.2857520"},{"key":"20540_CR57","doi-asserted-by":"crossref","unstructured":"Krafka K, Khosla A, Kellnhofer P, Kannan H, Bhandarkar S, Matusik W, Torralba A (2016) Eye Tracking for Everyone","DOI":"10.1109\/CVPR.2016.239"},{"key":"20540_CR58","doi-asserted-by":"publisher","unstructured":"Kim J, Stengel M, Majercik A, De\u00a0Mello S, Dunn D, Laine S, McGuire M, Luebke D (2019) Nvgaze: An anatomically-informed dataset for low-latency, near-eye gaze estimation. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems. CHI \u201919, pp 1\u201312. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3290605.3300780","DOI":"10.1145\/3290605.3300780"},{"key":"20540_CR59","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1007\/978-3-642-42051-1_16","volume-title":"Neural Information Processing","author":"IJ Goodfellow","year":"2013","unstructured":"Goodfellow IJ, Erhan D, Carrier PL, Courville A, Mirza M, Hamner B, Cukierski W, Tang Y, Thaler D, Lee DH, Zhou Y, Ramaiah C, Feng F, Li R, Wang X, Athanasakis D, Shawe-Taylor J, Milakov M, Park J, Ionescu R, Popescu M, Grozea C, Bergstra J, Xie J, Romaszko L, Xu B, Chuang Z, Bengio Y (2013) Challenges in representation learning: A report on three machine learning contests. In: Lee M, Hirose A, Hou ZG, Kil RM (eds) Neural Information Processing. Springer, Berlin, Heidelberg, pp 117\u2013124"},{"key":"20540_CR60","doi-asserted-by":"publisher","unstructured":"Lyons M, Akamatsu S, Kamachi M, Gyoba J (1998) Coding facial expressions with gabor wavelets. In: Proceedings 3rd IEEE International Conference on Automatic Face and Gesture Recognition, pp 200\u2013205. https:\/\/doi.org\/10.1109\/AFGR.1998.670949","DOI":"10.1109\/AFGR.1998.670949"},{"key":"20540_CR61","doi-asserted-by":"publisher","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended cohn-kanade dataset (ck+): A complete dataset for action unit and emotion-specified expression. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition - Workshops, pp 94\u2013101. https:\/\/doi.org\/10.1109\/CVPRW.2010.5543262","DOI":"10.1109\/CVPRW.2010.5543262"},{"issue":"4","key":"20540_CR62","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso C, Bulut M, Lee CC, Kazemzadeh A, Mower E, Kim S, Chang JN, Lee S, Narayanan SS (2008) Iemocap: interactive emotional dyadic motion capture database. Language Resources and Evaluation 42(4):335\u2013359. https:\/\/doi.org\/10.1007\/s10579-008-9076-6","journal-title":"Language Resources and Evaluation"},{"key":"20540_CR63","doi-asserted-by":"publisher","first-page":"0196391","DOI":"10.1371\/journal.pone.0196391","volume":"13","author":"S Livingstone","year":"2018","unstructured":"Livingstone S, Russo F (2018) The ryerson audio-visual database of emotional speech and song (ravdess): A dynamic, multimodal set of facial and vocal expressions in north american english. PLOS ONE 13:0196391. https:\/\/doi.org\/10.1371\/journal.pone.0196391","journal-title":"PLOS ONE"},{"key":"20540_CR64","doi-asserted-by":"publisher","unstructured":"Zhao J, Chen S, Wang S, Jin Q (2018) Emotion recognition using multimodal features. In: 2018 First Asian Conference on Affective Computing and Intelligent Interaction (ACII Asia), pp 1\u20136. https:\/\/doi.org\/10.1109\/ACIIAsia.2018.8470385","DOI":"10.1109\/ACIIAsia.2018.8470385"},{"key":"20540_CR65","doi-asserted-by":"publisher","unstructured":"Subramanian G, Cholendiran N, Prathyusha K, Balasubramanain N, Aravinth J (2021) Multimodal emotion recognition using different fusion techniques. In: 2021 7th International Conference on Bio Signals, Images, and Instrumentation (ICBSII), pp 1\u20136. https:\/\/doi.org\/10.1109\/ICBSII51839.2021.9445146","DOI":"10.1109\/ICBSII51839.2021.9445146"},{"key":"20540_CR66","doi-asserted-by":"publisher","unstructured":"Castellano G, Kessous L, Caridakis G (2008) In: Peter C, Beale R (ed) Emotion Recognition through Multiple Modalities: Face, Body Gesture, Speech, pp 92\u2013103. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-540-85099-1_8","DOI":"10.1007\/978-3-540-85099-1_8"},{"key":"20540_CR67","first-page":"730","volume-title":"Image Analysis and Processing - ICIAP 2022","author":"S Patania","year":"2022","unstructured":"Patania S, D\u2019Amelio A, Lanzarotti R (2022) Exploring fusion strategies in deep multimodal affect prediction. In: Sclaroff S, Distante C, Leo M, Farinella GM, Tombari F (eds) Image Analysis and Processing - ICIAP 2022. Springer, Cham, pp 730\u2013741"},{"key":"20540_CR68","doi-asserted-by":"publisher","unstructured":"Kawde P, Verma GK (2017) Multimodal affect recognition in v-a-d space using deep learning. In: 2017 International Conference On Smart Technologies For Smart Nation (SmartTechCon), pp 890\u2013895https:\/\/doi.org\/10.1109\/SmartTechCon.2017.8358500","DOI":"10.1109\/SmartTechCon.2017.8358500"},{"key":"20540_CR69","doi-asserted-by":"publisher","unstructured":"Paleari M, Chellali R, Huet B (2010) Features for multimodal emotion recognition: An extensive study. In: 2010 IEEE Conference on Cybernetics and Intelligent Systems, pp 90\u201395. https:\/\/doi.org\/10.1109\/ICCIS.2010.5518574","DOI":"10.1109\/ICCIS.2010.5518574"},{"key":"20540_CR70","first-page":"200","volume-title":"D\u2019Mello S, Graesser A, Schuller B, Martin JC","author":"N Banda","year":"2011","unstructured":"Banda N, Robinson P (2011) Multimodal affect recognition in intelligent tutoring systems. In: Affective Computing, Intelligent Interaction (eds) D\u2019Mello S, Graesser A, Schuller B, Martin JC. Springer, Berlin, Heidelberg, pp 200\u2013207"},{"key":"20540_CR71","doi-asserted-by":"publisher","unstructured":"Panning A, Siegert I, Al-Hamadi A, Wendemuth A, R\u00f6sner D, Frommer J, Krell G, Michaelis B (2012) Multimodal affect recognition in spontaneous hci environment. In: 2012 IEEE International Conference on Signal Processing, Communication and Computing (ICSPCC 2012), pp 430\u2013435. https:\/\/doi.org\/10.1109\/ICSPCC.2012.6335662","DOI":"10.1109\/ICSPCC.2012.6335662"},{"key":"20540_CR72","doi-asserted-by":"publisher","unstructured":"Gonzalez-Sanchez J, Chavez-Echeagaray ME, Gibson D, Atkinson R (2013) Multimodal affect recognition in virtual worlds: Avatars mirroring user\u2019s affect. In: 2013 Humaine Association Conference on Affective Computing and Intelligent Interaction, pp 724\u2013725. https:\/\/doi.org\/10.1109\/ACII.2013.133","DOI":"10.1109\/ACII.2013.133"},{"key":"20540_CR73","doi-asserted-by":"publisher","unstructured":"Kawde P, Verma GK (2017) Multimodal affect recognition in v-a-d space using deep learning. In: 2017 International Conference On Smart Technologies For Smart Nation (SmartTechCon), pp 890\u2013895. https:\/\/doi.org\/10.1109\/SmartTechCon.2017.8358500","DOI":"10.1109\/SmartTechCon.2017.8358500"},{"issue":"1","key":"20540_CR74","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40561-018-0080-z","volume":"6","author":"MAA Dewan","year":"2019","unstructured":"Dewan MAA, Murshed M, Lin F (2019) Engagement detection in online learning: a review. Smart Learn Environ 6(1):1. https:\/\/doi.org\/10.1186\/s40561-018-0080-z","journal-title":"Smart Learn Environ"},{"key":"20540_CR75","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.future.2020.02.075","volume":"108","author":"TS Ashwin","year":"2020","unstructured":"Ashwin TS, Guddeti RMR (2020) Affective database for e-learning and classroom environments using indian students\u2019 faces, hand gestures and body postures. Futur Gener Comput Syst 108:334\u2013348. https:\/\/doi.org\/10.1016\/j.future.2020.02.075","journal-title":"Futur Gener Comput Syst"},{"key":"20540_CR76","doi-asserted-by":"publisher","unstructured":"Chan MCE, Ochoa X, Clarke D (2020) In: Virvou M, Alepis E, Tsihrintzis G.A, Jain L.C (ed) Multimodal Learning Analytics in a Laboratory Classroom, pp 131\u2013156. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-13743-4_8","DOI":"10.1007\/978-3-030-13743-4_8"},{"issue":"3","key":"20540_CR77","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1080\/10503307.2020.1839141","volume":"31","author":"S Halfon","year":"2021","unstructured":"Halfon S, Doyran M, T\u00fcrkmen B, Oktay EA, Salah AA (2021) Multimodal affect analysis of psychodynamic play therapy. Psychother Res 31(3):313\u2013328. https:\/\/doi.org\/10.1080\/10503307.2020.1839141. (( PMID: 33148118))","journal-title":"Psychother Res"},{"key":"20540_CR78","doi-asserted-by":"publisher","first-page":"168865","DOI":"10.1109\/ACCESS.2020.3023871","volume":"8","author":"Y Cimtay","year":"2020","unstructured":"Cimtay Y, Ekmekcioglu E, Caglar-Ozhan S (2020) Cross-subject multimodal emotion recognition based on hybrid fusion. IEEE Access 8:168865\u2013168878. https:\/\/doi.org\/10.1109\/ACCESS.2020.3023871","journal-title":"IEEE Access"},{"key":"20540_CR79","doi-asserted-by":"publisher","unstructured":"Adiga S, Vaishnavi D, Saxena S, Tripathi S (2020) Multimodal emotion recognition for human robot interaction. In: 2020 7th International Conference on Soft Computing & Machine Intelligence (ISCMI), pp 197\u2013203. https:\/\/doi.org\/10.1109\/ISCMI51676.2020.9311566","DOI":"10.1109\/ISCMI51676.2020.9311566"},{"key":"20540_CR80","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.inffus.2020.10.011","volume":"68","author":"P Tzirakis","year":"2021","unstructured":"Tzirakis P, Chen J, Zafeiriou S, Schuller B (2021) End-to-end multimodal affect recognition in real-world environments. Inf Fusion 68:46\u201353. https:\/\/doi.org\/10.1016\/j.inffus.2020.10.011","journal-title":"Inf Fusion"},{"key":"20540_CR81","doi-asserted-by":"publisher","unstructured":"Sumer O, Goldberg P, D\u2019Mello S, Gerjets P, Trautwein U, Kasneci E (2021) Multimodal engagement analysis from facial videos in the classroom. IEEE Trans Affect Comput 1\u20131. https:\/\/doi.org\/10.1109\/TAFFC.2021.3127692","DOI":"10.1109\/TAFFC.2021.3127692"},{"issue":"1","key":"20540_CR82","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1109\/TAFFC.2021.3059209","volume":"14","author":"A Ramakrishnan","year":"2023","unstructured":"Ramakrishnan A, Zylich B, Ottmar E, LoCasale-Crouch J, Whitehill J (2023) Toward automated classroom observation: Multimodal machine learning to estimate class positive climate and negative climate. IEEE Trans Affect Comput 14(1):664\u2013679. https:\/\/doi.org\/10.1109\/TAFFC.2021.3059209","journal-title":"IEEE Trans Affect Comput"},{"key":"20540_CR83","doi-asserted-by":"publisher","unstructured":"Henderson N, Min W, Rowe J, Lester J (2021) Enhancing multimodal affect recognition with multi-task affective dynamics modeling. In: 2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII), pp 1\u20138. https:\/\/doi.org\/10.1109\/ACII52823.2021.9597432","DOI":"10.1109\/ACII52823.2021.9597432"},{"key":"20540_CR84","doi-asserted-by":"publisher","unstructured":"Bhattacharya P, Gupta RK, Yang Y (2021) Exploring the contextual factors affecting multimodal emotion recognition in videos. IEEE Trans Affect Comput 1\u20131. https:\/\/doi.org\/10.1109\/TAFFC.2021.3071503","DOI":"10.1109\/TAFFC.2021.3071503"},{"key":"20540_CR85","doi-asserted-by":"publisher","unstructured":"Johar NA, Kew SN, Tasir Z, Koh E (2023) Learning analytics on student engagement to enhance students\u2019 learning performance: A systematic review. Sustain 15(10). https:\/\/doi.org\/10.3390\/su15107849","DOI":"10.3390\/su15107849"},{"key":"20540_CR86","doi-asserted-by":"publisher","unstructured":"Koh J, Hulbert T (2023) The role of non-verbal communication in asynchronous talk channels. J Open Flex Dist Learn 26:29\u201350. https:\/\/doi.org\/10.61468\/jofdl.v26i2.517","DOI":"10.61468\/jofdl.v26i2.517"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-024-20540-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-024-20540-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-024-20540-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T03:43:15Z","timestamp":1757130195000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-024-20540-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,13]]},"references-count":86,"journal-issue":{"issue":"28","published-online":{"date-parts":[[2025,8]]}},"alternative-id":["20540"],"URL":"https:\/\/doi.org\/10.1007\/s11042-024-20540-0","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,13]]},"assertion":[{"value":"25 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 September 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 December 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}