{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:41:56Z","timestamp":1783010516345,"version":"3.54.6"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T00:00:00Z","timestamp":1690761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T00:00:00Z","timestamp":1690761600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Multimed Info Retr"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s13735-023-00284-7","type":"journal-article","created":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T16:02:25Z","timestamp":1690819345000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Recognition of student engagement in classroom from affective states"],"prefix":"10.1007","volume":"12","author":[{"given":"Sandeep","family":"Mandia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuldeep","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajendra","family":"Mitharwal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,7,31]]},"reference":[{"key":"284_CR1","unstructured":"S\u00fcmer, \u00d6, Goldberg P, D\u2019Mello S, Gerjets P, Trautwein U, Kasneci E (2021) Multimodal engagement analysis from facial videos in the classroom. IEEE Trans Affect Comput pp. 1\u20131"},{"key":"284_CR2","doi-asserted-by":"crossref","unstructured":"Christenson S, Reschly AL, Wylie C et al. (2012) Handbook of research on student engagement, vol. 840. Springer","DOI":"10.1007\/978-1-4614-2018-7"},{"issue":"1","key":"284_CR3","doi-asserted-by":"publisher","first-page":"59","DOI":"10.3102\/00346543074001059","volume":"74","author":"JA Fredricks","year":"2004","unstructured":"Fredricks JA, Blumenfeld PC, Paris AH (2004) School engagement: potential of the concept, state of the evidence. Rev Edu Res 74(1):59\u2013109","journal-title":"Rev Edu Res"},{"issue":"3","key":"284_CR4","doi-asserted-by":"publisher","first-page":"517","DOI":"10.2224\/sbp.7054","volume":"46","author":"H Lei","year":"2018","unstructured":"Lei H, Cui Y, Zhou W (2018) Relationships between student engagement and academic achievement: a meta-analysis. Soc Behav Personal Int J 46(3):517\u2013528","journal-title":"Soc Behav Personal Int J"},{"key":"284_CR5","doi-asserted-by":"crossref","unstructured":"Janosz M (2012) Part iv commentary: Outcomes of engagement and engagement as an outcome: Some consensus, divergences, and unanswered questions. In: Handbook of research on student engagement, pp. 695\u2013703, Springer","DOI":"10.1007\/978-1-4614-2018-7_33"},{"issue":"1","key":"284_CR6","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TAFFC.2014.2316163","volume":"5","author":"J Whitehill","year":"2014","unstructured":"Whitehill J, Serpell Z, Lin Y-C, Foster A, Movellan JR (2014) The faces of engagement: automatic recognition of student engagementfrom facial expressions. IEEE Trans Affect Comput 5(1):86\u201398","journal-title":"IEEE Trans Affect Comput"},{"issue":"2","key":"284_CR7","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1177\/1073191120957102","volume":"29","author":"G Eisele","year":"2022","unstructured":"Eisele G, Vachon H, Lafit G, Kuppens P, Houben M, Myin-Germeys I, Viechtbauer W (2022) The effects of sampling frequency and questionnaire length on perceived burden, compliance, and careless responding in experience sampling data in a student population. Assessment 29(2):136\u2013151","journal-title":"Assessment"},{"issue":"3","key":"284_CR8","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1080\/09243453.2016.1263215","volume":"28","author":"WJ Van de Grift","year":"2017","unstructured":"Van de Grift WJ, Chun S, Maulana R, Lee O, Helms-Lorenz M (2017) Measuring teaching quality and student engagement in South Korea and The Netherlands. School Effect Sch Improv 28(3):337\u2013349","journal-title":"School Effect Sch Improv"},{"issue":"4","key":"284_CR9","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MIS.2007.79","volume":"22","author":"S D\u2019Mello","year":"2007","unstructured":"D\u2019Mello S, Picard RW, Graesser A (2007) Toward an affect-sensitive autotutor. IEEE Intell Syst 22(4):53\u201361","journal-title":"IEEE Intell Syst"},{"key":"284_CR10","doi-asserted-by":"crossref","unstructured":"Cerezo, R., S\u00e1nchez-Santill\u00e1n, M., Paule-Ruiz, M. P., N\u00fa nez, J. C.: (2016)\u201cStudents\u2019 lms interaction patterns and their relationship with achievement: A case study in higher education.Computers & Education, 96: 42\u201354","DOI":"10.1016\/j.compedu.2016.02.006"},{"key":"284_CR11","doi-asserted-by":"crossref","unstructured":"Bosch, N., D\u2019mello, S. K., Ocumpaugh, J., Baker, R. S., Shute, V.: \u201cUsing video to automatically detect learner affect in computer-enabled classrooms,\u201d ACM Transactions on Interactive Intelligent Systems (TiiS), vol. 6, no. 2, pp. 1\u201326, (2016)","DOI":"10.1145\/2946837"},{"key":"284_CR12","doi-asserted-by":"crossref","unstructured":"McNeal KS, Zhong M, Soltis NA, Doukopoulos L, Johnson ET, Courtney S, Alwan A, Porch M (2020) Biosensors show promise as a measure of student engagement in a large introductory biology course.CBE-Life Sciences Education 19(4): ar50","DOI":"10.1187\/cbe.19-08-0158"},{"issue":"3","key":"284_CR13","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1162\/jocn_a_01274","volume":"31","author":"D Bevilacqua","year":"2019","unstructured":"Bevilacqua D, Davidesco I, Wan L, Chaloner K, Rowland J, Ding M, Poeppel D, Dikker S (2019) Brain-to-brain synchrony and learning outcomes vary by student-teacher dynamics: evidence from a real-world classroom electroencephalography study. J Cogn Neurosci 31(3):401\u2013411","journal-title":"J Cogn Neurosci"},{"issue":"12","key":"284_CR14","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0225709","volume":"14","author":"DK Darnell","year":"2019","unstructured":"Darnell DK, Krieg PA (2019) Student engagement, assessed using heart rate, shows no reset following active learning sessions in lectures. PloS one 14(12):e0225709","journal-title":"PloS one"},{"key":"284_CR15","unstructured":"Baker RS, Ocumpaugh J (2014) Interaction-based affect detection in educational software.The Oxford handbook of affective computing, p. 233"},{"issue":"2","key":"284_CR16","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1109\/TLT.2010.14","volume":"4","author":"M Cocea","year":"2010","unstructured":"Cocea M, Weibelzahl S (2010) Disengagement detection in online learning: validation studies and perspectives. IEEE Trans Learn Technol 4(2):114\u2013124","journal-title":"IEEE Trans Learn Technol"},{"key":"284_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2017.03.007","volume":"36","author":"T Aluja-Banet","year":"2019","unstructured":"Aluja-Banet T, Sancho M-R, Vukic I (2019) Measuring motivation from the virtual learning environment in secondary education. J Comput Sci 36:100629","journal-title":"J Comput Sci"},{"issue":"1","key":"284_CR18","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TAFFC.2016.2515084","volume":"8","author":"H Monkaresi","year":"2016","unstructured":"Monkaresi H, Bosch N, Calvo RA, D\u2019Mello SK (2016) Automated detection of engagement using video-based estimation of facial expressions and heart rate. IEEE Trans Affect Comput 8(1):15\u201328","journal-title":"IEEE Trans Affect Comput"},{"issue":"1","key":"284_CR19","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.biopsycho.2005.03.007","volume":"71","author":"SH Fairclough","year":"2006","unstructured":"Fairclough SH, Venables L (2006) Prediction of subjective states from psychophysiology: a multivariate approach. Biolog Psychol 71(1):100\u2013110","journal-title":"Biolog Psychol"},{"issue":"01","key":"284_CR20","first-page":"1","volume":"11","author":"AB Khedher","year":"2019","unstructured":"Khedher AB, Jraidi I, Frasson C et al (2019) Tracking students\u2019 mental engagement using eeg signals during an interaction with a virtual learning environment. J Intell Learn Syst Appl 11(01):1","journal-title":"J Intell Learn Syst Appl"},{"issue":"10","key":"284_CR21","doi-asserted-by":"publisher","first-page":"6609","DOI":"10.1007\/s10489-020-02139-8","volume":"51","author":"J Liao","year":"2021","unstructured":"Liao J, Liang Y, Pan J (2021) Deep facial spatiotemporal network for engagement prediction in online learning. Appl Intell 51(10):6609\u20136621","journal-title":"Appl Intell"},{"key":"284_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107277","volume":"93","author":"P Bhardwaj","year":"2021","unstructured":"Bhardwaj P, Gupta P, Panwar H, Siddiqui MK, Morales-Menendez R, Bhaik A (2021) Application of deep learning on student engagement in e-learning environments. Comput Electr Eng 93:107277","journal-title":"Comput Electr Eng"},{"issue":"1","key":"284_CR23","doi-asserted-by":"publisher","DOI":"10.1111\/exsy.12839","volume":"39","author":"C Pabba","year":"2022","unstructured":"Pabba C, Kumar P (2022) An intelligent system for monitoring students\u2019 engagement in large classroom teaching through facial expression recognition. Expert Syst 39(1):e12839","journal-title":"Expert Syst"},{"key":"284_CR24","doi-asserted-by":"crossref","unstructured":"Schuller B (2015) Deep learning our everyday emotions. Adv Neural Netw Comput Theor Issues, pp. 339\u2013346","DOI":"10.1007\/978-3-319-18164-6_33"},{"key":"284_CR25","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.dss.2018.09.002","volume":"115","author":"B Kratzwald","year":"2018","unstructured":"Kratzwald B, Ili\u0107 S, Kraus M, Feuerriegel S, Prendinger H (2018) Deep learning for affective computing: text-based emotion recognition in decision support. Decis Support Syst 115:24\u201335","journal-title":"Decis Support Syst"},{"key":"284_CR26","doi-asserted-by":"crossref","unstructured":"Zhao S, Wang S, Soleymani M, Joshi D, Ji Q (2019) Affective computing for large-scale heterogeneous multimedia data: a survey. ACM Trans Multim Comput Commun Appl (TOMM) 15(3s): 1\u201332","DOI":"10.1145\/3363560"},{"issue":"2","key":"284_CR27","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1109\/TAFFC.2018.2890471","volume":"12","author":"PV Rouast","year":"2019","unstructured":"Rouast PV, Adam MT, Chiong R (2019) Deep learning for human affect recognition: insights and new developments. IEEE Trans Affect Comput 12(2):524\u2013543","journal-title":"IEEE Trans Affect Comput"},{"key":"284_CR28","volume":"1","author":"X Chen","year":"2020","unstructured":"Chen X, Xie H, Zou D, Hwang G-J (2020) Application and theory gaps during the rise of artificial intelligence in education. Comput Edu Art Intell 1:100002","journal-title":"Comput Edu Art Intell"},{"key":"284_CR29","volume":"2","author":"F Ouyang","year":"2021","unstructured":"Ouyang F, Jiao P (2021) Artificial intelligence in education: the three paradigms. Comput Edu Art Intell 2:100020","journal-title":"Comput Edu Art Intell"},{"key":"284_CR30","first-page":"113","volume":"49","author":"J Bidwell","year":"2011","unstructured":"Bidwell J, Fuchs H (2011) Classroom analytics: measuring student engagement with automated gaze tracking. Behav Res Meth 49:113","journal-title":"Behav Res Meth"},{"key":"284_CR31","doi-asserted-by":"crossref","unstructured":"Raca M, Dillenbourg P (2013) System for assessing classroom attention. In:Proceedings of the Third International Conference on Learning Analytics and Knowledge, pp. 265\u2013269","DOI":"10.1145\/2460296.2460351"},{"key":"284_CR32","unstructured":"Raca M (2015) Camera-based estimation of student\u2019s attention in class. Tech. rep., EPFL"},{"issue":"1","key":"284_CR33","first-page":"1","volume":"2017","author":"J Zaletelj","year":"2017","unstructured":"Zaletelj J, Ko\u0161ir A (2017) Predicting students\u2019 attention in the classroom from kinect facial and body features. EURASIP J Imag Video Process 2017(1):1\u201312","journal-title":"EURASIP J Imag Video Process"},{"key":"284_CR34","unstructured":"Zaletelj J (2015) Estimation of students\u2019 attention in the classroom from kinect features. In:Proceedings of the 10th International Symposium on Image and Signal Processing and Analysis, pp. 220\u2013224, IEEE"},{"key":"284_CR35","doi-asserted-by":"crossref","unstructured":"Thomas C, Jayagopi DB (2017) Predicting student engagement in classrooms using facial behavioral cues. In:Proceedings of the 1st ACM SIGCHI international workshop on multimodal interaction for education, pp. 33\u201340","DOI":"10.1145\/3139513.3139514"},{"issue":"1","key":"284_CR36","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s10648-019-09514-z","volume":"33","author":"P Goldberg","year":"2021","unstructured":"Goldberg P, S\u00fcmer \u00d6, St\u00fcrmer K, Wagner W, G\u00f6llner R, Gerjets P, Kasneci E, Trautwein U (2021) Attentive or not? toward a machine learning approach to assessing students\u2019 visible engagement in classroom instruction. Edu Psychol Rev 33(1):27\u201349","journal-title":"Edu Psychol Rev"},{"key":"284_CR37","doi-asserted-by":"crossref","unstructured":"Fujii K, Marian P, Clark D, Okamoto Y, Rekimoto J (2018) Sync class: visualization system for in-class student synchronization. In: Proceedings of the 9th Augmented Human International Conference","DOI":"10.1145\/3174910.3174927"},{"issue":"22","key":"284_CR38","doi-asserted-by":"publisher","first-page":"4729","DOI":"10.3390\/app9224729","volume":"9","author":"B Ngoc Anh","year":"2019","unstructured":"Ngoc Anh B, Tung Son N, Truong Lam P, Phuong Chi L, Huu Tuan N, Cong Dat N, Huu Trung N, Umar Aftab M, Van Dinh T (2019) A computer-vision based application for student behavior monitoring in classroom. Appl Sci 9(22):4729","journal-title":"Appl Sci"},{"issue":"3","key":"284_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3351229","volume":"3","author":"K Ahuja","year":"2019","unstructured":"Ahuja K, Kim D, Xhakaj F, Varga V, Xie A, Zhang S, Townsend JE, Harrison C, Ogan A, Agarwal Y (2019) Edusense: practical classroom sensing at scale. Proc ACM Interact Mob Wearab Ubiquit Technol 3(3):1\u201326","journal-title":"Proc ACM Interact Mob Wearab Ubiquit Technol"},{"key":"284_CR40","doi-asserted-by":"crossref","unstructured":"Aslan S, Alyuz N, Tanriover C, Mete SE, Okur E, D\u2019Mello SK, Arslan Esme A (2019) Investigating the impact of a real-time, multimodal student engagement analytics technology in authentic classrooms. In:Proceedings of the 2019 CHI conference on human factors in computing systems, pp. 1\u201312","DOI":"10.1145\/3290605.3300534"},{"key":"284_CR41","doi-asserted-by":"crossref","unstructured":"Stewart, A., Bosch, N., Chen, H., Donnelly, P., D\u2019Mello, S.: \u201cFace forward: Detecting mind wandering from video during narrative film comprehension,\u201d in International Conference on Artificial Intelligence in Education, pp. 359\u2013370, Springer, (2017)","DOI":"10.1007\/978-3-319-61425-0_30"},{"key":"284_CR42","unstructured":"Stewart, A., Bosch, N., D\u2019Mello, S. K.: \u201cGeneralizability of face-based mind wandering detection across task contexts.,\u201d International Educational Data Mining Society, (2017)"},{"issue":"4","key":"284_CR43","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/TAFFC.2019.2908837","volume":"12","author":"N Bosch","year":"2019","unstructured":"Bosch N, D\u2019mello S. K (2019) Automatic detection of mind wandering from video in the lab and in the classroom. IEEE Transactions on Affective Computing 12(4):974\u2013988","journal-title":"IEEE Transactions on Affective Computing"},{"issue":"3","key":"284_CR44","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1037\/0033-2909.94.3.429","volume":"94","author":"RE Slavin","year":"1983","unstructured":"Slavin RE (1983) When does cooperative learning increase student achievement? Psychological bulletin 94(3):429","journal-title":"Psychological bulletin"},{"key":"284_CR45","unstructured":"O\u2019Donnell, A. M.: \u201cThe role of peers and group learning.,\u201d (2006)"},{"issue":"2","key":"284_CR46","doi-asserted-by":"publisher","first-page":"413","DOI":"10.3390\/s21020413","volume":"21","author":"M T\u00f6lgyessy","year":"2021","unstructured":"T\u00f6lgyessy M, Dekan M, Chovanec L, Hubinsk\u1ef3 P (2021) Evaluation of the azure kinect and its comparison to kinect v1 and kinect v2. Sensors 21(2):413","journal-title":"Sensors"},{"key":"284_CR47","doi-asserted-by":"crossref","unstructured":"Baltrusaitis, T., Zadeh, A., Lim, Y. C., Morency, L.-P.: \u201cOpenface 2.0: Facial behavior analysis toolkit,\u201d in 2018 13th IEEE international conference on automatic face & gesture recognition (FG 2018), pp. 59\u201366, IEEE, (2018)","DOI":"10.1109\/FG.2018.00019"},{"issue":"4","key":"284_CR48","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1080\/00461520.2014.965823","volume":"49","author":"MT Chi","year":"2014","unstructured":"Chi MT, Wylie R (2014) The icap framework: Linking cognitive engagement to active learning outcomes. Educational psychologist 49(4):219\u2013243","journal-title":"Educational psychologist"},{"key":"284_CR49","doi-asserted-by":"crossref","unstructured":"Lewis, D. D., Catlett, J.: \u201cHeterogeneous uncertainty sampling for supervised learning,\u201d in Machine learning proceedings 1994, pp. 148\u2013156, Elsevier, (1994)","DOI":"10.1016\/B978-1-55860-335-6.50026-X"},{"key":"284_CR50","unstructured":"Ocumpaugh, J.: \u201cBaker rodrigo ocumpaugh monitoring protocol (bromp) 2.0 technical and training manual,\u201d New York, NY and Manila, Philippines: Teachers College, Columbia University and Ateneo Laboratory for the Learning Sciences, vol. 60, (2015)"},{"key":"284_CR51","doi-asserted-by":"crossref","unstructured":"Alyuz, N., Okur, E., Oktay, E., Genc, U., Aslan, S., Mete, S. E., Arnrich, B., Esme, A. A.: \u201cSemi-supervised model personalization for improved detection of learner\u2019s emotional engagement,\u201d in Proceedings of the 18th ACM International Conference on Multimodal Interaction, pp. 100\u2013107, (2016)","DOI":"10.1145\/2993148.2993166"},{"key":"284_CR52","doi-asserted-by":"crossref","unstructured":"Okur, E., Alyuz, N., Aslan, S., Genc, U., Tanriover, C., Arslan Esme, A.: \u201cBehavioral engagement detection of students in the wild,\u201d in International Conference on Artificial Intelligence in Education, pp. 250\u2013261, Springer, (2017)","DOI":"10.1007\/978-3-319-61425-0_21"},{"issue":"6","key":"284_CR53","doi-asserted-by":"publisher","first-page":"946","DOI":"10.1037\/0033-2909.132.6.946","volume":"132","author":"J Smallwood","year":"2006","unstructured":"Smallwood J, Schooler JW (2006) The restless mind. Psychological bulletin 132(6):946","journal-title":"Psychological bulletin"},{"key":"284_CR54","doi-asserted-by":"crossref","unstructured":"D\u2019Mello, S. K.: \u201cWhat do we think about when we learn?,\u201d in Deep comprehension, pp. 52\u201367, Routledge, (2018)","DOI":"10.4324\/9781315109503-6"},{"issue":"4","key":"284_CR55","doi-asserted-by":"publisher","first-page":"821","DOI":"10.1007\/s11257-019-09228-5","volume":"29","author":"S Hutt","year":"2019","unstructured":"Hutt S, Krasich K, Mills C, Bosch N, White S, Brockmole JR, D\u2019Mello SK (2019) Automated gaze-based mind wandering detection during computerized learning in classrooms. User Modeling and User-Adapted Interaction 29(4):821\u2013867","journal-title":"User Modeling and User-Adapted Interaction"},{"key":"284_CR56","doi-asserted-by":"crossref","unstructured":"Blanchard, N., Bixler, R., Joyce, T., D\u2019Mello, S.: \u201cAutomated physiological-based detection of mind wandering during learning,\u201d in International conference on intelligent tutoring systems, pp. 55\u201360, Springer, (2014)","DOI":"10.1007\/978-3-319-07221-0_7"},{"issue":"3\u20134","key":"284_CR57","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1080\/02699939208411068","volume":"6","author":"P Ekman","year":"1992","unstructured":"Ekman P (1992) An argument for basic emotions. Cognition & emotion 6(3\u20134):169\u2013200","journal-title":"Cognition & emotion"},{"key":"284_CR58","doi-asserted-by":"crossref","unstructured":"Pekrun, R.: \u201cA social-cognitive, control-value theory of achievement emotions.,\u201d (2000)","DOI":"10.1016\/S0166-4115(00)80010-2"},{"issue":"4","key":"284_CR59","first-page":"361","volume":"20","author":"SK D\u2019Mello","year":"2010","unstructured":"D\u2019Mello SK, Lehman B, Person N (2010) Monitoring affect states during effortful problem solving activities. International Journal of Artificial Intelligence in Education 20(4):361\u2013389","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"1","key":"284_CR60","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1109\/T-AFFC.2013.27","volume":"5","author":"JL Sabourin","year":"2014","unstructured":"Sabourin JL, Lester JC (2014) Affect and engagement in game-basedlearning environments. IEEE Transactions on Affective Computing 5(1):45\u201356","journal-title":"IEEE Transactions on Affective Computing"},{"key":"284_CR61","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.future.2020.02.075","volume":"108","author":"T Ashwin","year":"2020","unstructured":"Ashwin T, Guddeti RMR (2020) Affective database for e-learning and classroom environments using indian students faces, hand gestures and body postures. Future Generation Computer Systems 108:334\u2013348","journal-title":"Future Generation Computer Systems"},{"key":"284_CR62","unstructured":"Gupta, A., D\u2019Cunha, A., Awasthi, K., Balasubramanian, V.: \u201cDaisee: Towards user engagement recognition in the wild,\u201d arXiv preprint arXiv:1609.01885, (2016)"},{"key":"284_CR63","doi-asserted-by":"crossref","unstructured":"Abtahi, S., Omidyeganeh, M., Shirmohammadi, S., Hariri, B.: \u201cYawdd: A yawning detection dataset,\u201d in Proceedings of the 5th ACM multimedia systems conference, pp. 24\u201328, (2014)","DOI":"10.1145\/2557642.2563678"},{"issue":"3","key":"284_CR64","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1109\/TAFFC.2016.2553038","volume":"8","author":"S Zhalehpour","year":"2016","unstructured":"Zhalehpour S, Onder O, Akhtar Z, Erdem CE (2016) Baum-1: A spontaneous audio-visual face database of affective and mental states. IEEE Transactions on Affective Computing 8(3):300\u2013313","journal-title":"IEEE Transactions on Affective Computing"},{"key":"284_CR65","doi-asserted-by":"crossref","unstructured":"Ghoddoosian, R., Galib, M., Athitsos, V.: \u201cA realistic dataset and baseline temporal model for early drowsiness detection,\u201d in Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 0\u20130, (2019)","DOI":"10.1109\/CVPRW.2019.00027"},{"key":"284_CR66","unstructured":"Kipf, T. N., Welling, M.: \u201cSemi-supervised classification with graph convolutional networks,\u201d arXiv preprint arXiv:1609.02907, (2016)"},{"key":"284_CR67","doi-asserted-by":"crossref","unstructured":"Liu, D., Zhang, H., Zhou, P.: \u201cVideo-based facial expression recognition using graph convolutional networks,\u201d in 2020 25th International Conference on Pattern Recognition (ICPR), pp. 607\u2013614, (2021)","DOI":"10.1109\/ICPR48806.2021.9413094"},{"key":"284_CR68","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1016\/j.neucom.2019.01.078","volume":"337","author":"G Liu","year":"2019","unstructured":"Liu G, Guo J (2019) Bidirectional lstm with attention mechanism and convolutional layer for text classification. Neurocomputing 337:325\u2013338","journal-title":"Neurocomputing"},{"key":"284_CR69","doi-asserted-by":"crossref","unstructured":"Luong, M.-T., Pham, H., Manning, C. D.: \u201cEffective approaches to attention-based neural machine translation,\u201d arXiv preprint arXiv:1508.04025, (2015)","DOI":"10.18653\/v1\/D15-1166"},{"key":"284_CR70","unstructured":"Loshchilov, I., Hutter, F.: \u201cDecoupled weight decay regularization,\u201d arXiv preprint arXiv:1711.05101, (2017)"},{"issue":"3","key":"284_CR71","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1109\/TIM.2015.2507378","volume":"65","author":"M Omidyeganeh","year":"2016","unstructured":"Omidyeganeh M, Shirmohammadi S, Abtahi S, Khurshid A, Farhan M, Scharcanski J, Hariri B, Laroche D, Martel L (2016) Yawning detection using embedded smart cameras. IEEE Transactions on Instrumentation and Measurement 65(3):570\u2013582","journal-title":"IEEE Transactions on Instrumentation and Measurement"},{"key":"284_CR72","doi-asserted-by":"crossref","unstructured":"Zhang, W., Su, J.: \u201cDriver yawning detection based on long short term memory networks,\u201d in 2017 IEEE Symposium Series on Computational Intelligence (SSCI), pp. 1\u20135, IEEE, (2017)","DOI":"10.1109\/SSCI.2017.8285343"},{"key":"284_CR73","unstructured":"Zhang, W., Murphey, Y. L., Wang, T., Xu, Q.: \u201cDriver yawning detection based on deep convolutional neural learning and robust nose tracking,\u201d in 2015 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138, IEEE, (2015)"},{"key":"284_CR74","doi-asserted-by":"crossref","unstructured":"Bai, J., Yu, W., Xiao, Z., Havyarimana, V., Regan, A. C., Jiang, H., Jiao, L.: \u201cTwo-stream spatial-temporal graph convolutional networks for driver drowsiness detection,\u201d IEEE Transactions on Cybernetics, (2021)","DOI":"10.1109\/TCYB.2021.3110813"},{"key":"284_CR75","doi-asserted-by":"publisher","first-page":"118727","DOI":"10.1109\/ACCESS.2019.2936663","volume":"7","author":"W Deng","year":"2019","unstructured":"Deng W, Wu R (2019) Real-time driver-drowsiness detection system using facial features. IEEE Access 7:118727\u2013118738","journal-title":"IEEE Access"},{"key":"284_CR76","doi-asserted-by":"publisher","first-page":"64136","DOI":"10.1109\/ACCESS.2019.2917382","volume":"7","author":"Y Ji","year":"2019","unstructured":"Ji Y, Wang S, Zhao Y, Wei J, Lu Y (2019) Fatigue state detection based on multi-index fusion and state recognition network. IEEE Access 7:64136\u201364147","journal-title":"IEEE Access"},{"key":"284_CR77","doi-asserted-by":"crossref","unstructured":"Ye, M., Zhang, W., Cao, P., Liu, K.: \u201cDriver fatigue detection based on residual channel attention network and head pose estimation,\u201d Applied Sciences, vol. 11, no. 19, (2021)","DOI":"10.3390\/app11199195"},{"key":"284_CR78","doi-asserted-by":"crossref","unstructured":"Xiang W, Wu X, Li C, Zhang W, Li F (2022) Driving fatigue detection based on the combination of multi-branch 3d-cnn and attention mechanism. Applied Sciences 12(9):4689","DOI":"10.3390\/app12094689"},{"key":"284_CR79","doi-asserted-by":"crossref","unstructured":"Zhang S, Zhang S, Huang T, Gao W, Tian Q (2017) Learning affective features with a hybrid deep model for audio-visual emotion recognition. IEEE Transactions on Circuits and Systems for Video Technology 28(10):3030\u20133043","DOI":"10.1109\/TCSVT.2017.2719043"},{"key":"284_CR80","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.inffus.2018.06.003","volume":"46","author":"Y Ma","year":"2019","unstructured":"Ma Y, Hao Y, Chen M, Chen J, Lu P, Ko\u0161ir A (2019) Audio-visual emotion fusion (avef): A deep efficient weighted approach. Information Fusion 46:184\u2013192","journal-title":"Information Fusion"},{"key":"284_CR81","doi-asserted-by":"crossref","unstructured":"Pan, B., Hirota, K., Jia, Z., Zhao, L., Jin, X., Dai, Y.: \u201cMultimodal emotion recognition based on feature selection and extreme learning machine in video clips,\u201d Journal of Ambient Intelligence and Humanized Computing, pp. 1\u201315, (2021)","DOI":"10.1007\/s12652-021-03407-2"},{"key":"284_CR82","doi-asserted-by":"crossref","unstructured":"Mehta, N. K., Prasad, S. S., Saurav, S., Saini, R., Singh, S.: \u201cThree-dimensional densenet self-attention neural network for automatic detection of student\u2019s engagement,\u201d Applied Intelligence, pp. 1\u201321, (2022)","DOI":"10.1007\/s10489-022-03200-4"},{"key":"284_CR83","doi-asserted-by":"crossref","unstructured":"Yang, J., Wang, K., Peng, X., Qiao, Y.: \u201cDeep recurrent multi-instance learning with spatio-temporal features for engagement intensity prediction,\u201d in Proceedings of the 20th ACM international conference on multimodal interaction, pp. 594\u2013598, (2018)","DOI":"10.1145\/3242969.3264981"},{"key":"284_CR84","doi-asserted-by":"crossref","unstructured":"Huang, T., Mei, Y., Zhang, H., Liu, S., Yang, H.: \u201cFine-grained engagement recognition in online learning environment,\u201d in 2019 IEEE 9th international conference on electronics information and emergency communication (ICEIEC), pp. 338\u2013341, IEEE, (2019)","DOI":"10.1109\/ICEIEC.2019.8784559"},{"key":"284_CR85","doi-asserted-by":"crossref","unstructured":"Lin, T.-Y., Goyal, P., Girshick, R., He, K., Doll\u00e1r, P.: \u201cFocal loss for dense object detection,\u201d in Proceedings of the IEEE international conference on computer vision, pp. 2980\u20132988, (2017)","DOI":"10.1109\/ICCV.2017.324"},{"key":"284_CR86","doi-asserted-by":"crossref","unstructured":"Schroff, F., Kalenichenko, D., Philbin, J.: \u201cFacenet: A unified embedding for face recognition and clustering,\u201d in Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 815\u2013823, (2015)","DOI":"10.1109\/CVPR.2015.7298682"}],"container-title":["International Journal of Multimedia Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-023-00284-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13735-023-00284-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-023-00284-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T14:10:26Z","timestamp":1701526226000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13735-023-00284-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,31]]},"references-count":86,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["284"],"URL":"https:\/\/doi.org\/10.1007\/s13735-023-00284-7","relation":{},"ISSN":["2192-6611","2192-662X"],"issn-type":[{"value":"2192-6611","type":"print"},{"value":"2192-662X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,31]]},"assertion":[{"value":"2 January 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 July 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"18"}}