{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T23:42:52Z","timestamp":1782430972829,"version":"3.54.5"},"reference-count":82,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,10,28]],"date-time":"2023-10-28T00:00:00Z","timestamp":1698451200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,28]],"date-time":"2023-10-28T00:00:00Z","timestamp":1698451200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-17534-9","type":"journal-article","created":{"date-parts":[[2023,10,28]],"date-time":"2023-10-28T04:01:36Z","timestamp":1698465696000},"page":"49641-49672","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Automatic student engagement measurement using machine learning techniques: A literature study of data and methods"],"prefix":"10.1007","volume":"83","author":[{"given":"Sandeep","family":"Mandia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajendra","family":"Mitharwal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2350-1700","authenticated-orcid":false,"given":"Kuldeep","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,28]]},"reference":[{"key":"17534_CR1","doi-asserted-by":"publisher","first-page":"59","DOI":"10.3102\/00346543074001059","volume":"74","author":"JA Fredricks","year":"2004","unstructured":"Fredricks JA, Blumenfeld PC, Paris AH (2004) School engagement: Potential of the concept, state of the evidence. Rev Educ Res 74:59\u2013109","journal-title":"Rev Educ Res"},{"key":"17534_CR2","doi-asserted-by":"publisher","unstructured":"Hiver P, Al-Hoorie AH, Mercer S (eds) (2021) Student Engagement in the Language Classroom. Multilingual Matters. https:\/\/doi.org\/10.21832\/9781788923613","DOI":"10.21832\/9781788923613"},{"key":"17534_CR3","doi-asserted-by":"publisher","unstructured":"Deeva G, De Smedt J, De Weerdt J (2022) Educational Sequence Mining for Dropout Prediction in MOOCs: Model Building, Evaluation, and Benchmarking. IEEE Trans Learn Technol 1\u201316. https:\/\/doi.org\/10.1109\/TLT.2022.3215598","DOI":"10.1109\/TLT.2022.3215598"},{"key":"17534_CR4","doi-asserted-by":"publisher","unstructured":"Palacios Hidalgo FJ, Huertas Abril CA, G\u00f3mez Parra ME (2020) MOOCs: Origins, Concept and Didactic Applications: A Systematic Review of the Literature (2012\u20132019). Technol Knowl Learn 25:853\u2013879. https:\/\/doi.org\/10.1007\/s10758-019-09433-6","DOI":"10.1007\/s10758-019-09433-6"},{"key":"17534_CR5","doi-asserted-by":"publisher","first-page":"1440","DOI":"10.1080\/07294360.2020.1732879","volume":"39","author":"J Dyment","year":"2020","unstructured":"Dyment J, Stone C, Milthorpe N (2020) Beyond busy work: rethinking the measurement of online student engagement. High Educ Res Dev 39:1440\u20131453. https:\/\/doi.org\/10.1080\/07294360.2020.1732879","journal-title":"High Educ Res Dev"},{"key":"17534_CR6","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1145\/2535918","volume":"56","author":"A Fox","year":"2013","unstructured":"Fox A (2013) From MOOCs to SPOCs. Commun ACM 56:38\u201340. https:\/\/doi.org\/10.1145\/2535918","journal-title":"Commun ACM"},{"key":"17534_CR7","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1186\/s41239-020-00206-1","volume":"17","author":"J Ruiz-Palmero","year":"2020","unstructured":"Ruiz-Palmero J, Fern\u00e1ndez-Lacorte J-M, S\u00e1nchez-Rivas E, Colomo-Maga\u00f1a E (2020) The implementation of Small Private Online Courses (SPOC) as a new approach to education. Int J Educ Technol High Educ 17:27. https:\/\/doi.org\/10.1186\/s41239-020-00206-1","journal-title":"Int J Educ Technol High Educ"},{"key":"17534_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4236\/jilsa.2019.111001","volume":"11","author":"AB Khedher","year":"2019","unstructured":"Khedher AB, Jraidi I, Frasson C (2019) Tracking Students\u2019 Mental Engagement Using EEG Signals during an Interaction with a Virtual Learning Environment. J Intell Learn Syst Appl 11:1\u201314. https:\/\/doi.org\/10.4236\/jilsa.2019.111001","journal-title":"J Intell Learn Syst Appl"},{"key":"17534_CR9","doi-asserted-by":"publisher","first-page":"100629","DOI":"10.1016\/j.jocs.2017.03.007","volume":"36","author":"T Aluja-Banet","year":"2019","unstructured":"Aluja-Banet T, Sancho M-R, Vukic I (2019) Measuring motivation from the Virtual Learning Environment in secondary education. J Comput Sci 36:100629. https:\/\/doi.org\/10.1016\/j.jocs.2017.03.007","journal-title":"J Comput Sci"},{"key":"17534_CR10","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1109\/TLT.2019.2912162","volume":"12","author":"AF Botelho","year":"2019","unstructured":"Botelho AF, Varatharaj A, Patikorn T, Doherty D, Adjei SA, Beck JE (2019) Developing Early Detectors of Student Attrition and Wheel Spinning Using Deep Learning. IEEE Trans Learn Technol 12:158\u2013170. https:\/\/doi.org\/10.1109\/TLT.2019.2912162","journal-title":"IEEE Trans Learn Technol"},{"key":"17534_CR11","doi-asserted-by":"publisher","unstructured":"Sumer O, Goldberg P, D\u2019Mello S, Gerjets P, Trautwein U, Kasneci E (2021) Multimodal Engagement Analysis from Facial Videos in the Classroom. IEEE Trans Affect Comput 1\u20131. https:\/\/doi.org\/10.1109\/TAFFC.2021.3127692","DOI":"10.1109\/TAFFC.2021.3127692"},{"key":"17534_CR12","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/TAFFC.2019.2908837","volume":"12","author":"N Bosch","year":"2021","unstructured":"Bosch N, D\u2019Mello SK (2021) Automatic Detection of Mind Wandering from Video in the Lab and in the Classroom. IEEE Trans Affect Comput 12:974\u2013988. https:\/\/doi.org\/10.1109\/TAFFC.2019.2908837","journal-title":"IEEE Trans Affect Comput"},{"key":"17534_CR13","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TAFFC.2014.2316163","volume":"5","author":"J Whitehill","year":"2014","unstructured":"Whitehill J, Serpell Z, Lin Y-C, Foster A, Movellan JR (2014) The Faces of Engagement: Automatic Recognition of Student Engagementfrom Facial Expressions. IEEE Trans Affect Comput 5:86\u201398. https:\/\/doi.org\/10.1109\/TAFFC.2014.2316163","journal-title":"IEEE Trans Affect Comput"},{"key":"17534_CR14","doi-asserted-by":"publisher","first-page":"150693","DOI":"10.1109\/ACCESS.2019.2947519","volume":"7","author":"TS Ashwin","year":"2019","unstructured":"Ashwin TS, Guddeti RMR (2019) Unobtrusive Behavioral Analysis of Students in Classroom Environment Using Non-Verbal Cues. IEEE Access 7:150693\u2013150709. https:\/\/doi.org\/10.1109\/ACCESS.2019.2947519","journal-title":"IEEE Access"},{"key":"17534_CR15","doi-asserted-by":"publisher","first-page":"2987","DOI":"10.1007\/s11042-019-08214-8","volume":"79","author":"O Halabi","year":"2020","unstructured":"Halabi O (2020) Immersive virtual reality to enforce teaching in engineering education. Multimed Tools Appl 79:2987\u20133004. https:\/\/doi.org\/10.1007\/s11042-019-08214-8","journal-title":"Multimed Tools Appl"},{"key":"17534_CR16","doi-asserted-by":"crossref","unstructured":"Skinner EA, Belmont MJ (1993) Motivation in the classroom: Reciprocal effects of teacher behavior and student engagement across the school year. J Educ Psychol 85:571","DOI":"10.1037\/\/0022-0663.85.4.571"},{"key":"17534_CR17","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/3139513.3139514","volume-title":"Proceedings of the 1st ACM SIGCHI international workshop on multimodal interaction for education","author":"C Thomas","year":"2017","unstructured":"Thomas C, Jayagopi DB (2017) Predicting student engagement in classrooms using facial behavioral cues. In: Proceedings of the 1st ACM SIGCHI international workshop on multimodal interaction for education, pp 33\u201340"},{"key":"17534_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40561-018-0080-z","volume":"6","author":"MAA Dewan","year":"2019","unstructured":"Dewan MAA, Murshed M, Lin F (2019) Engagement detection in online learning: a review. Smart Learn Environ 6:1. https:\/\/doi.org\/10.1186\/s40561-018-0080-z","journal-title":"Smart Learn Environ"},{"key":"17534_CR19","doi-asserted-by":"publisher","first-page":"28749","DOI":"10.1007\/s11042-018-6017-2","volume":"77","author":"Y Liu","year":"2018","unstructured":"Liu Y, Chen J, Zhang M, Rao C (2018) Student engagement study based on multi-cue detection and recognition in an intelligent learning environment. Multimed Tools Appl 77:28749\u201328775. https:\/\/doi.org\/10.1007\/s11042-018-6017-2","journal-title":"Multimed Tools Appl"},{"key":"17534_CR20","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1007\/s11042-016-4212-6","volume":"77","author":"M Farhan","year":"2018","unstructured":"Farhan M, Aslam M, Jabbar S, Khalid S (2018) Multimedia based qualitative assessment methodology in eLearning: student teacher engagement analysis. Multimed Tools Appl 77:4909\u20134923. https:\/\/doi.org\/10.1007\/s11042-016-4212-6","journal-title":"Multimed Tools Appl"},{"key":"17534_CR21","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/978-3-030-46133-1_17","volume-title":"Joint European conference on machine learning and knowledge discovery in databases","author":"O Mohamad Nezami","year":"2020","unstructured":"Mohamad Nezami O, Dras M, Hamey L, Richards D, Wan S, Paris C (2020) Automatic recognition of student engagement using deep learning and facial expression. In: Joint European conference on machine learning and knowledge discovery in databases. Springer, Cham, pp 273\u2013289"},{"key":"17534_CR22","doi-asserted-by":"publisher","first-page":"6711","DOI":"10.1007\/s11042-020-10007-3","volume":"80","author":"R Damiano","year":"2021","unstructured":"Damiano R, Lombardo V, Monticone G, Pizzo A (2021) Studying and designing emotions in live interactions with the audience. Multimed Tools Appl 80:6711\u20136736","journal-title":"Multimed Tools Appl"},{"key":"17534_CR23","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/MPOT.2012.2189443","volume":"32","author":"A Singh","year":"2013","unstructured":"Singh A, Karanam S, Kumar D (2013) Constructive Learning for Human-Robot Interaction. IEEE Potentials 32:13\u201319. https:\/\/doi.org\/10.1109\/MPOT.2012.2189443","journal-title":"IEEE Potentials"},{"key":"17534_CR24","doi-asserted-by":"publisher","unstructured":"Abdul Hamid SS, Admodisastro N, Manshor N, Kamaruddin A, Ghani AAA (2018) Dyslexia Adaptive Learning Model: Student Engagement Prediction Using Machine Learning Approach. In: Ghazali R, Deris MM, Nawi NM, Abawajy JH (eds) Recent Adv. Soft Comput. Data Min., Springer International Publishing, Cham, pp. 372\u2013384. https:\/\/doi.org\/10.1007\/978-3-319-72550-5_36","DOI":"10.1007\/978-3-319-72550-5_36"},{"key":"17534_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-12898-w","author":"V Kumar","year":"2022","unstructured":"Kumar V, Dhingra G, Saxena N, Malhotra R (2022) Machine learning based analysis of learner-centric teaching of punjabi grammar with multimedia tools in rural indian environment. Multimed Tools Appl. https:\/\/doi.org\/10.1007\/s11042-022-12898-w","journal-title":"Multimed Tools Appl"},{"key":"17534_CR26","first-page":"7","volume-title":"Affective interactions: the computer in the affective loop workshop at","author":"KD Sidney","year":"2005","unstructured":"Sidney KD, Craig SD, Gholson B, Franklin S, Picard R, Graesser AC (2005) Integrating affect sensors in an intelligent tutoring system. In: Affective interactions: the computer in the affective loop workshop, pp 7\u201313"},{"key":"17534_CR27","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1186\/s13640-017-0228-8","volume":"2017","author":"J Zaletelj","year":"2017","unstructured":"Zaletelj J, Ko\u0161ir A (2017) Predicting students\u2019 attention in the classroom from Kinect facial and body features. EURASIP J Image Video Process 2017:80. https:\/\/doi.org\/10.1186\/s13640-017-0228-8","journal-title":"EURASIP J Image Video Process"},{"key":"17534_CR28","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TAFFC.2016.2515084","volume":"8","author":"H Monkaresi","year":"2017","unstructured":"Monkaresi H, Bosch N, Calvo RA, D\u2019Mello SK (2017) Automated Detection of Engagement Using Video-Based Estimation of Facial Expressions and Heart Rate. IEEE Trans Affect Comput 8:15\u201328. https:\/\/doi.org\/10.1109\/TAFFC.2016.2515084","journal-title":"IEEE Trans Affect Comput"},{"key":"17534_CR29","doi-asserted-by":"publisher","unstructured":"Yun W-H, Lee D, Park C, Kim J, Kim J (2019) Automatic Recognition of Children Engagement from Facial Video using Convolutional Neural Networks. IEEE Trans Affect Comput 1\u20131. https:\/\/doi.org\/10.1109\/TAFFC.2018.2834350","DOI":"10.1109\/TAFFC.2018.2834350"},{"key":"17534_CR30","doi-asserted-by":"publisher","unstructured":"Huang, Mei Y, Zhang H, Liu S, Yang H (2019) Fine-grained Engagement Recognition in Online Learning Environment. In: 2019 IEEE 9th Int. Conf. Electron. Inf. Emerg. Commun. ICEIEC, IEEE, Beijing, China, pp. 338\u2013341.https:\/\/doi.org\/10.1109\/ICEIEC.2019.8784559","DOI":"10.1109\/ICEIEC.2019.8784559"},{"key":"17534_CR31","doi-asserted-by":"publisher","unstructured":"Tiam-Lee TJ, Sumi K (2019) Analysis and Prediction of Student Emotions While Doing Programming Exercises. In: Coy A, Hayashi Y, Chang M (eds) Intell. Tutoring Syst., Springer International Publishing, Cham, pp. 24\u201333. https:\/\/doi.org\/10.1007\/978-3-030-22244-4_4","DOI":"10.1007\/978-3-030-22244-4_4"},{"key":"17534_CR32","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1109\/ACII.2017.8273641","volume-title":"2017 Seventh International Conference on Affective Computing and Intelligent Interaction (ACII)","author":"BM Booth","year":"2017","unstructured":"Booth BM, Ali AM, Narayanan SS, Bennett I, Farag AA (2017) Toward active and unobtrusive engagement assessment of distance learners. In: 2017 Seventh International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE, pp 470\u2013476"},{"key":"17534_CR33","first-page":"297","volume-title":"IJCCI","author":"MG Valdez","year":"2017","unstructured":"Valdez MG, Hern\u00e1ndez-\u00c1guila A, Guerv\u00f3s JJM, Soto AM (2017) Enhancing student engagement via reduction of frustration with programming assignments using machine learning. In: IJCCI, pp 297\u2013304"},{"key":"17534_CR34","doi-asserted-by":"crossref","unstructured":"Hew KF, Qiao C, Tang Y (2018) Understanding student engagement in large-scale open online courses: A machine learning facilitated analysis of student\u2019s reflections in 18 highly rated MOOCs. International Review of Research in Open and Distributed Learning (IRRODL) 19(3)","DOI":"10.19173\/irrodl.v19i3.3596"},{"key":"17534_CR35","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1080\/08923647.2020.1696140","volume":"34","author":"A Moubayed","year":"2020","unstructured":"Moubayed A, Injadat M, Shami A, Lutfiyya H (2020) Student Engagement Level in an e-Learning Environment: Clustering Using K-means. Am J Dist Educ 34:137\u2013156. https:\/\/doi.org\/10.1080\/08923647.2020.1696140","journal-title":"Am J Dist Educ"},{"key":"17534_CR36","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1109\/TLT.2014.2378786","volume":"8","author":"M Liu","year":"2015","unstructured":"Liu M, Calvo RA, Pardo A, Martin A (2015) Measuring and Visualizing Students\u2019 Behavioral Engagement in Writing Activities. IEEE Trans Learn Technol 8:215\u2013224. https:\/\/doi.org\/10.1109\/TLT.2014.2378786","journal-title":"IEEE Trans Learn Technol"},{"key":"17534_CR37","doi-asserted-by":"publisher","first-page":"5308","DOI":"10.1109\/ACCESS.2018.2791861","volume":"6","author":"Y Kim","year":"2018","unstructured":"Kim Y, Soyata T, Behnagh RF (2018) Towards Emotionally Aware AI Smart Classroom: Current Issues and Directions for Engineering and Education. IEEE Access 6:5308\u20135331. https:\/\/doi.org\/10.1109\/ACCESS.2018.2791861","journal-title":"IEEE Access"},{"key":"17534_CR38","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/TLT.2011.22","volume":"5","author":"N Pattanasri","year":"2012","unstructured":"Pattanasri N, Mukunoki M, Minoh M (2012) Learning to Estimate Slide Comprehension in Classrooms with Support Vector Machines. IEEE Trans Learn Technol 5:52\u201361. https:\/\/doi.org\/10.1109\/TLT.2011.22","journal-title":"IEEE Trans Learn Technol"},{"key":"17534_CR39","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1109\/T4E.2015.21","volume-title":"2015 IEEE seventh international conference on technology for education (T4E)","author":"TS Ashwin","year":"2015","unstructured":"Ashwin TS, Jose J, Raghu G, Reddy GRM (2015) An e-learning system with multifacial emotion recognition using supervised machine learning. In: 2015 IEEE seventh international conference on technology for education (T4E). IEEE, pp 23\u201326"},{"key":"17534_CR40","doi-asserted-by":"publisher","first-page":"31239","DOI":"10.1007\/s11042-020-10267-z","volume":"80","author":"H Lee","year":"2021","unstructured":"Lee H, Jung J, Lee HK, Yang HS (2021) Discipline vs guidance: comparison of visual engagement approaches in immersive virtual environments. Multimed Tools Appl 80:31239\u201331261","journal-title":"Multimed Tools Appl"},{"key":"17534_CR41","doi-asserted-by":"publisher","first-page":"1623","DOI":"10.1145\/1753326.1753568","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems","author":"M Balaam","year":"2010","unstructured":"Balaam M, Fitzpatrick G, Good J, Luckin R (2010) Exploring affective technologies for the classroom with the subtle stone. In: Proceedings of the SIGCHI conference on human factors in computing systems, pp 1623\u20131632"},{"key":"17534_CR42","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1049\/iet-cvi.2018.5281","volume":"13","author":"C Bian","year":"2019","unstructured":"Bian C, Zhang Y, Yang F, Bi W, Lu W (2019) Spontaneous facial expression database for academic emotion inference in online learning. IET Comput Vis 13:329\u2013337. https:\/\/doi.org\/10.1049\/iet-cvi.2018.5281","journal-title":"IET Comput Vis"},{"key":"17534_CR43","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MIS.2007.79","volume":"22","author":"S D\u2019Mello","year":"2007","unstructured":"D\u2019Mello S, Picard RW, Graesser A (2007) Toward an Affect-Sensitive AutoTutor. IEEE Intell Syst 22:53\u201361. https:\/\/doi.org\/10.1109\/MIS.2007.79","journal-title":"IEEE Intell Syst"},{"key":"17534_CR44","doi-asserted-by":"publisher","unstructured":"Bosch N, D\u2019mello SK, Ocumpaugh J, Baker RS, Shute V (2016) Using Video to Automatically Detect Learner Affect in Computer-Enabled Classrooms. ACM Trans Interact Intell Syst 6:1\u201326. https:\/\/doi.org\/10.1145\/2946837","DOI":"10.1145\/2946837"},{"key":"17534_CR45","doi-asserted-by":"publisher","first-page":"2856","DOI":"10.1109\/ICIP.2017.8296804","volume-title":"2017 IEEE international conference on image processing (ICIP)","author":"R Klein","year":"2017","unstructured":"Klein R, Celik T (2017) The Wits Intelligent Teaching System: Detecting student engagement during lectures using convolutional neural networks. In: 2017 IEEE international conference on image processing (ICIP). IEEE, pp 2856\u20132860"},{"key":"17534_CR46","first-page":"1","volume-title":"Proceedings of the 9th augmented human international conference","author":"K Fujii","year":"2018","unstructured":"Fujii K, Marian P, Clark D, Okamoto Y, Rekimoto J (2018) Sync class: Visualization system for in-class student synchronization. In: Proceedings of the 9th augmented human international conference, pp 1\u20138"},{"key":"17534_CR47","unstructured":"Gupta A, D\u2019Cunha A, Awasthi K, Balasubramanian V (2018) DAiSEE: Towards User Engagement Recognition in the Wild, ArXiv160901885 Cs. http:\/\/arxiv.org\/abs\/1609.01885 (accessed August 10, 2020)."},{"key":"17534_CR48","first-page":"436","volume-title":"2018 IEEE 18th International Conference on Advanced Learning Technologies (ICALT)","author":"TS Ashwin","year":"2018","unstructured":"Ashwin TS, Guddeti RMR (2018) Unobtrusive students' engagement analysis in computer science laboratory using deep learning techniques. In: 2018 IEEE 18th International Conference on Advanced Learning Technologies (ICALT). IEEE, pp 436\u2013440"},{"key":"17534_CR49","doi-asserted-by":"publisher","first-page":"25321","DOI":"10.1007\/s11042-019-7651-z","volume":"78","author":"SK Gupta","year":"2019","unstructured":"Gupta SK, Ashwin TS, Guddeti RMR (2019) Students\u2019 affective content analysis in smart classroom environment using deep learning techniques. Multimed Tools Appl 78:25321\u201325348. https:\/\/doi.org\/10.1007\/s11042-019-7651-z","journal-title":"Multimed Tools Appl"},{"key":"17534_CR50","doi-asserted-by":"publisher","unstructured":"A TS, Guddeti RMR (2020) Affective database for e-learning and classroom environments using Indian students\u2019 faces, hand gestures and body postures. Future Gener Comput Syst 108:334\u2013348. https:\/\/doi.org\/10.1016\/j.future.2020.02.075","DOI":"10.1016\/j.future.2020.02.075"},{"key":"17534_CR51","doi-asserted-by":"publisher","unstructured":"Ruiz N, Yu H, Allessio DA, Jalal M, Joshi A, Murray T, Magee JJ, Delgado KM, Ablavsky V, Sclaroff S, Arroyo I, Woolf BP, Bargal SA, Betke M (2022) ATL-BP: A Student Engagement Dataset and Model for Affect Transfer Learning for Behavior Prediction. IEEE Trans Biom Behav Identity Sci 1\u20131. https:\/\/doi.org\/10.1109\/TBIOM.2022.3210479","DOI":"10.1109\/TBIOM.2022.3210479"},{"key":"17534_CR52","first-page":"3628","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"K Delgado","year":"2021","unstructured":"Delgado K, Origgi JM, Hasanpoor T, Yu H, Allessio D, Arroyo I, Bargal SA (2021) Student engagement dataset. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp 3628\u20133636"},{"key":"17534_CR53","doi-asserted-by":"publisher","first-page":"2132","DOI":"10.1109\/TAFFC.2022.3188390","volume":"13","author":"AV Savchenko","year":"2022","unstructured":"Savchenko AV, Savchenko LV, Makarov I (2022) Classifying Emotions and Engagement in Online Learning Based on a Single Facial Expression Recognition Neural Network. IEEE Trans Affect Comput 13:2132\u20132143. https:\/\/doi.org\/10.1109\/TAFFC.2022.3188390","journal-title":"IEEE Trans Affect Comput"},{"key":"17534_CR54","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-03200-4","author":"NK Mehta","year":"2022","unstructured":"Mehta NK, Prasad SS, Saurav S, Saini R, Singh S (2022) Three-dimensional DenseNet self-attention neural network for automatic detection of student\u2019s engagement. Appl Intell. https:\/\/doi.org\/10.1007\/s10489-022-03200-4","journal-title":"Appl Intell"},{"key":"17534_CR55","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-14048-8","author":"P Buono","year":"2022","unstructured":"Buono P, De Carolis B, D\u2019Errico F, Macchiarulo N, Palestra G (2022) Assessing student engagement from facial behavior in on-line learning. Multimed Tools Appl. https:\/\/doi.org\/10.1007\/s11042-022-14048-8","journal-title":"Multimed Tools Appl"},{"key":"17534_CR56","doi-asserted-by":"publisher","first-page":"6609","DOI":"10.1007\/s10489-020-02139-8","volume":"51","author":"J Liao","year":"2021","unstructured":"Liao J, Liang Y, Pan J (2021) Deep facial spatiotemporal network for engagement prediction in online learning. Appl Intell 51:6609\u20136621. https:\/\/doi.org\/10.1007\/s10489-020-02139-8","journal-title":"Appl Intell"},{"key":"17534_CR57","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3115\/v1\/W14-4111","volume-title":"Proceedings of the EMNLP 2014 workshop on analysis of large scale social interaction in MOOCs","author":"M Kloft","year":"2014","unstructured":"Kloft M, Stiehler F, Zheng Z, Pinkwart N (2014) Predicting MOOC dropout over weeks using machine learning methods. In: Proceedings of the EMNLP 2014 workshop on analysis of large scale social interaction in MOOCs, pp 60\u201365"},{"issue":"1","key":"17534_CR58","first-page":"1","volume":"6","author":"HL Fwa","year":"2018","unstructured":"Fwa HL, Marshall L (2018) Modeling engagement of programming students using unsupervised machine learning technique. GSTF Journal on Computing 6(1):1","journal-title":"GSTF Journal on Computing"},{"key":"17534_CR59","first-page":"1","volume-title":"2016 IEEE Winter Conference on Applications of Computer Vision (WACV)","author":"A Kamath","year":"2016","unstructured":"Kamath A, Biswas A, Balasubramanian V (2016) A crowdsourced approach to student engagement recognition in e-learning environments. In: 2016 IEEE Winter Conference on Applications of Computer Vision (WACV). IEEE, pp 1\u20139"},{"key":"17534_CR60","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1109\/ICMLA.2014.111","volume-title":"2014 13th International Conference on Machine Learning and Applications","author":"S Aslan","year":"2014","unstructured":"Aslan S, Cataltepe Z, Diner I, Dundar O, Esme AA, Ferens R, Yener M (2014) Learner engagement measurement and classification in 1: 1 learning. In: 2014 13th International Conference on Machine Learning and Applications. IEEE, pp 545\u2013552"},{"key":"17534_CR61","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1109\/SmartWorld.2018.00318","volume-title":"2018 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computing, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld\/SCALCOM\/UIC\/ATC\/CBDCom\/IOP\/SCI)","author":"MAA Dewan","year":"2018","unstructured":"Dewan MAA, Lin F, Wen D, Murshed M, Uddin Z (2018) A deep learning approach to detecting engagement of online learners. In: 2018 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computing, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld\/SCALCOM\/UIC\/ATC\/CBDCom\/IOP\/SCI). IEEE, pp 1895\u20131902"},{"key":"17534_CR62","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/s00371-020-01814-8","volume":"37","author":"S Gupta","year":"2021","unstructured":"Gupta S, Thakur K, Kumar M (2021) 2D-human face recognition using SIFT and SURF descriptors of face\u2019s feature regions. Vis Comput 37:447\u2013456. https:\/\/doi.org\/10.1007\/s00371-020-01814-8","journal-title":"Vis Comput"},{"key":"17534_CR63","doi-asserted-by":"publisher","unstructured":"Pabba C, Kumar P (2022) An intelligent system for monitoring students\u2019 engagement in large classroom teaching through facial expression recognition, Expert Syst 39. https:\/\/doi.org\/10.1111\/exsy.12839","DOI":"10.1111\/exsy.12839"},{"key":"17534_CR64","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1109\/TAFFC.2016.2553038","volume":"8","author":"S Zhalehpour","year":"2017","unstructured":"Zhalehpour S, Onder O, Akhtar Z, Erdem CE (2017) BAUM-1: A Spontaneous Audio-Visual Face Database of Affective and Mental States. IEEE Trans Affect Comput 8:300\u2013313. https:\/\/doi.org\/10.1109\/TAFFC.2016.2553038","journal-title":"IEEE Trans Affect Comput"},{"key":"17534_CR65","doi-asserted-by":"publisher","DOI":"10.21227\/e1qm-hb90","volume-title":"IEEE dataport","author":"S Abtahi","year":"2020","unstructured":"Abtahi S, Omidyeganeh M, Shirmohammadi S, Hariri B (2020) Yawning detection dataset. In: IEEE dataport. YawDD. https:\/\/doi.org\/10.21227\/e1qm-hb90"},{"key":"17534_CR66","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s12864-019-6413-7","volume":"21","author":"D Chicco","year":"2020","unstructured":"Chicco D, Jurman G (2020) The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC Genomics 21:6. https:\/\/doi.org\/10.1186\/s12864-019-6413-7","journal-title":"BMC Genomics"},{"key":"17534_CR67","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1109\/LSP.2018.2886933","volume":"26","author":"N Dridi","year":"2019","unstructured":"Dridi N, Hadzagic M (2019) Akaike and Bayesian Information Criteria for Hidden Markov Models. IEEE Signal Process Lett 26:302\u2013306. https:\/\/doi.org\/10.1109\/LSP.2018.2886933","journal-title":"IEEE Signal Process Lett"},{"key":"17534_CR68","first-page":"1","volume-title":"2018 Digital Image Computing: Techniques and Applications (DICTA)","author":"A Kaur","year":"2018","unstructured":"Kaur A, Mustafa A, Mehta L, Dhall A (2018) Prediction and localization of student engagement in the wild. In: 2018 Digital Image Computing: Techniques and Applications (DICTA). IEEE, pp 1\u20138"},{"key":"17534_CR69","first-page":"474","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops","author":"S Sathayanarayana","year":"2014","unstructured":"Sathayanarayana S, Kumar Satzoda R, Carini A, Lee M, Salamanca L, Reilly J, Littlewort G (2014) Towards automated understanding of student-tutor interactions using visual deictic gestures. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp 474\u2013481"},{"key":"17534_CR70","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1145\/3382507.3417973","volume-title":"Proceedings of the 2020 International Conference on Multimodal Interaction","author":"A Dhall","year":"2020","unstructured":"Dhall A, Sharma G, Goecke R, Gedeon T (2020) Emotiw 2020: Driver gaze, group emotion, student engagement and physiological signal based challenges. In: Proceedings of the 2020 International Conference on Multimodal Interaction, pp 784\u2013789"},{"key":"17534_CR71","doi-asserted-by":"publisher","unstructured":"Wu J, Yang B, Wang Y, Hattori G (2020) Advanced Multi-Instance Learning Method with Multi-features Engineering and Conservative Optimization for Engagement Intensity Prediction. In: Proc. 2020 Int. Conf. Multimodal Interact., ACM, Virtual Event Netherlands, pp. 777\u2013783. https:\/\/doi.org\/10.1145\/3382507.3417959","DOI":"10.1145\/3382507.3417959"},{"key":"17534_CR72","doi-asserted-by":"publisher","unstructured":"Zhu B, Lan X, Guo X, Barner KE, Boncelet C (2020) Multi-rate Attention Based GRU Model for Engagement Prediction. In: Proc. 2020 Int. Conf. Multimodal Interact., ACM, Virtual Event Netherlands, pp. 841\u2013848. https:\/\/doi.org\/10.1145\/3382507.3417965","DOI":"10.1145\/3382507.3417965"},{"key":"17534_CR73","doi-asserted-by":"publisher","unstructured":"Wang Y, Kotha A, Hong P, Qiu M (2020) Automated Student Engagement Monitoring and Evaluation during Learning in the Wild. In: 2020 7th IEEE Int. Conf. Cyber Secur. Cloud Comput. CSCloud2020 6th IEEE Int. Conf. Edge Comput. Scalable Cloud EdgeCom, IEEE, New York, NY, USA, pp. 270\u2013275.https:\/\/doi.org\/10.1109\/CSCloud-EdgeCom49738.2020.00054","DOI":"10.1109\/CSCloud-EdgeCom49738.2020.00054"},{"key":"17534_CR74","doi-asserted-by":"publisher","unstructured":"Geng L, Xu M, Wei Z, Zhou X (2019) Learning Deep Spatiotemporal Feature for Engagement Recognition of Online Courses. In: 2019 IEEE Symp. Ser. Comput. Intell. SSCI, IEEE, Xiamen, China, pp. 442\u2013447.https:\/\/doi.org\/10.1109\/SSCI44817.2019.9002713","DOI":"10.1109\/SSCI44817.2019.9002713"},{"key":"17534_CR75","doi-asserted-by":"publisher","unstructured":"Zhang H, Xiao X, Huang T, Liu S, Xia Y, Li J (2019) An Novel End-to-end Network for Automatic Student Engagement Recognition. In: 2019 IEEE 9th Int. Conf. Electron. Inf. Emerg. Commun. ICEIEC, IEEE, Beijing, China, pp. 342\u2013345.https:\/\/doi.org\/10.1109\/ICEIEC.2019.8784507","DOI":"10.1109\/ICEIEC.2019.8784507"},{"key":"17534_CR76","doi-asserted-by":"publisher","unstructured":"Murshed M, Dewan MAA, Lin F, Wen D (2019) Engagement Detection in e-Learning Environments using Convolutional Neural Networks. In: 2019 IEEE Intl Conf Dependable Auton. Secure Comput. Intl Conf Pervasive Intell. Comput. Intl Conf Cloud Big Data Comput. Intl Conf Cyber Sci. Technol. Congr. DASCPiComCBDComCyberSciTech, IEEE, Fukuoka, Japan, pp. 80\u201386.https:\/\/doi.org\/10.1109\/DASC\/PiCom\/CBDCom\/CyberSciTech.2019.00028","DOI":"10.1109\/DASC\/PiCom\/CBDCom\/CyberSciTech.2019.00028"},{"key":"17534_CR77","doi-asserted-by":"publisher","unstructured":"Joshi A, Allessio D, Magee J, Whitehill J, Arroyo I, Woolf B, Sclaroff S, Betke M (2019) Affect-driven Learning Outcomes Prediction in Intelligent Tutoring Systems. In: 2019 14th IEEE Int. Conf. Autom. Face Gesture Recognit. FG 2019, IEEE, Lille, France, pp. 1\u20135.https:\/\/doi.org\/10.1109\/FG.2019.8756624","DOI":"10.1109\/FG.2019.8756624"},{"key":"17534_CR78","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.neucom.2020.01.085","volume":"396","author":"X Wu","year":"2020","unstructured":"Wu X, Sahoo D, Hoi SCH (2020) Recent advances in deep learning for object detection. Neurocomputing 396:39\u201364. https:\/\/doi.org\/10.1016\/j.neucom.2020.01.085","journal-title":"Neurocomputing"},{"key":"17534_CR79","doi-asserted-by":"publisher","unstructured":"Chen Y, Dai X, Chen D, Liu M, Dong X, Yuan L, Liu Z (2022) Mobile-Former: Bridging MobileNet and Transformer. In: 2022 IEEECVF Conf. Comput. Vis. Pattern Recognit. CVPR, IEEE, New Orleans, LA, USA, pp. 5260\u20135269.https:\/\/doi.org\/10.1109\/CVPR52688.2022.00520","DOI":"10.1109\/CVPR52688.2022.00520"},{"key":"17534_CR80","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S, Uszkoreit J, Houlsby N (2021) An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. http:\/\/arxiv.org\/abs\/2010.11929 (accessed December 21, 2022)."},{"key":"17534_CR81","doi-asserted-by":"publisher","unstructured":"Arnab A, Dehghani M, Heigold G, Sun C, Lucic M, Schmid C (2021) ViViT: A Video Vision Transformer. In: 2021 IEEECVF Int. Conf. Comput. Vis. ICCV, IEEE, Montreal, QC, Canada, pp. 6816\u20136826.https:\/\/doi.org\/10.1109\/ICCV48922.2021.00676","DOI":"10.1109\/ICCV48922.2021.00676"},{"key":"17534_CR82","doi-asserted-by":"publisher","unstructured":"Yan S, Xiong X, Arnab A, Lu Z, Zhang M, Sun C, Schmid C (2022) Multiview Transformers for Video Recognition. In: 2022 IEEECVF Conf. Comput. Vis. Pattern Recognit. CVPR, IEEE, New Orleans, LA, USA, pp. 3323\u20133333.https:\/\/doi.org\/10.1109\/CVPR52688.2022.00333","DOI":"10.1109\/CVPR52688.2022.00333"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17534-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-17534-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17534-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,7]],"date-time":"2024-05-07T11:24:22Z","timestamp":1715081062000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-17534-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,28]]},"references-count":82,"journal-issue":{"issue":"16","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["17534"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-17534-9","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,28]]},"assertion":[{"value":"28 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 October 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose. The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding and\/or Conflicts of interests\/Competing interests"}}]}}