{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T19:03:51Z","timestamp":1775847831236,"version":"3.50.1"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T00:00:00Z","timestamp":1775779200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T00:00:00Z","timestamp":1775779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100013784","name":"Fu Jen Catholic University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100013784","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-026-21230-9","type":"journal-article","created":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T18:00:53Z","timestamp":1775844053000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Cultural differences in facial features based on SHAP analysis from machine learning model estimating learners' mental states"],"prefix":"10.1007","volume":"85","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2060-8470","authenticated-orcid":false,"given":"Guan-Yun","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9880-0596","authenticated-orcid":false,"given":"Yasuhiro","family":"Hatori","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8173-7666","authenticated-orcid":false,"given":"Yoshiyuki","family":"Sato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6385-5669","authenticated-orcid":false,"given":"Chia-Huei","family":"Tseng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8216-3836","authenticated-orcid":false,"given":"Hsiu-Ping","family":"Yueh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2149-6132","authenticated-orcid":false,"given":"Satoshi","family":"Shioiri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,10]]},"reference":[{"key":"21230_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.103954","volume":"156","author":"A Atif","year":"2020","unstructured":"Atif A, Richards D, Liu D, Bilgin AA (2020) Perceived benefits and barriers of a prototype early alert system to detect engagement and support \u2018at-risk\u2019 students: the teacher perspective. Comput Educ 156:103954. https:\/\/doi.org\/10.1016\/j.compedu.2020.103954","journal-title":"Comput Educ"},{"key":"21230_CR2","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.compedu.2018.03.020","volume":"122","author":"F-R Lin","year":"2018","unstructured":"Lin F-R, Kao C-M (2018) Mental effort detection using EEG data in E-learning contexts. Comput Educ 122:63\u201379. https:\/\/doi.org\/10.1016\/j.compedu.2018.03.020","journal-title":"Comput Educ"},{"issue":"1","key":"21230_CR3","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/TLT.2022.3200394","volume":"16","author":"H Kim","year":"2023","unstructured":"Kim H, Chae Y, Kim S, Im CH (2023) Development of a computer-aided education system inspired by face-to-face learning by incorporating EEG-based neurofeedback into online video lectures. IEEE Trans Learn Technol 16(1):78\u201391. https:\/\/doi.org\/10.1109\/TLT.2022.3200394","journal-title":"IEEE Trans Learn Technol"},{"issue":"10","key":"21230_CR4","doi-asserted-by":"publisher","first-page":"678","DOI":"10.18178\/ijiet.2019.9.10.1287","volume":"9","author":"M Chaouachi","year":"2019","unstructured":"Chaouachi M, Jraidi I, Lajoie SP, Frasson C (2019) Enhancing the learning experience using real-time cognitive evaluation. Int J Inf Educ Technol 9(10):678\u2013688. https:\/\/doi.org\/10.18178\/ijiet.2019.9.10.1287","journal-title":"Int J Inf Educ Technol"},{"key":"21230_CR5","doi-asserted-by":"crossref","unstructured":"Kato H, Takahashi K, Hatori Y, Sato Y, Shioiri S Prediction of engagement from facial expressions: effect of dynamic factors. In: The 18th international conference on intelligent information hiding and multimedia signal processing (IIHMSP-2022), Kitakyushu, Japan","DOI":"10.1007\/978-981-99-0105-0_38"},{"key":"21230_CR6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3297651","author":"R Miao","year":"2023","unstructured":"Miao R, Kato H, Hatori Y, Sato Y, Shioiri S (2023) Analysis of facial expressions to estimate the level of engagement in online lectures. IEEE Access. https:\/\/doi.org\/10.1109\/ACCESS.2023.3297651","journal-title":"IEEE Access"},{"issue":"2","key":"21230_CR7","doi-asserted-by":"publisher","first-page":"1012","DOI":"10.1109\/TAFFC.2021.3127692","volume":"14","author":"\u00d6 S\u00fcmer","year":"2021","unstructured":"S\u00fcmer \u00d6, Goldberg P, D\u2019Mello S, Gerjets P, Trautwein U, Kasneci E (2021) Multimodal engagement analysis from facial videos in the classroom. IEEE Trans Affect Comput 14(2):1012\u20131027. https:\/\/doi.org\/10.1109\/TAFFC.2021.3127692","journal-title":"IEEE Trans Affect Comput"},{"key":"21230_CR8","unstructured":"Wang G-Y, Nagata H, Hatori Y, Sato Y, Tseng C-H, Shioiri S. Detecting Learners\u2019 Hint Inquiry Behaviors in e-Learning Environment by using Facial Expressions. In Proceedings of the Tenth ACM Conference on Learning @ Scale (L@S '23), Copenhagen, Denmark, July 20\u201322, pp. 4."},{"key":"21230_CR9","doi-asserted-by":"publisher","unstructured":"Wang G-Y, Hatori Y, Sato Y, Tseng C-H, Shioiri S (2023) Predicting learners' engagement and help-seeking behaviors in an e-learning environment by using facial and head pose features. https:\/\/doi.org\/10.2139\/ssrn.4600003","DOI":"10.2139\/ssrn.4600003"},{"issue":"1","key":"21230_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10919-016-0244-x","volume":"41","author":"D McDuff","year":"2017","unstructured":"McDuff D, Girard JM, Kaliouby R (2017) Large-scale observational evidence of cross-cultural differences in facial behavior. J Nonverb Behav 41(1):1\u201319. https:\/\/doi.org\/10.1007\/s10919-016-0244-x","journal-title":"J Nonverb Behav"},{"key":"21230_CR11","doi-asserted-by":"crossref","unstructured":"Bustos-L\u00f3pez M, Cruz-Ram\u00edrez N, Guerra-Hern\u00e1ndez A, S\u00e1nchez-Morales L N, Alor-Hern\u00e1ndez G. Emotion Detection in Learning Environments Using Facial Expressions: A Brief Review. Handbook on Decision Making: Volume 3: Trends and Challenges in Intelligent Decision Support Systems, Zapata-Cortes J A, S\u00e1nchez-Ram\u00edrez C, Alor-Hern\u00e1ndez G and Garc\u00eda-Alcaraz J L (eds). Springer International Publishing, 2023, pp. 349\u2013372.","DOI":"10.1007\/978-3-031-08246-7_15"},{"issue":"28","key":"21230_CR12","doi-asserted-by":"publisher","first-page":"44175","DOI":"10.1007\/s11042-023-15570-z","volume":"82","author":"A Sultana","year":"2023","unstructured":"Sultana A, Dey SK, Rahman MA (2023) Facial emotion recognition based on deep transfer learning approach. Multimed Tools Appl 82(28):44175\u201344189. https:\/\/doi.org\/10.1007\/s11042-023-15570-z","journal-title":"Multimed Tools Appl"},{"key":"21230_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-024-19392-5","author":"M Aly","year":"2024","unstructured":"Aly M (2024) Revolutionizing online education: advanced facial expression recognition for real-time student progress tracking via deep learning model. Multimed Tools Appl. https:\/\/doi.org\/10.1007\/s11042-024-19392-5","journal-title":"Multimed Tools Appl"},{"issue":"3","key":"21230_CR14","doi-asserted-by":"publisher","DOI":"10.3390\/app14031156","volume":"14","author":"R Lawpanom","year":"2024","unstructured":"Lawpanom R, Songpan W, Kaewyotha J (2024) Advancing facial expression recognition in online learning education using a homogeneous ensemble convolutional neural network approach. Appl Sci 14(3):1156","journal-title":"Appl Sci"},{"key":"21230_CR15","doi-asserted-by":"publisher","first-page":"18235","DOI":"10.1109\/ACCESS.2021.3054176","volume":"9","author":"S Peng","year":"2021","unstructured":"Peng S, Nagao K (2021) Recognition of students\u2019 mental states in discussion based on multimodal data and its application to educational support. IEEE Access 9:18235\u201318250. https:\/\/doi.org\/10.1109\/ACCESS.2021.3054176","journal-title":"IEEE Access"},{"key":"21230_CR16","doi-asserted-by":"crossref","unstructured":"Hasegawa S, Hirako A, Zheng X, Karimah SN, Ota K, Unoki T (2020) Learner\u2019s mental state estimation with PC built-in camera. In: Learning and collaboration technologies human and technology ecosystems: 7th international conference, LCT 2020, held as part of the 22nd HCI international conference, HCII 2020, Copenhagen, Denmark, pp 165\u2013175","DOI":"10.1007\/978-3-030-50506-6_12"},{"issue":"1","key":"21230_CR17","doi-asserted-by":"publisher","first-page":"59","DOI":"10.3102\/00346543074001059","volume":"74","author":"JA Fredricks","year":"2004","unstructured":"Fredricks JA, Blumenfeld PC, Paris AH (2004) School engagement: potential of the concept, state of the evidence. Rev Educ Res 74(1):59\u2013109. https:\/\/doi.org\/10.3102\/00346543074001059","journal-title":"Rev Educ Res"},{"issue":"1","key":"21230_CR18","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-022-00212-y","volume":"9","author":"SN Karimah","year":"2022","unstructured":"Karimah SN, Hasegawa S (2022) Automatic engagement estimation in smart education\/learning settings: a systematic review of engagement definitions, datasets, and methods. Smart Learn Environ 9(1):31. https:\/\/doi.org\/10.1186\/s40561-022-00212-y","journal-title":"Smart Learn Environ"},{"key":"21230_CR19","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1109\/CVPR.2004.427","volume-title":"2004 Conference on Computer Vision and Pattern Recognition Workshop","author":"RE Kaliouby","year":"2004","unstructured":"Kaliouby RE, Robinson P (2004) Real-Time Inference of Complex Mental States from Facial Expressions and Head Gestures. In: 2004 Conference on Computer Vision and Pattern Recognition Workshop, p 154"},{"key":"21230_CR20","first-page":"181","volume-title":"Real-time inference of complex mental states from facial expressions and head gestures. Real-time vision for human-computer interaction","author":"R el Kaliouby","year":"2005","unstructured":"el Kaliouby R, Robinson P (2005) In: Kisa\u010danin B, Pavlovi\u0107 V, Huang TS (eds) Real-time inference of complex mental states from facial expressions and head gestures. Real-time vision for human-computer interaction. Springer US, pp 181\u2013200"},{"key":"21230_CR21","volume-title":"World Conference on Computers in Education","author":"R Miao","year":"2022","unstructured":"Miao R, Kato H, Hatori Y, Sato Y, Shioiri S (2022) Analysis of facial expressions for the estimation of concentration on online lectures. In: World Conference on Computers in Education. IFIP WCCE, Hiroshima, Japan"},{"issue":"4","key":"21230_CR22","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/TAFFC.2019.2908837","volume":"12","author":"N Bosch","year":"2021","unstructured":"Bosch N, D'Mello SK (2021) Automatic detection of mind wandering from video in the lab and in the classroom. IEEE Trans Affect Comput 12(4):974\u2013988. https:\/\/doi.org\/10.1109\/TAFFC.2019.2908837","journal-title":"IEEE Trans Affect Comput"},{"issue":"3","key":"21230_CR23","doi-asserted-by":"publisher","first-page":"2149","DOI":"10.1007\/s11277-020-07675-7","volume":"115","author":"R Desai","year":"2020","unstructured":"Desai R, Porob P, Rebelo P, Edla DR, Bablani A (2020) EEG data classification for mental state analysis using wavelet packet transform and Gaussian process classifier. Wirel Pers Commun 115(3):2149\u20132169. https:\/\/doi.org\/10.1007\/s11277-020-07675-7","journal-title":"Wirel Pers Commun"},{"issue":"5","key":"21230_CR24","doi-asserted-by":"publisher","first-page":"867","DOI":"10.1109\/TNSRE.2019.2906371","volume":"27","author":"P Ren","year":"2019","unstructured":"Ren P, Ma X, Lai W, Zhang M, Liu S, Wang Y, Li M, Ma D, Dong Y, He Y, Xu X (2019) Comparison of the use of blink rate and blink rate variability for mental state recognition. IEEE Trans Neural Syst Rehabil Eng 27(5):867\u2013875. https:\/\/doi.org\/10.1109\/TNSRE.2019.2906371","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"issue":"1","key":"21230_CR25","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TAFFC.2016.2515084","volume":"8","author":"H Monkaresi","year":"2017","unstructured":"Monkaresi H, Bosch N, Calvo RA, Mello SKD (2017) Automated detection of engagement using video-based estimation of facial expressions and heart rate. IEEE Trans Affect Comput 8(1):15\u201328. https:\/\/doi.org\/10.1109\/TAFFC.2016.2515084","journal-title":"IEEE Trans Affect Comput"},{"key":"21230_CR26","doi-asserted-by":"publisher","DOI":"10.3844\/ajassp.2016.1377.1384","author":"A Al-Alwani","year":"2016","unstructured":"Al-Alwani A (2016) A combined approach to improve supervised E-learning using multi-sensor student engagement analysis. Am J Appl Sci. https:\/\/doi.org\/10.3844\/ajassp.2016.1377.1384","journal-title":"Am J Appl Sci"},{"key":"21230_CR27","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2022.1092848","volume":"13","author":"J Xiao","year":"2022","unstructured":"Xiao J, Jiang Z, Wang L, Yu T (2022) What can multimodal data tell us about online synchronous training: learning outcomes and engagement of in-service teachers. Front Psychol 13:1092848. https:\/\/doi.org\/10.3389\/fpsyg.2022.1092848","journal-title":"Front Psychol"},{"key":"21230_CR28","volume-title":"Culture's consequences: comparing values, behaviors, institutions and organizations across nations","author":"G Hofstede","year":"2001","unstructured":"Hofstede G (2001) Culture's consequences: comparing values, behaviors, institutions and organizations across nations. Sage"},{"issue":"1","key":"21230_CR29","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1111\/bjet.13002","volume":"52","author":"Y Zhao","year":"2021","unstructured":"Zhao Y, Wang N, Li Y, Zhou R, Li S (2021) Do cultural differences affect users\u2019 e-learning adoption? A meta-analysis. Br J Educ Technol 52(1):20\u201341. https:\/\/doi.org\/10.1111\/bjet.13002","journal-title":"Br J Educ Technol"},{"issue":"2","key":"21230_CR30","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s11760-022-02246-8","volume":"17","author":"AH Sham","year":"2023","unstructured":"Sham AH, Aktas K, Rizhinashvili D, Kuklianov D, Alisinanoglu F, Ofodile I, Ozcinar C, Anbarjafari G (2023) Ethical AI in facial expression analysis: racial bias. SIViP 17(2):399\u2013406. https:\/\/doi.org\/10.1007\/s11760-022-02246-8","journal-title":"SIViP"},{"issue":"9","key":"21230_CR31","doi-asserted-by":"publisher","first-page":"12859","DOI":"10.1007\/s11042-022-14048-8","volume":"82","author":"P Buono","year":"2023","unstructured":"Buono P, De Carolis B, D\u2019Errico F, Macchiarulo N, Palestra G (2023) Assessing student engagement from facial behavior in on-line learning. Multimed Tools Appl 82(9):12859\u201312877. https:\/\/doi.org\/10.1007\/s11042-022-14048-8","journal-title":"Multimed Tools Appl"},{"issue":"22","key":"21230_CR32","doi-asserted-by":"publisher","first-page":"17257","DOI":"10.1007\/s00500-023-08058-3","volume":"27","author":"F Begum","year":"2023","unstructured":"Begum F, Neelima A, Valan JA (2023) Emotion recognition system for e-learning environment based on facial expressions. Soft Comput 27(22):17257\u201317265. https:\/\/doi.org\/10.1007\/s00500-023-08058-3","journal-title":"Soft Comput"},{"key":"21230_CR33","doi-asserted-by":"publisher","first-page":"121419","DOI":"10.1109\/ACCESS.2023.3325407","volume":"11","author":"M Aly","year":"2023","unstructured":"Aly M, Ghallab A, Fathi IS (2023) Enhancing facial expression recognition system in online learning context using efficient deep learning model. IEEE Access 11:121419\u2013121433. https:\/\/doi.org\/10.1109\/ACCESS.2023.3325407","journal-title":"IEEE Access"},{"key":"21230_CR34","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2021.606548","volume":"12","author":"LA Renier","year":"2021","unstructured":"Renier LA, Schmid Mast M, Dael N, Kleinlogel EP (2021) Nonverbal social sensing: what social sensing can and cannot do for the study of nonverbal behavior from video. Front Psychol 12:606548. https:\/\/doi.org\/10.3389\/fpsyg.2021.606548","journal-title":"Front Psychol"},{"key":"21230_CR35","doi-asserted-by":"crossref","unstructured":"Dutta A, Zisserman A The VIA Annotation Software for Images, Audio and Video. In: Proceedings of the 27th ACM International Conference on Multimedia, Nice, France, pp 2276\u20132279","DOI":"10.1145\/3343031.3350535"},{"issue":"1","key":"21230_CR36","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TAFFC.2014.2316163","volume":"5","author":"J Whitehill","year":"2014","unstructured":"Whitehill J, Serpell Z, Lin YC, Foster A, Movellan JR (2014) The faces of engagement: automatic recognition of student engagementfrom facial expressions. IEEE Trans Affect Comput 5(1):86\u201398. https:\/\/doi.org\/10.1109\/TAFFC.2014.2316163","journal-title":"IEEE Trans Affect Comput"},{"issue":"5","key":"21230_CR37","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss JL (1971) Measuring nominal scale agreement among many raters. Psychol Bull 76(5):378\u2013382. https:\/\/doi.org\/10.1037\/h0031619","journal-title":"Psychol Bull"},{"issue":"1","key":"21230_CR38","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J Landis","year":"1977","unstructured":"Landis J, Koch G (1977) The measurement of observer agreement for categorical data. Biometrics 33(1):159\u2013174","journal-title":"Biometrics"},{"key":"21230_CR39","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1109\/FG.2018.00019","volume-title":"2018 13th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2018)","author":"T Baltrusaitis","year":"2018","unstructured":"Baltrusaitis T, Zadeh A, Lim YC, Morency L (2018) OpenFace 2.0: Facial Behavior Analysis Toolkit. In: 2018 13th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2018), pp 59\u201366"},{"key":"21230_CR40","doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen W V (1978) Facial action coding system.","DOI":"10.1037\/t27734-000"},{"key":"21230_CR41","unstructured":"Ke G, Meng Q, Finley T, Wang T, Chen W, Ma W, Ye Q, Liu T-Y (2017) Lightgbm: A highly efficient gradient boosting decision tree. 30"},{"key":"21230_CR42","unstructured":"Lundberg S M, Erion G, Chen H, DeGrave A, Prutkin J M, Nair B, Katz R, Himmelfarb J, Bansal N, Lee S-I J (2019) Explainable AI for trees: From local explanations to global understanding."},{"issue":"11","key":"21230_CR43","doi-asserted-by":"publisher","first-page":"2727","DOI":"10.1007\/s11606-022-07394-8","volume":"37","author":"T Ikeda","year":"2022","unstructured":"Ikeda T, Cooray U, Hariyama M, Aida J, Kondo K, Murakami M, Osaka K (2022) An interpretable machine learning approach to predict fall risk among community-dwelling older adults: a three-year longitudinal study. J Gen Intern Med 37(11):2727\u20132735. https:\/\/doi.org\/10.1007\/s11606-022-07394-8","journal-title":"J Gen Intern Med"},{"issue":"1","key":"21230_CR44","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-023-01548-7","volume":"10","author":"R Bai","year":"2023","unstructured":"Bai R, Lam JCK, Li VOK (2023) What dictates income in new York City? SHAP analysis of income estimation based on socio-economic and spatial information Gaussian processes (SSIG). Humanit Soc Sci Commun 10(1):60. https:\/\/doi.org\/10.1057\/s41599-023-01548-7","journal-title":"Humanit Soc Sci Commun"},{"key":"21230_CR45","doi-asserted-by":"publisher","DOI":"10.1007\/s11156-023-01192-x","author":"HH Nguyen","year":"2023","unstructured":"Nguyen HH, Viviani J-L, Ben Jabeur S (2023) Bankruptcy prediction using machine learning and shapley additive explanations. Rev Quant Finance Acc. https:\/\/doi.org\/10.1007\/s11156-023-01192-x","journal-title":"Rev Quant Finance Acc"},{"key":"21230_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.scitotenv.2021.149797","volume":"801","author":"A Dikshit","year":"2021","unstructured":"Dikshit A, Pradhan B (2021) Interpretable and explainable AI (XAI) model for spatial drought prediction. Sci Total Environ 801:149797. https:\/\/doi.org\/10.1016\/j.scitotenv.2021.149797","journal-title":"Sci Total Environ"},{"key":"21230_CR47","doi-asserted-by":"publisher","DOI":"10.3389\/fdata.2021.688969","author":"V Belle","year":"2021","unstructured":"Belle V, Papantonis I (2021) Principles and practice of explainable machine learning. Front Big Data. https:\/\/doi.org\/10.3389\/fdata.2021.688969","journal-title":"Front Big Data"},{"key":"21230_CR48","unstructured":"Lundberg SM, Lee S-I A unified approach to interpreting model predictions. In Adv Neural Inf Process Syst"},{"key":"21230_CR49","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.104114","volume":"163","author":"S Li","year":"2021","unstructured":"Li S, Lajoie SP, Zheng J, Wu H, Cheng H (2021) Automated detection of cognitive engagement to inform the art of staying engaged in problem-solving. Comput Educ 163:104114. https:\/\/doi.org\/10.1016\/j.compedu.2020.104114","journal-title":"Comput Educ"},{"key":"21230_CR50","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2025.100387","volume":"8","author":"G-Y Wang","year":"2025","unstructured":"Wang G-Y, Hatori Y, Sato Y, Tseng C-H, Shioiri S (2025) Predicting learners\u2019 engagement and help-seeking behaviors in an e-learning environment by using facial and head pose features. Computers and Education: Artificial Intelligence 8:100387. https:\/\/doi.org\/10.1016\/j.caeai.2025.100387","journal-title":"Computers and Education: Artificial Intelligence"},{"issue":"3","key":"21230_CR51","first-page":"20","volume":"41","author":"BRC Shweta","year":"2015","unstructured":"Shweta BRC, Chaturvedi HK (2015) Evaluation of inter-rater agreement and inter-rater reliability for observational data: an overview of concepts and methods. J Indian Acad Appl Psychol 41(3):20\u201327","journal-title":"J Indian Acad Appl Psychol"},{"issue":"4","key":"21230_CR52","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1177\/0013164420973080","volume":"81","author":"KL Gwet","year":"2021","unstructured":"Gwet KL (2021) Large-sample variance of Fleiss generalized kappa. Educ Psychol Meas 81(4):781\u2013790. https:\/\/doi.org\/10.1177\/0013164420973080","journal-title":"Educ Psychol Meas"},{"key":"21230_CR53","doi-asserted-by":"publisher","unstructured":"Borse NS, Subramaniam RC, Rebello NS (2025) Investigation of the inter-rater reliability between large language models and human raters in qualitative Analysis. https:\/\/doi.org\/10.48550\/arXiv.2508.14764","DOI":"10.48550\/arXiv.2508.14764"},{"key":"21230_CR54","doi-asserted-by":"publisher","DOI":"10.3389\/fcomp.2023.1062342","author":"A Pellet-Rostaing","year":"2023","unstructured":"Pellet-Rostaing A, Bertrand R, Boudin A, Rauzy S, Blache P (2023) A multimodal approach for modeling engagement in conversation. Front Comput Sci. https:\/\/doi.org\/10.3389\/fcomp.2023.1062342","journal-title":"Front Comput Sci"},{"key":"21230_CR55","doi-asserted-by":"crossref","unstructured":"Stamper J, Xiao R, Hou X (2024) Enhancing LLM-based feedback: Insights from intelligent tutoring systems and the learning sciences. In: Artificial intelligence in education posters and late breaking results, workshops and tutorials, industry and innovation tracks, practitioners, doctoral consortium and blue sky, Cham, pp 32\u201343","DOI":"10.1007\/978-3-031-64315-6_3"},{"key":"21230_CR56","doi-asserted-by":"crossref","unstructured":"Gabbay H, Cohen A Combining LLM-generated and test-based feedback in a MOOC for programming. In: Proceedings of the eleventh ACM conference on learning@ scale, pp 177\u2013187","DOI":"10.1145\/3657604.3662040"},{"key":"21230_CR57","unstructured":"Jia Q, Cui J, Du H, Rashid P, Xi R, Li R, Gehringer E LLM-generated feedback in real classes and beyond: Perspectives from students and instructors. In: Proceedings of the 17th International Conference on Educational Data Mining, pp 862\u2013867"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-026-21230-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-026-21230-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-026-21230-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T18:01:00Z","timestamp":1775844060000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-026-21230-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,10]]},"references-count":57,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2026,4]]}},"alternative-id":["21230"],"URL":"https:\/\/doi.org\/10.1007\/s11042-026-21230-9","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,10]]},"assertion":[{"value":"29 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 October 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The study was approved by an ethical committee with ID: 2021_05.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"All participants signed consent forms and volunteered to participate in the experiments.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"All authors have no relevant financial or non-financial interests to disclose.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"344"}}