{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T16:08:33Z","timestamp":1780934913284,"version":"3.54.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,5,5]],"date-time":"2019-05-05T00:00:00Z","timestamp":1557014400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"crossref","award":["No. 2018YFB1004504"],"award-info":[{"award-number":["No. 2018YFB1004504"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"crossref","award":["No. 2018YFB1004500"],"award-info":[{"award-number":["No. 2018YFB1004500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Research Funds of CCNU from the Colleges\u2019 Basic Research and Operation of MOE","award":["No. CCNU17ZDJC04"],"award-info":[{"award-number":["No. CCNU17ZDJC04"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s00607-019-00722-7","type":"journal-article","created":{"date-parts":[[2019,5,6]],"date-time":"2019-05-06T14:30:49Z","timestamp":1557153049000},"page":"765-780","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Towards emotion-sensitive learning cognitive state analysis of big data in education: deep learning-based facial expression analysis using ordinal information"],"prefix":"10.1007","volume":"102","author":[{"given":"Ruyi","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingying","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaxu","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lei","family":"Tan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luhui","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,5,5]]},"reference":[{"issue":"3","key":"722_CR1","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1037\/0033-295X.106.3.529","volume":"106","author":"FG Ashby","year":"1999","unstructured":"Ashby FG, Isen AM, Turken AU (1999) A neuropsychological theory of positive affect and its influence on cognition. Psychol Rev 106(3):529\u2013550","journal-title":"Psychol Rev"},{"issue":"3","key":"722_CR2","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/s11042-008-0240-1","volume":"41","author":"S Asteriadis","year":"2009","unstructured":"Asteriadis S, Tzouveli P, Karpouzis K, Kollias S (2009) Estimation of behavioral user state based on eye gaze and head pose-application in an e-learning environment. Multimed Tools Appl 41(3):469\u2013493","journal-title":"Multimed Tools Appl"},{"key":"722_CR3","doi-asserted-by":"crossref","unstructured":"Batista JC, Albiero V, Bellon ORP, Silva L (2017) Aumpnet: simultaneous action units detection and intensity estimation on multipose facial images using a single convolutional neural network. In: IEEE international conference on automatic face and gesture recognition, pp 866\u2013871","DOI":"10.1109\/FG.2017.111"},{"issue":"4","key":"722_CR4","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TPDS.2016.2613054","volume":"28","author":"D Chen","year":"2017","unstructured":"Chen D, Hu Y, Wang L, Zomaya AY, Li X (2017) H-PARAFAC: Hierarchical parallel factor analysis of multidimensional big data. IEEE Trans Parallel Distrib Syst 28(4):1091\u20131104","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"1\u20132","key":"722_CR5","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/s00607-014-0430-9","volume":"98","author":"J Chen","year":"2016","unstructured":"Chen J, Luo N, Liu Y, Liu L, Zhang K, Kolodziej J (2016) A hybrid intelligence-aided approach to affect-sensitive e-learning. Computing 98(1\u20132):215\u2013233","journal-title":"Computing"},{"key":"722_CR6","doi-asserted-by":"crossref","unstructured":"Chen S, Zhang C, Dong M, Le J, Rao M (2017) Using ranking-CNN for age estimation. In: IEEE conference on computer vision and pattern recognition, pp 742\u2013751","DOI":"10.1109\/CVPR.2017.86"},{"issue":"3","key":"722_CR7","first-page":"1019","volume":"6","author":"W Chu","year":"2004","unstructured":"Chu W, Ghahramani Z (2004) Gaussian processes for ordinal regression. J Mach Learn Res 6(3):1019\u20131041","journal-title":"J Mach Learn Res"},{"issue":"3","key":"722_CR8","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/j.csi.2013.10.007","volume":"36","author":"Y Dong","year":"2014","unstructured":"Dong Y, Huang C, Liu W (2014) RankCNN: when learning to rank encounters the pseudo preference feedback. Comput Stand Interfaces 36(3):554\u2013562","journal-title":"Comput Stand Interfaces"},{"key":"722_CR9","volume-title":"Facial action coding system. A technique for the measurement of facial action","author":"P Ekman","year":"1978","unstructured":"Ekman P (1978) Facial action coding system. A technique for the measurement of facial action. Consulting Psychologists Press, Palo Alto"},{"key":"722_CR10","unstructured":"Fan Y, Shen D, Davatzikos C (2006) Detecting cognitive states from FMRI images by machine learning and multivariate classification. In: Conference on computer vision and pattern recognition workshop, 2006. CVPRW \u201906, p 89"},{"key":"722_CR11","volume-title":"Continuous pain intensity estimation from facial expressions","author":"S Kaltwang","year":"2012","unstructured":"Kaltwang S, Rudovic O, Pantic M (2012) Continuous pain intensity estimation from facial expressions, vol 7432. Springer, Berlin"},{"key":"722_CR12","doi-asserted-by":"crossref","unstructured":"Ke H, Chen D, Shah T, Liu X, Zhang X, Zhang L, Li X (2018) Cloud-aided online EEG classification system for brain healthcare: a case study of depression evaluation with a lightweight CNN. Software: Practice and Experience","DOI":"10.1002\/spe.2668"},{"issue":"8","key":"722_CR13","first-page":"712","volume":"18","author":"S Koelstra","year":"2008","unstructured":"Koelstra S, Pantic M (2008) Non-rigid registration using free-form deformations for recognition of facial actions and their temporal dynamics. IEEE Trans Med Imaging 18(8):712\u2013721","journal-title":"IEEE Trans Med Imaging"},{"key":"722_CR14","unstructured":"K\u00f6stinger M, Wohlhart P, Roth PM, Bischof H (2012) Annotated facial landmarks in the wild: a large-scale, real-world database for facial landmark localization. In: IEEE international conference on computer vision workshops, pp 2144\u20132151"},{"key":"722_CR15","unstructured":"Li S, Deng W (2018) Deep facial expression recognition: A survey. arXiv:1804.08348"},{"key":"722_CR16","doi-asserted-by":"crossref","unstructured":"Liao CT, Chuang HJ, Lai SH (2012) Learning expression kernels for facial expression intensity estimation. In: IEEE international conference on acoustics, speech and signal processing, pp 2217\u20132220","DOI":"10.1109\/ICASSP.2012.6288354"},{"issue":"6","key":"722_CR17","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1016\/j.imavis.2005.09.011","volume":"24","author":"G Littlewort","year":"2006","unstructured":"Littlewort G, Bartlett MS, Fasel I, Susskind J, Movellan J (2006) Dynamics of facial expression extracted automatically from video. Image Vis Comput 24(6):615\u2013625","journal-title":"Image Vis Comput"},{"key":"722_CR18","volume-title":"Deeply learning deformable facial action parts model for dynamic expression analysis","author":"M Liu","year":"2014","unstructured":"Liu M, Li S, Shan S, Wang R, Chen X (2014) Deeply learning deformable facial action parts model for dynamic expression analysis. Springer, Berlin"},{"key":"722_CR19","doi-asserted-by":"publisher","first-page":"28749","DOI":"10.1007\/s11042-018-6017-2","volume":"77","author":"Y Liu","year":"2018","unstructured":"Liu Y, Chen J, Zhang M, Rao C (2018) Student engagement study based on multi-cue detection and recognition in an intelligent learning environment. Multimed Tools Appl 77:28749\u201328775","journal-title":"Multimed Tools Appl"},{"key":"722_CR20","doi-asserted-by":"publisher","first-page":"49","DOI":"10.17706\/IJCCE.2017.6.1.49-56","volume":"6","author":"Y Liu","year":"2017","unstructured":"Liu Y, Wang L, Li W (2017) Emotion analysis based on facial expression recognition in virtual learning environment. Int J Comput Commun Eng 6:49\u201356","journal-title":"Int J Comput Commun Eng"},{"key":"722_CR21","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Prkachin KM, Solomon PE (2011) Painful data: the UNBC-McMaster shoulder pain expression archive database. In: IEEE international conference on automatic face and gesture recognition, pp 57\u201364","DOI":"10.1109\/FG.2011.5771462"},{"issue":"1","key":"722_CR22","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1037\/h0024532","volume":"6","author":"A Mehrabian","year":"1967","unstructured":"Mehrabian A, Wiener M (1967) Decoding of inconsistent communications. J Pers Soc Psychol 6(1):109\u2013114","journal-title":"J Pers Soc Psychol"},{"key":"722_CR23","unstructured":"Odobez JM, Ba S (2007) A cognitive and unsupervised map adaptation approach to the recognition of the focus of attention from head pose. In: IEEE international conference on multimedia and expo, pp 1379\u20131382"},{"key":"722_CR24","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1109\/TPAMI.2017.2781233","volume":"41","author":"R Ranjan","year":"2016","unstructured":"Ranjan R, Patel VM, Chellappa R (2016) Hyperface: a deep multi-task learning framework for face detection, landmark localization, pose estimation, and gender recognition. IEEE Trans Pattern Anal Mach Intell 41:121\u2013135","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"2","key":"722_CR25","first-page":"176","volume":"12","author":"L Shen","year":"2009","unstructured":"Shen L, Wang M, Shen R (2009) Affective e-learning: using \u201cemotional\u201d data to improve learning in pervasive learning environment. J Educ Technol Soc 12(2):176\u2013189","journal-title":"J Educ Technol Soc"},{"key":"722_CR26","first-page":"388","volume":"29","author":"WY Shen","year":"2017","unstructured":"Shen WY, Lin HT (2017) Active sampling of pairs and points for large-scale linear bipartite ranking. J Mach Learn Res 29:388\u2013403","journal-title":"J Mach Learn Res"},{"issue":"3","key":"722_CR27","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1109\/TE.2006.879802","volume":"49","author":"K Siau","year":"2006","unstructured":"Siau K, Sheng H, Nah FH (2006) Use of a classroom response system to enhance classroom interactivity. IEEE Trans Educ 49(3):398\u2013403","journal-title":"IEEE Trans Educ"},{"key":"722_CR28","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations"},{"key":"722_CR29","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.neucom.2018.08.045","volume":"318","author":"Y Tang","year":"2018","unstructured":"Tang Y, Chen D, Wang L, Zomaya AY, Chen J, Liu H (2018) Bayesian tensor factorization for multi-way analysis of multi-dimensional EEG. Neurocomputing 318:162\u2013174","journal-title":"Neurocomputing"},{"issue":"2","key":"722_CR30","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1109\/34.908962","volume":"23","author":"YL Tian","year":"2001","unstructured":"Tian YL, Kanade T, Cohn JF (2001) Recognizing action units for facial expression analysis. IEEE Trans Pattern Anal Mach Intell 23(2):97\u2013115","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"722_CR31","unstructured":"Wei C, Keerthi SS (2005) New approaches to support vector ordinal regression. In: International conference on machine learning, pp 145\u2013152"},{"key":"722_CR32","unstructured":"Yang P, Liu Q, Metaxas DN (2010) Rankboost with l1 regularization for facial expression recognition and intensity estimation. In: IEEE international conference on computer vision, pp 1018\u20131025"},{"key":"722_CR33","unstructured":"Yin L, Wei X, Sun Y, Wang J, Rosato MJ (2006) A 3D facial expression database for facial behavior research. In: International conference on automatic face and gesture recognition, pp 211\u2013216"},{"issue":"2","key":"722_CR34","doi-asserted-by":"publisher","first-page":"148","DOI":"10.7763\/IJMLC.2015.V5.499","volume":"5","author":"WH Yun","year":"2015","unstructured":"Yun WH, Lee D, Park C, Kim J (2015) Automatic engagement level estimation of kids in a learning environment. Int J Mach Learn Comput 5(2):148\u2013152","journal-title":"Int J Mach Learn Comput"},{"issue":"10","key":"722_CR35","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/LSP.2016.2603342","volume":"23","author":"K Zhang","year":"2016","unstructured":"Zhang K, Zhang Z, Li Z, Qiao Y (2016) Joint face detection and alignment using multitask cascaded convolutional networks. IEEE Signal Process Lett 23(10):1499\u20131503","journal-title":"IEEE Signal Process Lett"},{"key":"722_CR36","doi-asserted-by":"crossref","unstructured":"Zhao R, Gan Q, Wang S, Ji Q (2016) Facial expression intensity estimation using ordinal information. In: Computer vision and pattern recognition, pp 3466\u20133474","DOI":"10.1109\/CVPR.2016.377"},{"key":"722_CR37","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1007\/978-3-319-46475-6_27","volume-title":"Computer Vision \u2013 ECCV 2016","author":"Xiangyun Zhao","year":"2016","unstructured":"Zhao X, Liang X, Liu L, Li T, Han Y, Vasconcelos N, Yan S (2016) Peak-piloted deep network for facial expression recognition. In: European conference on computer vision, pp 425\u2013442"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-019-00722-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00607-019-00722-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-019-00722-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,16]],"date-time":"2023-09-16T08:28:50Z","timestamp":1694852930000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00607-019-00722-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,5]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["722"],"URL":"https:\/\/doi.org\/10.1007\/s00607-019-00722-7","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"value":"0010-485X","type":"print"},{"value":"1436-5057","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,5]]},"assertion":[{"value":"28 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}