{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T08:39:23Z","timestamp":1768466363560,"version":"3.49.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T00:00:00Z","timestamp":1605312000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T00:00:00Z","timestamp":1605312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s11042-020-10133-y","type":"journal-article","created":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T21:02:26Z","timestamp":1605387746000},"page":"26633-26653","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":41,"title":["Facial emotion recognition using temporal relational network: an application to E-learning"],"prefix":"10.1007","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1292-3019","authenticated-orcid":false,"given":"Anil","family":"Pise","sequence":"first","affiliation":[]},{"given":"Hima","family":"Vadapalli","sequence":"additional","affiliation":[]},{"given":"Ian","family":"Sanders","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,11,14]]},"reference":[{"issue":"2","key":"10133_CR1","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1007\/s11042-014-2322-6","volume":"75","author":"H Boughrara","year":"2016","unstructured":"Boughrara H, Chtourou M, Amar CB, Chen L (2016) Facial expression recognition based on a mlp neural network using constructive training algorithm. Multimed Tools Appl 75(2):709\u2013731","journal-title":"Multimed Tools Appl"},{"key":"10133_CR2","doi-asserted-by":"crossref","unstructured":"Byeon Y-H, Kwak K-C (2014) Facial expression recognition using 3D convolutional neural network. Int J Adv Comput Sci Appl 5(12)","DOI":"10.14569\/IJACSA.2014.051215"},{"issue":"10","key":"10133_CR3","doi-asserted-by":"publisher","first-page":"7593","DOI":"10.1007\/s00500-019-04387-4","volume":"24","author":"RZ Cabada","year":"2020","unstructured":"Cabada RZ, Rangel HR, Estrada MLB, Lopez HMC (2020) Hyperparameter optimization in CNN for learning-centered emotion recognition for intelligent tutoring systems. Soft Comput 24(10):7593\u20137602","journal-title":"Soft Comput"},{"key":"10133_CR4","volume-title":"Rethinking education in the age of technology: the digital revolution and schooling in America","author":"A Collins","year":"2018","unstructured":"Collins A, Halverson R (2018) Rethinking education in the age of technology: the digital revolution and schooling in America. Teachers College Press, New York"},{"key":"10133_CR5","doi-asserted-by":"crossref","unstructured":"Fan Y, Lu X, Li D, Liu Y (2016) Video-based emotion recognition using CNN-RNN and C3D hybrid networks. In: Proceedings of the 18th ACM international conference on multimodal interaction, pp 445\u2013450","DOI":"10.1145\/2993148.2997632"},{"key":"10133_CR6","unstructured":"Gaikwad AS (2018) Pruning convolution neural network (SqueezeNet) for efficient hardware deployment. Ph.D. dissertation Purdue University"},{"key":"10133_CR7","unstructured":"Geron A (2017) Hands-on machine learning with Scikit-Learn and TensorFlow: concepts, tools, and techniques to build Intelligent Systems. O\u2019Reilly Media Inc."},{"key":"10133_CR8","doi-asserted-by":"crossref","unstructured":"Hasani B, Mahoor MH (2017) Facial expression recognition using enhanced deep 3D convolutional neural networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 30\u201340","DOI":"10.1109\/CVPRW.2017.282"},{"key":"10133_CR9","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"10133_CR10","doi-asserted-by":"crossref","unstructured":"Huang X, Zhao G, Pietik\u00e4inen M, Zheng W (2010) Dynamic facial expression recognition using boosted component-based spatiotemporal features and multi-classifier fusion. In: International conference on advanced concepts for intelligent vision systems. Springer, pp 312\u2013322","DOI":"10.1007\/978-3-642-17691-3_29"},{"issue":"5","key":"10133_CR11","doi-asserted-by":"publisher","first-page":"753","DOI":"10.1007\/s11036-016-0685-9","volume":"21","author":"MS Hossain","year":"2016","unstructured":"Hossain MS, Muhammad G, Alhamid MF, Song B, Al-Mutib K (2016) Audio-visual emotion recognition using big data towards 5g. Mob Netw Appl 21(5):753\u2013763","journal-title":"Mob Netw Appl"},{"issue":"4","key":"10133_CR12","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s12193-015-0207-2","volume":"10","author":"MS Hossain","year":"2016","unstructured":"Hossain MS, Muhammad G (2016) Audio-visual emotion recognition using multi-directional regression and ridgelet transform. J Multimodal User Interfaces 10(4):325\u2013333","journal-title":"J Multimodal User Interfaces"},{"key":"10133_CR13","doi-asserted-by":"publisher","first-page":"191","DOI":"10.19173\/irrodl.v14i4.1498","volume":"14","author":"MH Hur","year":"2013","unstructured":"Hur MH, Im Y (2013) The influence of e-learning on individual and collective empowerment in the public sector: an empirical study of Korean Government employees. Int Rev Res Open Distance Learn 14:191\u2013213, 09","journal-title":"Int Rev Res Open Distance Learn"},{"key":"10133_CR14","unstructured":"Iandola FN, Han S, Moskewicz MW, Ashraf K, Dally WJ, Keutzer K (2016) SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and <\u20090.5MB model size. arXiv:1602.07360"},{"key":"10133_CR15","doi-asserted-by":"crossref","unstructured":"Jabbar H, Khan D (2015) Methods to avoid over-fitting and under-fitting in supervised machine learning (comparative study). Computer Science, Communication and Instrumentation Devices","DOI":"10.3850\/978-981-09-5247-1_017"},{"key":"10133_CR16","doi-asserted-by":"crossref","unstructured":"Jan A, Ding H, Meng H, Chen L, Li H (2018) Accurate facial parts localization and deep learning for 3D facial expression recognition. In: 2018 13th IEEE international conference on automatic face & gesture recognition (FG 2018). IEEE, pp 466\u2013472","DOI":"10.1109\/FG.2018.00075"},{"key":"10133_CR17","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1016\/j.imavis.2017.01.012","volume":"65","author":"H Kaya","year":"2017","unstructured":"Kaya H, G\u00fcrp\u0131nar F, Salah AA (2017) Video-based emotion recognition in the wild using deep transfer learning and score fusion. Image Vis Comput 65:66\u201375","journal-title":"Image Vis Comput"},{"issue":"2","key":"10133_CR18","doi-asserted-by":"publisher","first-page":"401","DOI":"10.3390\/s18020401","volume":"18","author":"BC Ko","year":"2018","unstructured":"Ko BC (2018) A brief review of facial emotion recognition based on visual information. Sensors 18(2):401","journal-title":"Sensors"},{"key":"10133_CR19","unstructured":"Kozina A (2017) Designing an effective e-learning experience: thesis project: Memocate. Effective e-learning experience"},{"issue":"12","key":"10133_CR20","doi-asserted-by":"publisher","first-page":"2816","DOI":"10.1109\/TMM.2017.2713408","volume":"19","author":"H Li","year":"2017","unstructured":"Li H, Sun J, Xu Z, Chen L (2017) Multimodal 2D + 3D facial expression recognition with deep fusion convolutional neural network. IEEE Trans Multimed 19(12):2816\u20132831","journal-title":"IEEE Trans Multimed"},{"issue":"5","key":"10133_CR21","doi-asserted-by":"publisher","first-page":"650","DOI":"10.1109\/LSP.2018.2816569","volume":"25","author":"B Li","year":"2018","unstructured":"Li B, Wei W, Ferreira A, Tan S (2018) Rest-Net: diverse activation modules and parallel subnets-based CNN for spatial image steg analysis. IEEE Signal Process Lett 25(5):650\u2013654","journal-title":"IEEE Signal Process Lett"},{"key":"10133_CR22","doi-asserted-by":"publisher","first-page":"103817","DOI":"10.1016\/j.imavis.2019.10.003","volume":"92","author":"TS Ly","year":"2019","unstructured":"Ly TS, Do N-T, Kim S-H, Yang H-J, Lee G-S (2019) A novel 2D and 3D multimodal approach for in-the-wild facial expression recognition. Image Vis Comput 92:103817","journal-title":"Image Vis Comput"},{"key":"10133_CR23","doi-asserted-by":"crossref","unstructured":"Mattivi R, Shao L (2009) Human action recognition using LBP-TOP as sparse spatio-temporal feature descriptor. In: International conference on computer analysis of images and patterns. Springer, pp 740\u2013747","DOI":"10.1007\/978-3-642-03767-2_90"},{"key":"10133_CR24","doi-asserted-by":"crossref","unstructured":"Mavadati M, Sanger P, Mahoor MH (2016) Extended DISFA dataset: investigating posed and spontaneous facial expressions. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 1\u20138","DOI":"10.1109\/CVPRW.2016.182"},{"key":"10133_CR25","doi-asserted-by":"crossref","unstructured":"Mollahosseini A, Hasani B, Salvador MJ, Abdollahi H, Chan D, Mahoor MH (2016) Facial expression recognition from World Wild Web. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 58\u201365","DOI":"10.1109\/CVPRW.2016.188"},{"key":"10133_CR26","doi-asserted-by":"crossref","unstructured":"Mollahosseini A, Chan D, Mahoor MH (2016) Going deeper in facial expression recognition using deep neural networks. In: 2016 IEEE Winter conference on applications of computer vision (WACV). IEEE, pp 1\u201310","DOI":"10.1109\/WACV.2016.7477450"},{"key":"10133_CR27","doi-asserted-by":"crossref","unstructured":"Oyedotun O K, Demisse G, El Rahman Shabayek A, Aouada D, Ottersten B (2017) Facial expression recognition via joint deep learning of RGB-Depth map latent representations. In: Proceedings of the IEEE international conference on computer vision workshops, pp 3161\u20133168","DOI":"10.1109\/ICCVW.2017.374"},{"key":"10133_CR28","doi-asserted-by":"publisher","first-page":"48807","DOI":"10.1109\/ACCESS.2019.2907271","volume":"7","author":"X Pan","year":"2019","unstructured":"Pan X, Ying G, Chen G, Li H, Li W (2019) A deep spatial and temporal aggregation framework for video-based facial expression recognition. IEEE Access 7:48807\u201348815","journal-title":"IEEE Access"},{"issue":"1","key":"10133_CR29","doi-asserted-by":"publisher","first-page":"52","DOI":"10.3390\/sym11010052","volume":"11","author":"X Pan","year":"2019","unstructured":"Pan X, Guo W, Guo X, Li W, Xu J, Wu J (2019) Deep temporal\u2013spatial aggregation for video-based facial expression recognition. Symmetry 11 (1):52","journal-title":"Symmetry"},{"key":"10133_CR30","doi-asserted-by":"crossref","unstructured":"Park SY, Lee SH, Ro YM (2015) Subtle facial expression recognition using adaptive magnification of discriminative facial motion. In: Proceedings of the 23rd ACM international conference on multimedia, ser. MM \u201915. [Online]. Available: http:\/\/doi.acm.org\/10.1145\/2733373.2806362. ACM, New York, pp 911\u2013914","DOI":"10.1145\/2733373.2806362"},{"key":"10133_CR31","doi-asserted-by":"crossref","unstructured":"Pietik\u00e4inen M, Hadid A, Zhao G, Ahonen T (2011) Computer vision using local binary patterns, vol 40. Springer Science & Business Media","DOI":"10.1007\/978-0-85729-748-8"},{"key":"10133_CR32","doi-asserted-by":"crossref","unstructured":"Pranav E, Kamal S, Satheesh Chandran C, Supriya MH (2020) Facial emotion recognition using deep convolutional neural network. In: 2020 6th International conference on advanced computing and communication Systems (ICACCS), pp 317\u2013320","DOI":"10.1109\/ICACCS48705.2020.9074302"},{"key":"10133_CR33","doi-asserted-by":"crossref","unstructured":"Ranganathan H, Chakraborty S, Panchanathan S (2016) Multimodal emotion recognition using deep learning architectures. In: 2016 IEEE Winter conference on applications of computer vision (WACV), pp 1\u20139","DOI":"10.1109\/WACV.2016.7477679"},{"key":"10133_CR34","unstructured":"Reddy SPT, Karri ST, Dubey SR, Mukherjee S (2019) Spontaneous facial micro-expression recognition using 3D spatiotemporal convolutional neural networks. arXiv:1904.01390"},{"key":"10133_CR35","unstructured":"Santoro A, Raposo D, Barrett D G, Malinowski M, Pascanu R, Battaglia P, Lillicrap T (2017) A simple neural network module for relational reasoning. In: Guyon I, Luxburg U V, Bengio S, Wallach H, Fergus R, Vishwanathan S, Garnett R (eds) Advances in neural information processing systems 30. [Online]. Available: http:\/\/papers.nips.cc\/paper\/7082-a-simple-neural-network-module-for-relational-reasoning.pdf. Curran Associates, Inc., pp 4967\u20134976"},{"key":"10133_CR36","doi-asserted-by":"crossref","unstructured":"Sharif Razavian A, Azizpour H, Sullivan J, Carlsson S (2014) CNN features off-the-shelf: an astounding baseline for recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 806\u2013813","DOI":"10.1109\/CVPRW.2014.131"},{"key":"10133_CR37","doi-asserted-by":"crossref","unstructured":"Sivaraman K, Murthy A (2018) Object recognition under lighting variations using pre-trained networks. In: 2018 IEEE applied imagery pattern recognition workshop (AIPR). IEEE, pp 1\u20137","DOI":"10.1109\/AIPR.2018.8707399"},{"issue":"1","key":"10133_CR38","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1134\/S1054661816010247","volume":"26","author":"A Spizhevoy","year":"2016","unstructured":"Spizhevoy A (2016) Robust dynamic facial expressions recognition using LBP-TOP descriptors and bag-of-words classification model. Pattern Recognit Image Anal 26(1):216\u2013220","journal-title":"Pattern Recognit Image Anal"},{"issue":"6","key":"10133_CR39","doi-asserted-by":"publisher","first-page":"47","DOI":"10.5121\/ijcses.2012.3604","volume":"3","author":"C Sumathi","year":"2012","unstructured":"Sumathi C, Santhanam T, Mahadevi M (2012) Automatic facial expression analysis: a survey. Int J Comput Sci Eng Surv 3(6):47","journal-title":"Int J Comput Sci Eng Surv"},{"key":"10133_CR40","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1016\/j.neucom.2018.03.034","volume":"296","author":"W Sun","year":"2018","unstructured":"Sun W, Zhao H, Jin Z (2018) A visual attention based ROI detection method for facial expression recognition. Neurocomputing 296:12\u201322","journal-title":"Neurocomputing"},{"key":"10133_CR41","doi-asserted-by":"crossref","unstructured":"Wang Y, Yu H, Stevens B, Liu H (2015) Dynamic facial expression recognition using local patch and LBP-TOP. In: 2015 8th International conference on human system interaction (HSI). IEEE, pp 362\u2013367","DOI":"10.1109\/HSI.2015.7170694"},{"issue":"5","key":"10133_CR42","doi-asserted-by":"publisher","first-page":"e0124674","DOI":"10.1371\/journal.pone.0124674","volume":"10","author":"Y Wang","year":"2015","unstructured":"Wang Y, See J, Phan RC-W, Oh Y-H (2015) Efficient spatio-temporal local binary patterns for spontaneous facial micro-expression recognition. PloS One 10(5):e0124674","journal-title":"PloS One"},{"key":"10133_CR43","doi-asserted-by":"crossref","unstructured":"Ye H, Wu Z, Zhao R-W, Wang X, Jiang Y-G, Xue X (2015) Evaluating two-stream CNN for video classification. In: Proceedings of the 5th ACM on international conference on multimedia retrieval. ACM, pp 435\u2013442","DOI":"10.1145\/2671188.2749406"},{"key":"10133_CR44","doi-asserted-by":"crossref","unstructured":"Yue-Hei Ng J, Hausknecht M, Vijayanarasimhan S, Vinyals O, Monga R, Toderici G (2015) Beyond short snippets: Deep networks for video classification. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4694\u20134702","DOI":"10.1109\/CVPR.2015.7299101"},{"key":"10133_CR45","doi-asserted-by":"crossref","unstructured":"Zhang S, Zhang S, Huang T, Gao W (2016) Multimodal deep convolutional neural network for audio-visual emotion recognition. In: Proceedings of the 2016 ACM on international conference on multimedia retrieval. ACM, pp 281\u2013284","DOI":"10.1145\/2911996.2912051"},{"issue":"10","key":"10133_CR46","doi-asserted-by":"publisher","first-page":"3030","DOI":"10.1109\/TCSVT.2017.2719043","volume":"28","author":"S Zhang","year":"2018","unstructured":"Zhang S, Zhang S, Huang T, Gao W, Tian Q (2018) Learning affective features with a hybrid deep model for audio\u2013visual emotion recognition. IEEE Trans Circ Syst Video Technol 28(10):3030\u20133043","journal-title":"IEEE Trans Circ Syst Video Technol"},{"key":"10133_CR47","doi-asserted-by":"crossref","unstructured":"Zhao L, Wang Z, Zhang G (2017) Facial expression recognition from video sequences based on spatial-temporal motion local binary pattern and Gabor multiorientation fusion histogram. Math Probl Eng","DOI":"10.1155\/2017\/7206041"},{"key":"10133_CR48","doi-asserted-by":"crossref","unstructured":"Zheng WQ, Yu JS, Zou YX (2015) An experimental study of speech emotion recognition based on deep convolutional neural networks. In: 2015 International conference on affective computing and intelligent interaction (ACII), pp 827\u2013831","DOI":"10.1109\/ACII.2015.7344669"},{"key":"10133_CR49","doi-asserted-by":"crossref","unstructured":"Zhou B, Andonian A, Oliva A, Torralba A (2018) Temporal relational reasoning in videos. In: Proceedings of the European conference on computer vision (ECCV), pp 803\u2013818","DOI":"10.1007\/978-3-030-01246-5_49"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10133-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-020-10133-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10133-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T07:10:33Z","timestamp":1658214633000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-020-10133-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,14]]},"references-count":49,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["10133"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-10133-y","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,11,14]]},"assertion":[{"value":"13 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 August 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 October 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 November 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}