{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:32:10Z","timestamp":1763202730357},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T00:00:00Z","timestamp":1676505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T00:00:00Z","timestamp":1676505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s11042-023-14491-1","type":"journal-article","created":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T03:03:56Z","timestamp":1676516636000},"page":"28681-28711","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Facial emotion recognition on video using deep attention based bidirectional LSTM with equilibrium optimizer"],"prefix":"10.1007","volume":"82","author":[{"given":"Ramachandran","family":"Vedantham","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edara Sreenivasa","family":"Reddy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,16]]},"reference":[{"key":"14491_CR1","doi-asserted-by":"crossref","unstructured":"Abdallah BT, Guermazi R, Hammami M (2020) Using Normal\/abnormal video sequence categorization to efficient facial expression recognition in the wild. In: International Conference on Advanced Concepts for Intelligent Vision Systems. Springer, Cham, 504\u2013516","DOI":"10.1007\/978-3-030-40605-9_43"},{"issue":"1","key":"14491_CR2","doi-asserted-by":"publisher","first-page":"14","DOI":"10.18178\/ijmlc.2019.9.1.759","volume":"9","author":"WH Abdulsalam","year":"2019","unstructured":"Abdulsalam WH, Alhamdani RS, Abdullah MN (2019) Facial emotion recognition from videos using deep convolutional neural networks. Int J Mach Learn Comput 9(1):14\u201319","journal-title":"Int J Mach Learn Comput"},{"key":"14491_CR3","doi-asserted-by":"crossref","unstructured":"Alreshidi A, Ullah M (2020) Facial emotion recognition using hybrid features. Informatics, Multidisciplinary Digital Publishing Institute 7(1): 6","DOI":"10.3390\/informatics7010006"},{"key":"14491_CR4","doi-asserted-by":"crossref","unstructured":"Al-Tuwaijari JM, Shaker SA (2020) Face detection system based Viola-Jones algorithm. In: 2020 6th international engineering conference sustainable technology and development(IEC), IEEE, 211-215","DOI":"10.1109\/IEC49899.2020.9122927"},{"key":"14491_CR5","doi-asserted-by":"crossref","unstructured":"Basbrain A, Gan JQ (2020) One-shot only real-time video classification: a case study in facial emotion recognition. In: International conference on intelligent data engineering and automated learning. Springer, Cham, pp 197\u2013208","DOI":"10.1007\/978-3-030-62362-3_18"},{"key":"14491_CR6","doi-asserted-by":"crossref","unstructured":"Demochkina P, Savchenko AV (2021) MobileEmotiFace: efficient facial image representations in video-based emotion recognition on mobile devices. In: International conference on pattern recognition. Springer, Cham, pp 266\u2013274","DOI":"10.1007\/978-3-030-68821-9_25"},{"key":"14491_CR7","doi-asserted-by":"crossref","unstructured":"Dey T, Deb T (2015) Facial landmark detection using FAST corner detector of UGC-DDMC face database of Tripura tribes. In: Proceedings of the 2015 third international conference on computer, communication, control and information technology (C3IT), IEEE, pp 1-4","DOI":"10.1109\/C3IT.2015.7060195"},{"key":"14491_CR8","unstructured":"Dhall A, Goecke R, Lucey S, Gedeon T (2011) Acted facial expressions in the wild database. Australian National University, Canberra, Australia, technical report TR-CS-11: 2 1"},{"key":"14491_CR9","doi-asserted-by":"crossref","unstructured":"Du Z, Wu S, Huang D, Li W, Wang Y (2019) Spatio-temporal encoder-decoder fully convolutional network for video-based dimensional emotion recognition. IEEE Trans Affect Comput 12(3):565\u2013578","DOI":"10.1109\/TAFFC.2019.2940224"},{"key":"14491_CR10","doi-asserted-by":"crossref","unstructured":"Fan Y, Lam JCK, Li VO (2018) Video-based emotion recognition using deeply-supervised neural networks. In: Proceedings of the 20th ACM international conference on multimodal interaction, pp 584-588","DOI":"10.1145\/3242969.3264978"},{"key":"14491_CR11","doi-asserted-by":"publisher","first-page":"105190","DOI":"10.1016\/j.knosys.2019.105190","volume":"191","author":"A Faramarzi","year":"2020","unstructured":"Faramarzi A, Heidarinejad M, Stephens B, Mirjalili S (2020) Equilibrium optimizer: a novel optimization algorithm. Knowl-Based Syst 191:105190","journal-title":"Knowl-Based Syst"},{"key":"14491_CR12","doi-asserted-by":"crossref","unstructured":"Gautam KS, Thangavel SK (2021) Video analytics-based facial emotion recognition system for smart buildings. Int J Comput Appl\u00a043(9):858\u2013867","DOI":"10.1080\/1206212X.2019.1642438"},{"key":"14491_CR13","doi-asserted-by":"crossref","unstructured":"Gupta R, Vishwamitra LK (2021) Facial expression recognition from videos using CNN and feature aggregation. Mater Today Proc","DOI":"10.1016\/j.matpr.2020.11.795"},{"key":"14491_CR14","doi-asserted-by":"crossref","unstructured":"Gupta N, Khosravy M, Patel N, Mahela OP, Varshney G (2020) Plant genetics-inspired evolutionary optimization: a descriptive tutorial. In: Frontier applications of nature inspired computation. Springer, Singapore, pp 53\u201377","DOI":"10.1007\/978-981-15-2133-1_3"},{"key":"14491_CR15","doi-asserted-by":"crossref","unstructured":"Haddad J, L\u00e9zoray O, Hamel P (2020) 3d-cnn for facial emotion recognition in videos. In: International symposium on visual computing. Springer, Cham, pp 298\u2013309","DOI":"10.1007\/978-3-030-64559-5_23"},{"issue":"5","key":"14491_CR16","doi-asserted-by":"publisher","first-page":"1049","DOI":"10.1007\/s11760-020-01830-0","volume":"15","author":"N Hajarolasvadi","year":"2021","unstructured":"Hajarolasvadi N, Bashirov E, Demirel H (2021) Video-based person-dependent and person-independent facial emotion recognition. SIViP 15(5):1049\u20131056","journal-title":"SIViP"},{"key":"14491_CR17","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.inffus.2018.09.008","volume":"49","author":"SM Hossain","year":"2019","unstructured":"Hossain SM, Muhammad G (2019) Emotion recognition using deep learning approach from audio\u2013visual emotional big data. Inf Fusion 49:69\u201378","journal-title":"Inf Fusion"},{"key":"14491_CR18","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.jvcir.2018.12.039","volume":"59","author":"M Hu","year":"2019","unstructured":"Hu M, Wang H, Wang X, Yang J, Ronggui Wang R (2019) Video facial emotion recognition based on local enhanced motion history image and CNN-CTSLSTM networks. J Vis Commun Image Represent 59:176\u2013185","journal-title":"J Vis Commun Image Represent"},{"key":"14491_CR19","doi-asserted-by":"crossref","unstructured":"Huang J, Li Y, Tao J, Lian Z, Yi J (2018) End-to-end continuous emotion recognition from video using 3D ConvLSTM networks. In: 2018 IEEE international conference on acoustics, speech and signal processing (ICASSP), IEEE, pp 6837\u20136841","DOI":"10.1109\/ICASSP.2018.8461963"},{"key":"14491_CR20","doi-asserted-by":"crossref","unstructured":"Knyazev B, Shvetsov R, Efremova N, Kuharenko A (2018) Leveraging large face recognition data for emotion classification. In: 2018 13th IEEE international conference on automatic face & gesture recognition (FG 2018), IEEE, pp 692-696","DOI":"10.1109\/FG.2018.00109"},{"key":"14491_CR21","doi-asserted-by":"crossref","unstructured":"Li Y, Tao J, Schuller B, Shan S, Jiang D, Jia J (2018) Mec 2017: Multimodal emotion recognition challenge. In: 2018 First Asian conference on affective computing and intelligent interaction (ACII Asia), IEEE, pp 1\u20135","DOI":"10.1109\/ACIIAsia.2018.8470342"},{"issue":"1","key":"14491_CR22","doi-asserted-by":"publisher","DOI":"10.1117\/1.JEI.27.1.013022","volume":"27","author":"X Liu","year":"2018","unstructured":"Liu X, Ge Y, Yang C, Jia P (2018) Adaptive metric learning with deep neural networks for video-based facial expression recognition. J Electron Imaging 27(1):013022","journal-title":"J Electron Imaging"},{"issue":"5","key":"14491_CR23","doi-asserted-by":"publisher","first-page":"864","DOI":"10.1016\/j.neuropsychologia.2013.01.022","volume":"51","author":"CA Longmore","year":"2013","unstructured":"Longmore CA, Tree JJ (2013) Motion as a cue to face recognition: evidence from congenital prosopagnosia. Neuropsychologia 51(5):864\u2013875","journal-title":"Neuropsychologia"},{"key":"14491_CR24","doi-asserted-by":"crossref","unstructured":"Lou L, Liang S, Zhang Y (2019) Application research of moving target detection based on optical flow algorithms. In: Journal of physics: conference series, IOP Publishing, 1237(2): 022073","DOI":"10.1088\/1742-6596\/1237\/2\/022073"},{"key":"14491_CR25","doi-asserted-by":"crossref","unstructured":"Lu C, Zheng WW, Li C, Tang C, Liu S, Yan S, Zong Y (2018) Multiple spatio-temporal feature learning for video-based emotion recognition in the wild. In: Proceedings of the 20th ACM international conference on multimodal interaction, pp 646-652","DOI":"10.1145\/3242969.3264992"},{"key":"14491_CR26","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended cohn-kanade dataset (ck+): a complete dataset for action unit and emotion-specified expression. In: 2010 IEEE computer society conference on computer vision and pattern recognition-workshops, IEEE, pp 94-101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"14491_CR27","doi-asserted-by":"crossref","unstructured":"Meng D, Peng X, Wang K, Qiao Y (2019) Frame attention networks for facial expression recognition in videos. In: 2019 IEEE international conference on image processing (ICIP), IEEE, pp 3866-3870","DOI":"10.1109\/ICIP.2019.8803603"},{"key":"14491_CR28","doi-asserted-by":"crossref","unstructured":"Mo S, Niu J, Su Y, Das (2018) A novel feature set for video emotion recognition. Neurocomputing 291: 11\u201320","DOI":"10.1016\/j.neucom.2018.02.052"},{"issue":"5","key":"14491_CR29","doi-asserted-by":"publisher","first-page":"764","DOI":"10.3390\/electronics9050764","volume":"9","author":"TQ Ngoc","year":"2020","unstructured":"Ngoc TQ, Lee SS, Song BC (2020) Facial landmark-based emotion recognition via directed graph neural network. Electronics 9(5):764","journal-title":"Electronics"},{"key":"14491_CR30","doi-asserted-by":"publisher","first-page":"48807","DOI":"10.1109\/ACCESS.2019.2907271","volume":"7","author":"X Pan","year":"2019","unstructured":"Pan X, Ying G, Chen G, Li H, Li W (2019) A deep spatial and temporal aggregation framework for video-based facial expression recognition. IEEE Access 7:48807\u201348815","journal-title":"IEEE Access"},{"key":"14491_CR31","doi-asserted-by":"crossref","unstructured":"Pan X, Zhang S, Guo W, Zhao X, Chuang Y, Chen Y, Zhang H (2020) Video-based facial expression recognition using deep temporal\u2013spatial networks. IETE Tech Rev\u00a037(4):402\u2013409","DOI":"10.1080\/02564602.2019.1645620"},{"key":"14491_CR32","unstructured":"Pantic M, Valstar M, Rademaker R, Maat L (2005) Web-based database for facial expression analysis. In: 2005 IEEE international conference on multimedia and expo, IEEE, 5"},{"issue":"13","key":"14491_CR33","doi-asserted-by":"publisher","first-page":"17847","DOI":"10.1007\/s11042-018-6954-9","volume":"78","author":"RV Priya","year":"2019","unstructured":"Priya RV (2019) Emotion recognition from geometric fuzzy membership functions. Multimed Tools Appl 78(13):17847\u201317878","journal-title":"Multimed Tools Appl"},{"issue":"7","key":"14491_CR34","doi-asserted-by":"publisher","first-page":"1373","DOI":"10.1049\/iet-ipr.2019.1188","volume":"14","author":"S Rajan","year":"2020","unstructured":"Rajan S, Chenniappan P, Devaraj S, Madian N (2020) Novel deep learning model for facial expression recognition based on maximum boosted CNN and LSTM. IET Image Process 14(7):1373\u20131381","journal-title":"IET Image Process"},{"key":"14491_CR35","unstructured":"Rockt\u00e4schel T, Grefenstette E, Hermann KM, Ko\u010disk\u00fd T, Blunsom P (2015) Reasoning about entailment with neural attention. arXiv preprint arXiv:1509.06664"},{"key":"14491_CR36","doi-asserted-by":"crossref","unstructured":"Samadiani N, Huang G, Luo W, Chi CH, Shu Y, Wang R, Kocaturk T (2022) A multiple feature fusion framework for video emotion recognition in the wild. Concurr Comput Pract Exp\u00a034(8):e5764","DOI":"10.1002\/cpe.5764"},{"key":"14491_CR37","doi-asserted-by":"crossref","unstructured":"Sepas-Moghaddam A, Etemad A, Pereira F, Correia PL (2020) Facial emotion recognition using light field images with deep attention-based bidirectional LSTM. In: ICASSP 2020\u20132020 IEEE international conference on acoustics, speech and signal processing (ICASSP), IEEE, pp 3367\u20133371","DOI":"10.1109\/ICASSP40776.2020.9053919"},{"key":"14491_CR38","doi-asserted-by":"publisher","first-page":"104873","DOI":"10.1016\/j.psyneuen.2020.104873","volume":"122","author":"KE Smith","year":"2020","unstructured":"Smith KE, Leitzke BT, Pollak SD (2020) Youths\u2019 processing of emotion information: responses to chronic and video-based laboratory stress. Psychoneuroendocrinology 122:104873","journal-title":"Psychoneuroendocrinology"},{"issue":"1","key":"14491_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-020-00326-5","volume":"7","author":"V Sreenivas","year":"2020","unstructured":"Sreenivas V, Namdeo V, Kumar EV (2020) Group based emotion recognition from video sequence with hybrid optimization based recurrent fuzzy neural network. J Big Data 7(1):1\u201321","journal-title":"J Big Data"},{"key":"14491_CR40","doi-asserted-by":"crossref","unstructured":"Sun M-C, Hsu S-H, Yang M-C, Chien J-H (2018) Context-aware cascade attention-based RNN for video emotion recognition. In: 2018 First Asian conference on affective computing and intelligent interaction (ACII Asia), IEEE, pp 1\u20136","DOI":"10.1109\/ACIIAsia.2018.8470372"},{"key":"14491_CR41","doi-asserted-by":"crossref","unstructured":"Vedantham R, Reddy ES (2020) A robust feature extraction with optimized DBN-SMO for facial expression recognition. Multimed Tools Appl\u00a079:21487\u201321512","DOI":"10.1007\/s11042-020-08901-x"},{"key":"14491_CR42","doi-asserted-by":"publisher","first-page":"59844","DOI":"10.1109\/ACCESS.2019.2914872","volume":"7","author":"B Xing","year":"2019","unstructured":"Xing B, Zhang H, Zhang K, Zhang L, Wu X, Shi X, Yu S, Zhang S (2019) Exploiting EEG signals and audiovisual feature fusion for video emotion recognition. IEEE Access 7:59844\u201359861","journal-title":"IEEE Access"},{"key":"14491_CR43","doi-asserted-by":"crossref","unstructured":"Zhang S, Pan X, Cui Y, Zhao X, Liu L (2019 Mar 4) Learning affective video features for facial expression recognition via hybrid deep learning. IEEE Access 7:32297\u201332304","DOI":"10.1109\/ACCESS.2019.2901521"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-14491-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-14491-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-14491-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,22]],"date-time":"2023-07-22T10:26:11Z","timestamp":1690021571000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-14491-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,16]]},"references-count":43,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["14491"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-14491-1","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,16]]},"assertion":[{"value":"10 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}