{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:03:55Z","timestamp":1775066635618,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,10,9]],"date-time":"2021-10-09T00:00:00Z","timestamp":1633737600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,9]],"date-time":"2021-10-09T00:00:00Z","timestamp":1633737600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"This Research work was supported by Zayed University Research Incentives Fund# R19096","award":["Fund# R19096"],"award-info":[{"award-number":["Fund# R19096"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s11042-021-11298-w","type":"journal-article","created":{"date-parts":[[2021,10,10]],"date-time":"2021-10-10T13:55:31Z","timestamp":1633874131000},"page":"1649-1683","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":86,"title":["An efficient deep learning technique for facial emotion recognition"],"prefix":"10.1007","volume":"81","author":[{"given":"Asad","family":"Khattak","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3320-2074","authenticated-orcid":false,"given":"Muhammad Zubair","family":"Asghar","sequence":"additional","affiliation":[]},{"given":"Mushtaq","family":"Ali","sequence":"additional","affiliation":[]},{"given":"Ulfat","family":"Batool","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,9]]},"reference":[{"key":"11298_CR1","doi-asserted-by":"crossref","unstructured":"Adil B, Nadjib KM, Yacine L (2019) A novel approach for facial expression recognition. In\u00a02019 Inter Conf Net Adv Syst (ICNAS) pp 1\u20135. IEEE","DOI":"10.1109\/ICNAS.2019.8807883"},{"key":"11298_CR2","unstructured":"All things Image (2019) Image Preprocessing, Image Data Generator class. Retrieved from https:\/\/keras.io\/preprocessing\/image\/"},{"key":"11298_CR3","unstructured":"All things Keras (2019) Keras Deep Learning Library Retrieved from https:\/\/keras.io\/"},{"issue":"6","key":"11298_CR4","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1007\/s12559-017-9503-3","volume":"9","author":"MZ Asghar","year":"2017","unstructured":"Asghar MZ, Khan A, Bibi A, Kundi FM, Ahmad H (2017) Sentence-level emotion detection framework using rule-based classification. Cogn Comput 9(6):868\u2013894","journal-title":"Cogn Comput"},{"issue":"5","key":"11298_CR5","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1007\/s00138-018-0960-9","volume":"30","author":"E Avots","year":"2019","unstructured":"Avots E, Sapi\u0144ski T, Bachmann M, Kami\u0144ska D (2019) Audiovisual emotion recognition in wild. Mach Vis Appl 30(5):975\u2013985","journal-title":"Mach Vis Appl"},{"key":"11298_CR6","doi-asserted-by":"crossref","unstructured":"Balasubramanian B, Diwan P, Nadar R, Bhatia A (2019) Analysis of Facial Emotion Recognition. In\u00a02019 3rd Inter Conf Trends Elect Inform (ICOEI) pp 945\u2013949. IEEE","DOI":"10.1109\/ICOEI.2019.8862731"},{"key":"11298_CR7","doi-asserted-by":"crossref","unstructured":"Bouzakraoui MS, Sadiq A, Alaoui AY (2019) Appreciation of Customer Satisfaction Through Analysis Facial Expressions and Emotions Recognition. In\u00a02019 4th World Conf Compl Syst (WCCS) pp 1\u20135. IEEE","DOI":"10.1109\/ICoCS.2019.8930761"},{"key":"11298_CR8","doi-asserted-by":"crossref","unstructured":"Cadayona AM, Cerilla NMS, Jurilla DMM, Balan AKD, de Goma JC (2019) Emotional State Classification: An Additional Step in Emotion Classification through Face Detection. In\u00a02019 IEEE 6th Inter Conf Indust Eng Appl (ICIEA) pp 667\u2013671. IEEE","DOI":"10.1109\/IEA.2019.8715171"},{"issue":"1\u20132","key":"11298_CR9","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s00138-016-0817-z","volume":"28","author":"J Chen","year":"2017","unstructured":"Chen J, Ou Q, Chi Z, Fu H (2017) Smile detection in the wild with deep convolutional neural networks. Mach Vis Appl 28(1\u20132):173\u2013183","journal-title":"Mach Vis Appl"},{"key":"11298_CR10","doi-asserted-by":"crossref","unstructured":"Das A, Dantcheva A, Bremond F (2018) Mitigating bias in gender, age and ethnicity classification: a multi-task convolution neural network approach. In\u00a0Proc Euro Conf Comput Vis (ECCV) pp 0\u20130","DOI":"10.1007\/978-3-030-11009-3_35"},{"issue":"3","key":"11298_CR11","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1002\/mpr.343","volume":"20","author":"HL Egger","year":"2011","unstructured":"Egger HL, Pine DS, Nelson E, Leibenluft E, Ernst M, Towbin KE, Angold A (2011) The NIMH Child Emotional Faces Picture Set (NIMH-ChEFS): a new set of children\u2019s facial emotion stimuli. Int J Methods Psychiatr Res 20(3):145\u2013156","journal-title":"Int J Methods Psychiatr Res"},{"key":"11298_CR12","doi-asserted-by":"crossref","unstructured":"Fathallah A, Abdi L, Douik A (2017) Facial Expression Recognition via Deep Learning. In\u00a0Computer Systems and Applications (AICCSA), 2017 IEEE\/ACS 14th Inter Conf Comput Syst Appl\u00a0pp 745\u2013750. IEEE","DOI":"10.1109\/AICCSA.2017.124"},{"key":"11298_CR13","doi-asserted-by":"crossref","unstructured":"Guo J, Lei Z, Wan J, Avots E, Hajarolasvadi N, Baro X (2018) Dominant and Complementary Emotion Recognition From Still Images of Faces","DOI":"10.1109\/ACCESS.2018.2831927"},{"key":"11298_CR14","doi-asserted-by":"crossref","unstructured":"Guo JM, Huang PC, Chang LY (2019) A Hybrid Facial Expression Recognition System Based on Recurrent Neural Network. In\u00a02019 16th IEEE Inter Conf Adv Vid Signal Based Surv (AVSS) pp 1\u20138. IEEE","DOI":"10.1109\/AVSS.2019.8909888"},{"key":"11298_CR15","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.inffus.2018.09.008","volume":"49","author":"MS Hossain","year":"2019","unstructured":"Hossain MS, Muhammad G (2019) Emotion recognition using deep learning approach from audio\u2013visual emotional big data. Information Fusion 49:69\u201378","journal-title":"Information Fusion"},{"issue":"3","key":"11298_CR16","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/s00371-019-01628-3","volume":"36","author":"A Joseph","year":"2020","unstructured":"Joseph A, Geetha P (2020) Facial emotion detection using modified eyemap\u2013mouthmap algorithm on an enhanced image and classification with tensorflow. Vis Comput 36(3):529\u2013539","journal-title":"Vis Comput"},{"key":"11298_CR17","doi-asserted-by":"crossref","unstructured":"Kanade T, Cohn JF, Tian Y (2000) Comprehensive database for facial expression analysis.Proceedings of the Fourth IEEE Inter Conf Auto Face Gesture Recognit (FG'00) Grenoble, France 46\u201353","DOI":"10.1109\/AFGR.2000.840611"},{"key":"11298_CR18","doi-asserted-by":"crossref","unstructured":"Kolodziej M, Majkowski A, Rak RJ, Tarnowski P, Pielaszkiewicz T (2018) Analysis of facial features for the use of emotion recognition. In\u00a019th Inter Conf Comput Prob Elect Eng pp 1\u20134. IEEE","DOI":"10.1109\/CPEE.2018.8507137"},{"key":"11298_CR19","doi-asserted-by":"crossref","unstructured":"Kumar A, Jaiswal A (2017) Image sentiment analysis using convolutional neural network. In\u00a0Inter Conf Intel Syst Des Appl pp 464\u2013473. Springer, Cham","DOI":"10.1007\/978-3-319-76348-4_45"},{"key":"11298_CR20","doi-asserted-by":"publisher","first-page":"93998","DOI":"10.1109\/ACCESS.2019.2928364","volume":"7","author":"HS Kuo","year":"2019","unstructured":"Kuo PH, Tsai TN, Luan PC (2019) CNN and LSTM Based Facial Expression Analysis Model for a Humanoid Robot. IEEE Access 7:93998\u201394011","journal-title":"IEEE Access"},{"key":"11298_CR21","doi-asserted-by":"publisher","first-page":"93998","DOI":"10.1109\/ACCESS.2019.2928364","volume":"7","author":"THS Li","year":"2019","unstructured":"Li THS, Kuo PH, Tsai TN, Luan PC (2019) CNN and LSTM Based Facial Expression Analysis Model for a Humanoid Robot. IEEE Access 7:93998\u201394011","journal-title":"IEEE Access"},{"key":"11298_CR22","doi-asserted-by":"crossref","unstructured":"Liu KC, Hsu CC, Wang WY, Chiang HH (2019) Real-Time facial expression recognition based on cnn. In\u00a02019Inter Conf Syst Sci Eng (ICSSE) pp 120\u2013123. IEEE","DOI":"10.1109\/ICSSE.2019.8823409"},{"key":"11298_CR23","doi-asserted-by":"publisher","first-page":"18042","DOI":"10.1109\/ACCESS.2017.2747560","volume":"5","author":"M Lopez-Martin","year":"2017","unstructured":"Lopez-Martin M, Carro B, Sanchez-Esguevillas A, Lloret J (2017) Network traffic classifier with convolutional and recurrent neural networks for Internet of Things. IEEE Access 5:18042\u201318050","journal-title":"IEEE Access"},{"key":"11298_CR24","doi-asserted-by":"crossref","unstructured":"Lopez-Rincon A (2019) Emotion recognition using facial expressions in children using the NAO Robot. In\u00a02019 Inter Conf Elect Commun Comput (CONIELECOMP)\u00a0pp 146\u2013153). IEEE","DOI":"10.1109\/CONIELECOMP.2019.8673111"},{"key":"11298_CR25","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) Subedi sanjay. Large Scale Face Dataset for Age and gender. UTKFace dataset. Retrieved from https:\/\/www.kaggle.com\/jangedoo\/utkface-new"},{"key":"11298_CR26","unstructured":"Lyons M, Akamatsu S, Kamachi M, Gyoba J (1998, April) Coding facial expressions with gabor wavelets. In Proceedings Third IEEE international conference on automatic face and gesture recognition (pp. 200\u2013205). IEEE"},{"key":"11298_CR27","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1016\/j.procs.2020.07.101","volume":"175","author":"W Mellouk","year":"2020","unstructured":"Mellouk W, Handouzi W (2020) Facial emotion recognition using deep learning: review and insights. Procedia Comput Sci 175:689\u2013694","journal-title":"Procedia Computer Science"},{"key":"11298_CR28","doi-asserted-by":"crossref","unstructured":"Nadjib KM, Yacine L (2019) A novel approach for facial expression recognition. In\u00a02019 Inter Conf Net Adv Syst (ICNAS) pp 1\u20135. IEEE","DOI":"10.1109\/ICNAS.2019.8807883"},{"key":"11298_CR29","doi-asserted-by":"crossref","unstructured":"Nithyashri J, Kulanthaivel G (2012) Classification of human age based on Neural Network using FG-NET Aging database and Wavelets. In\u00a02012 Fourth Inter Conf Adv Comput (ICoAC) pp 1\u20135. IEEE","DOI":"10.1109\/ICoAC.2012.6416855"},{"key":"11298_CR30","doi-asserted-by":"crossref","unstructured":"Ozdemir MA, Elagoz B, Alaybeyoglu A, Sadighzadeh R, Akan A (2019) Real Time Emotion Recognition from Facial Expressions Using CNN Architecture. In\u00a02019 Med Technol Cong (TIPTEKNO) pp 1\u20134. IEEE","DOI":"10.1109\/TIPTEKNO.2019.8895215"},{"key":"11298_CR31","doi-asserted-by":"crossref","unstructured":"Papapicco C, Mininni G (2020) Impact memes: phds humor (e).\u00a0Multi Tools Appl 1\u201322","DOI":"10.1007\/s11042-020-09166-0"},{"key":"11298_CR32","doi-asserted-by":"crossref","unstructured":"Pathar R, Adivarekar A, Mishra A, Deshmukh A (2019) Human Emotion Recognition using Convolutional Neural Network in Real Time. In\u00a02019 1st Inter Conf Innov Inform Commun Technol (ICIICT)\u00a0pp 1\u20137. IEEE","DOI":"10.1109\/ICIICT1.2019.8741491"},{"key":"11298_CR33","doi-asserted-by":"crossref","unstructured":"Patil M, Veni S (2019) Driver Emotion Recognition for Enhancement of Human Machine Interface in Vehicles. In\u00a02019Inter Conf Commun Signal Proc (ICCSP) pp 0420\u20130424. IEEE","DOI":"10.1109\/ICCSP.2019.8698045"},{"key":"11298_CR34","unstructured":"Prabhu R (2018)\u00a0Understanding of Convolutional Neural Network (CNN) \u2014 Deep Learning. Retrieved from https:\/\/medium.com\/@RaghavPrabhu\/understanding-of-convolutional-neural-network-cnn-deep-learning-99760835f148"},{"key":"11298_CR35","unstructured":"Rao A (2019) Convolutional Neural Network Tutorial (CNN) \u2013 Developing An Image Classifier In Python Using Tensor Flow Retrieved from https:\/\/www.edureka.co\/blog\/convolutional-neural-network\/"},{"key":"11298_CR36","doi-asserted-by":"crossref","unstructured":"Rasamoelina AD, Adjailia F, Sin\u010c\u00e0k P (2019) Deep Convolutional Neural Network for Robust Facial Emotion Recognition. In\u00a02019 IEEE Inter Symp Innov Intel Syst Appl (INISTA) pp 1\u20136. IEEE","DOI":"10.1109\/INISTA.2019.8778282"},{"key":"11298_CR37","doi-asserted-by":"crossref","unstructured":"Shan K, Guo J, You W, Lu D, Bie R (2017) Automatic facial expression recognition based on a deep convolutional-neural-network structure. In\u00a02017 IEEE 15th Inter Conf Soft Eng Res Manage Appl (SERA) pp 123\u2013128. IEEE","DOI":"10.1109\/SERA.2017.7965717"},{"key":"11298_CR38","unstructured":"Sinha S, Kumar R, Nalawade S, Ray D (2017) Facial Expression Recognition. Inter Res J Eng Technol Volume 04, p ISSN: 2395\u20130072. IRJET"},{"key":"11298_CR39","doi-asserted-by":"crossref","unstructured":"Taha B, Hatzinakos D (2019) Emotion Recognition from 2D Facial Expressions. In\u00a02019 IEEE Can Conf Elect Comput Eng (CCECE) pp 1\u20134. IEEE","DOI":"10.1109\/CCECE.2019.8861751"},{"key":"11298_CR40","unstructured":"Tripathi S, Acharya S, Sharma RD, Mittal S, Bhattacharya S (2017) Using Deep and Convolutional Neural Networks for Accurate Emotion Classification on DEAP Dataset. In\u00a0AAAI\u00a0pp 4746\u20134752"},{"key":"11298_CR41","doi-asserted-by":"crossref","unstructured":"Verma A, Singh P, Alex JSR (2019) Modified Convolutional Neural Network Architecture Analysis for Facial Emotion Recognition. In\u00a02019 Inter Conf Syst Signals Image Proc (IWSSIP) pp 169\u2013173. IEEE","DOI":"10.1109\/IWSSIP.2019.8787215"},{"key":"11298_CR42","doi-asserted-by":"crossref","unstructured":"Wu C, Chai L, Yang J, Sheng Y (2019) Facial Expression Recognition using Convolutional Neural Network on Graphs. In\u00a02019 Chin Cont Conf (CCC) pp 7572-7576. IEEE","DOI":"10.23919\/ChiCC.2019.8866311"},{"key":"11298_CR43","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/j.compchemeng.2018.04.009","volume":"115","author":"H Wu","year":"2018","unstructured":"Wu H, Zhao J (2018) Deep convolutional neural network model based chemical process fault diagnosis. Comput Chem Eng 115:185\u2013197","journal-title":"Comput Chem Eng"},{"key":"11298_CR44","unstructured":"Xue D, Bagamian N, Broder A (2016) Classification of Emotion from Facial Images"},{"issue":"4","key":"11298_CR45","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1016\/j.jksuci.2014.10.005","volume":"27","author":"A Yarlagadda","year":"2015","unstructured":"Yarlagadda A, Murthy JVR, Prasad MK (2015) A novel method for human age group classification based on Correlation Fractal Dimension of facial edges. J king Saud University Comput Inform Sci 27(4):468\u2013476","journal-title":"Journal of king saud university-computer and information sciences"},{"key":"11298_CR46","doi-asserted-by":"crossref","unstructured":"Yang Z, Zhang Y, Luo J (2019) Human-Centered Emotion Recognition in Animated GIFs. In\u00a02019 IEEE Inter Conf Multi Expo (ICME) pp 1090\u20131095. IEEE","DOI":"10.1109\/ICME.2019.00191"},{"key":"11298_CR47","unstructured":"Yin L, Wei X, Sun Y, Wang J, Rosato MJ (2006) A 3D facial expression database for facial behavior research. In\u00a07th inter Conf Auto Face Gesture recognit (FGR06) pp 211\u2013216. IEEE"},{"key":"11298_CR48","unstructured":"Zadeh MMT, Imani M, Majidi B (2019) Fast Facial emotion recognition Using Convolutional Neural Networks and Gabor Filters. In\u00a02019 5th Conf Knowl Based Eng Innov (KBEI) pp 577\u2013581. IEEE"},{"key":"11298_CR49","doi-asserted-by":"crossref","unstructured":"Zhong L, Bai C, Li J, Chen T, Li S, Liu Y (2019) A Graph-Structured Representation with BRNN for Static-based Facial Expression Recognition. In\u00a02019 14th IEEE Inter Conf Auto Face Gesture Recognit (FG 2019) pp 1\u20135. IEEE","DOI":"10.1109\/FG.2019.8756615"},{"key":"11298_CR50","doi-asserted-by":"publisher","first-page":"158389","DOI":"10.1109\/ACCESS.2019.2948388","volume":"7","author":"L Zhu","year":"2019","unstructured":"Zhu L, Yu W, Zhang C, Zhang Z, Huang F, Yu H (2019) SVS-JOIN: Efficient Spatial Visual Similarity Join for Geo-Multimedia. IEEE Access 7:158389\u2013158408","journal-title":"IEEE Access"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11298-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-11298-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11298-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,29]],"date-time":"2022-01-29T09:20:45Z","timestamp":1643448045000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-11298-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,9]]},"references-count":50,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["11298"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-11298-w","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,9]]},"assertion":[{"value":"14 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}