{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T16:08:46Z","timestamp":1781107726315,"version":"3.54.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T00:00:00Z","timestamp":1567987200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T00:00:00Z","timestamp":1567987200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s11036-019-01366-9","type":"journal-article","created":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T22:02:37Z","timestamp":1568066557000},"page":"1611-1621","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":94,"title":["Human Behavior Understanding in Big Multimedia Data Using CNN based Facial Expression Recognition"],"prefix":"10.1007","volume":"25","author":[{"given":"Muhammad","family":"Sajjad","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sana","family":"Zahir","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7538-2689","authenticated-orcid":false,"given":"Amin","family":"Ullah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zahid","family":"Akhtar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khan","family":"Muhammad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,9,9]]},"reference":[{"key":"1366_CR1","doi-asserted-by":"crossref","unstructured":"Cornejo JYR, Pedrini H, Fl\u00f3rez-Revuelta F (2015) Facial Expression Recognition with Occlusions based on Geometric Representation. In: Iberoamerican Congress on Pattern Recognition, Springer","DOI":"10.1007\/978-3-319-25751-8_32"},{"key":"1366_CR2","doi-asserted-by":"crossref","unstructured":"Lu H, Wang M, Sangaiah AK (2018) Human Emotion Recognition Using an EEG Cloud Computing Platform. Mobile Networks and Applications: 1\u201310","DOI":"10.1007\/s11036-018-1120-1"},{"issue":"15","key":"1366_CR3","doi-asserted-by":"publisher","first-page":"6195","DOI":"10.1016\/j.ijleo.2016.04.015","volume":"127","author":"SA Khan","year":"2016","unstructured":"Khan SA, Hussain A, Usman M (2016) Facial expression recognition on real world face images using intelligent techniques: A survey. Optik-International Journal for Light and Electron Optics 127(15):6195\u20136203","journal-title":"Optik-International Journal for Light and Electron Optics"},{"key":"1366_CR4","volume-title":"Big data analytics for cyber-physical systems: machine learning for the internet of things","author":"G Dartmann","year":"2019","unstructured":"Dartmann G, Song H, Schmeink A (2019) Big data analytics for cyber-physical systems: machine learning for the internet of things. Elsevier, Amsterdam"},{"issue":"2","key":"1366_CR5","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s11036-013-0489-0","volume":"19","author":"M Chen","year":"2014","unstructured":"Chen M, Mao S, Liu Y (2014) Big data: A survey. Mobile Netw Appl 19(2):171\u2013209","journal-title":"Mobile Netw Appl"},{"key":"1366_CR6","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1016\/j.ins.2018.07.027","volume":"479","author":"M Sajjad","year":"2019","unstructured":"Sajjad M et al (2019) Raspberry Pi assisted facial expression recognition framework for smart security in law-enforcement services. Inf Sci 479:416\u2013431","journal-title":"Inf Sci"},{"key":"1366_CR7","doi-asserted-by":"crossref","unstructured":"Lv Y, Feng Z, Xu C (2014) Facial expression recognition via deep learning. In: Smart Computing (SMARTCOMP), 2014 International Conference on. IEEE","DOI":"10.1109\/SMARTCOMP.2014.7043872"},{"key":"1366_CR8","volume-title":"Human facial expression: An evolutionary view","author":"AJ Fridlund","year":"2014","unstructured":"Fridlund AJ (2014) Human facial expression: An evolutionary view. Academic Press, Cambridge"},{"issue":"5","key":"1366_CR9","doi-asserted-by":"publisher","first-page":"753","DOI":"10.1007\/s11036-016-0685-9","volume":"21","author":"MS Hossain","year":"2016","unstructured":"Hossain MS et al (2016) Audio-visual emotion recognition using big data towards 5G. Mobile Netw Appl 21(5):753\u2013763","journal-title":"Mobile Netw Appl"},{"key":"1366_CR10","unstructured":"Bartlett MS et al (2005) Recognizing facial expression: machine learning and application to spontaneous behavior. In: Computer Vision and Pattern Recognition, 2005. CVPR 2005. IEEE Computer Society Conference on, IEEE"},{"key":"1366_CR11","unstructured":"Tian Y-L (2004) Evaluation of face resolution for expression analysis. In: Computer Vision and Pattern Recognition Workshop, 2004. CVPRW'04. Conference on, IEEE"},{"key":"1366_CR12","unstructured":"Padgett C, Cottrell GW (1997) Representing face images for emotion classification. In: Advances in neural information processing systems"},{"issue":"1","key":"1366_CR13","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1016\/S1077-3142(03)00081-X","volume":"91","author":"I Cohen","year":"2003","unstructured":"Cohen I et al (2003) Facial expression recognition from video sequences: temporal and static modeling. Comput Vis Image Underst 91(1):160\u2013187","journal-title":"Comput Vis Image Underst"},{"issue":"4","key":"1366_CR14","doi-asserted-by":"publisher","first-page":"e10047","DOI":"10.1371\/journal.pone.0010047","volume":"5","author":"M Moussa\u00efd","year":"2010","unstructured":"Moussa\u00efd M et al (2010) The walking behaviour of pedestrian social groups and its impact on crowd dynamics. PLoS One 5(4):e10047","journal-title":"PLoS One"},{"issue":"3","key":"1366_CR15","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1057\/palgrave.sj.8350053","volume":"21","author":"N Robertson","year":"2008","unstructured":"Robertson N, Reid I, Brady M (2008) Automatic human behaviour recognition and explanation for CCTV video surveillance. Secur J 21(3):173\u2013188","journal-title":"Secur J"},{"key":"1366_CR16","doi-asserted-by":"crossref","unstructured":"Chua S-L, Marsland S, Guesgen HW (2009) Behaviour recognition from sensory streams in smart environments. In: Australasian Joint Conference on Artificial Intelligence, Springer","DOI":"10.1007\/978-3-642-10439-8_67"},{"key":"1366_CR17","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1613\/jair.3421","volume":"43","author":"A Sadilek","year":"2012","unstructured":"Sadilek A, Kautz H (2012) Location-based reasoning about complex multi-agent behavior. J Artif Intell Res 43:87\u2013133","journal-title":"J Artif Intell Res"},{"issue":"8","key":"1366_CR18","doi-asserted-by":"publisher","first-page":"2377","DOI":"10.1016\/j.patcog.2015.02.019","volume":"48","author":"RH Baxter","year":"2015","unstructured":"Baxter RH, Robertson NM, Lane DM (2015) Human behaviour recognition in data-scarce domains. Pattern Recogn 48(8):2377\u20132393","journal-title":"Pattern Recogn"},{"key":"1366_CR19","doi-asserted-by":"crossref","unstructured":"Uddin, M.Z., et al. (2017) A facial expression recognition system using robust face features from depth videos and deep learning. Comput Electr Eng","DOI":"10.1016\/j.compeleceng.2017.04.019"},{"key":"1366_CR20","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1016\/j.patcog.2016.07.026","volume":"61","author":"AT Lopes","year":"2017","unstructured":"Lopes AT et al (2017) Facial expression recognition with Convolutional Neural Networks: Coping with few data and the training sample order. Pattern Recogn 61:610\u2013628","journal-title":"Pattern Recogn"},{"key":"1366_CR21","unstructured":"Al-Shabi M, Cheah WP, Connie T (2016) Facial expression recognition using a hybrid CNN-SIFT aggregator. arXiv preprint arXiv:1608.02833"},{"key":"1366_CR22","doi-asserted-by":"crossref","unstructured":"Chang K-Y, Chen C-S, Hung Y-P (2013) Intensity rank estimation of facial expressions based on a single image. in Systems, Man, and Cybernetics (SMC), 2013 IEEE International Conference on. IEEE","DOI":"10.1109\/SMC.2013.538"},{"key":"1366_CR23","doi-asserted-by":"crossref","unstructured":"Yu Z, Zhang C (2015) Image based static facial expression recognition with multiple deep network learning. In: Proceedings of the 2015 ACM on International Conference on Multimodal Interaction. ACM","DOI":"10.1145\/2818346.2830595"},{"issue":"2","key":"1366_CR24","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1023\/B:VISI.0000013087.49260.fb","volume":"57","author":"P Viola","year":"2004","unstructured":"Viola P, Jones MJ (2004) Robust real-time face detection. Int J Comput Vis 57(2):137\u2013154","journal-title":"Int J Comput Vis"},{"issue":"1\u201310","key":"1366_CR25","first-page":"4","volume":"5","author":"J-Y Bouguet","year":"2001","unstructured":"Bouguet J-Y (2001) Pyramidal implementation of the affine lucas kanade feature tracker description of the algorithm. Intel Corporation 5(1\u201310):4","journal-title":"Intel Corporation"},{"key":"1366_CR26","unstructured":"Dalal N, Triggs B (2005) Histograms of oriented gradients for human detection. In: international Conference on computer vision & Pattern Recognition (CVPR'05). IEEE Computer Society"},{"key":"1366_CR27","doi-asserted-by":"crossref","unstructured":"Shokrani S, Moallem P, Habibi M (2014) Facial emotion recognition method based on Pyramid Histogram of Oriented Gradient over three direction of head. In: Computer and Knowledge Engineering (ICCKE), 2014 4th International eConference on. IEEE","DOI":"10.1109\/ICCKE.2014.6993346"},{"key":"1366_CR28","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1016\/j.future.2019.01.029","volume":"96","author":"A Ullah","year":"2019","unstructured":"Ullah A et al (2019) Action recognition using optimized deep autoencoder and CNN for surveillance data streams of non-stationary environments. Futur Gener Comput Syst 96:386\u2013397","journal-title":"Futur Gener Comput Syst"},{"key":"1366_CR29","doi-asserted-by":"publisher","first-page":"18174","DOI":"10.1109\/ACCESS.2018.2812835","volume":"6","author":"K Muhammad","year":"2018","unstructured":"Muhammad K et al (2018) Convolutional Neural Networks Based Fire Detection in Surveillance Videos. IEEE Access 6:18174\u201318183","journal-title":"IEEE Access"},{"key":"1366_CR30","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1016\/j.future.2017.11.035","volume":"92","author":"F Al-Turjman","year":"2019","unstructured":"Al-Turjman F (2019) 5G-enabled devices and smart-spaces in social-IoT: an overview. Futur Gener Comput Syst 92:732\u2013744","journal-title":"Futur Gener Comput Syst"},{"issue":"4","key":"1366_CR31","doi-asserted-by":"publisher","first-page":"1891","DOI":"10.1109\/TII.2017.2650204","volume":"13","author":"Z Lv","year":"2017","unstructured":"Lv Z et al (2017) Next-generation big data analytics: State of the art, challenges, and future research topics. IEEE Transactions on Industrial Informatics 13(4):1891\u20131899","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"1366_CR32","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.jocs.2018.12.003","volume":"30","author":"M Sajjad","year":"2019","unstructured":"Sajjad M et al (2019) Multi-grade brain tumor classification using deep CNN with extensive data augmentation. J Comput Sci 30:174\u2013182","journal-title":"J Comput Sci"},{"key":"1366_CR33","doi-asserted-by":"crossref","unstructured":"Hussain T et al. (2019) Cloud-Assisted Multi-View Video Summarization using CNN and Bi-Directional LSTM. IEEE Transactions on Industrial Informatics : 1","DOI":"10.1109\/TII.2019.2929228"},{"key":"1366_CR34","unstructured":"Muhammad K, Hussain T, Baik SW (2018) Efficient CNN based summarization of surveillance videos for resource-constrained devices. Pattern Recogn Lett"},{"issue":"4","key":"1366_CR35","doi-asserted-by":"publisher","first-page":"4769","DOI":"10.1007\/s11042-017-5010-5","volume":"77","author":"M Sajjad","year":"2018","unstructured":"Sajjad M et al (2018) Integrating salient colors with rotational invariant texture features for image representation in retrieval systems. Multimed Tools Appl 77(4):4769\u20134789","journal-title":"Multimed Tools Appl"},{"key":"1366_CR36","doi-asserted-by":"crossref","unstructured":"Ullah A et al. (2018) Activity Recognition using Temporal Optical Flow Convolutional Features and Multi-Layer LSTM. IEEE Trans Ind Electron","DOI":"10.1109\/TIE.2018.2881943"},{"key":"1366_CR37","doi-asserted-by":"crossref","unstructured":"Mehmood I et al. (2019) Efficient Image Recognition and Retrieval on IoT-Assisted Energy-Constrained Platforms from Big Data Repositories. IEEE Internet Things J","DOI":"10.1109\/JIOT.2019.2896151"},{"key":"1366_CR38","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems"},{"issue":"1","key":"1366_CR39","doi-asserted-by":"publisher","first-page":"109","DOI":"10.3758\/BRM.40.1.109","volume":"40","author":"MG Calvo","year":"2008","unstructured":"Calvo MG, Lundqvist D (2008) Facial expressions of emotion (KDEF): Identification under different display-duration conditions. Behav Res Methods 40(1):109\u2013115","journal-title":"Behav Res Methods"},{"key":"1366_CR40","doi-asserted-by":"crossref","unstructured":"Liew CF, Yairi T (2013) A comparison study of feature spaces and classification methods for facial expression recognition. In: 2013 IEEE International Conference on Robotics and Biomimetics (ROBIO)","DOI":"10.1109\/ROBIO.2013.6739643"},{"key":"1366_CR41","doi-asserted-by":"crossref","unstructured":"Zhou Y, Shi BE (2017) Action unit selective feature maps in deep networks for facial expression recognition. In: 2017 International Joint Conference on Neural Networks (IJCNN). IEEE","DOI":"10.1109\/IJCNN.2017.7966100"},{"key":"1366_CR42","unstructured":"Savoiu A, Wong J. Recognizing facial expressions using deep learning"},{"key":"1366_CR43","doi-asserted-by":"crossref","unstructured":"Rao Q et al (2015) Multi-pose facial expression recognition based on SURF boosting. In: 2015 International Conference on Affective Computing and Intelligent Interaction (ACII)","DOI":"10.1109\/ACII.2015.7344635"},{"key":"1366_CR44","unstructured":"Chen J et al (2014) Facial expression recognition based on facial components detection and hog features. In: International Workshops on Electrical and Computer Engineering Subfields"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-019-01366-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11036-019-01366-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-019-01366-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T23:58:26Z","timestamp":1664323106000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11036-019-01366-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9,9]]},"references-count":44,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["1366"],"URL":"https:\/\/doi.org\/10.1007\/s11036-019-01366-9","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9,9]]},"assertion":[{"value":"9 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}