{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T10:27:47Z","timestamp":1760956067214,"version":"3.37.3"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2021,1,20]],"date-time":"2021-01-20T00:00:00Z","timestamp":1611100800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,20]],"date-time":"2021-01-20T00:00:00Z","timestamp":1611100800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s11042-020-10341-6","type":"journal-article","created":{"date-parts":[[2021,1,20]],"date-time":"2021-01-20T22:02:35Z","timestamp":1611180155000},"page":"14019-14040","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Affective state recognition from hand gestures and facial expressions using Grassmann manifolds"],"prefix":"10.1007","volume":"80","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3534-3364","authenticated-orcid":false,"given":"Bindu","family":"Verma","sequence":"first","affiliation":[]},{"given":"Ayesha","family":"Choudhary","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,1,20]]},"reference":[{"key":"10341_CR1","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1037\/0033-2909.111.2.256","volume":"111","author":"N Ambady","year":"1992","unstructured":"Ambady N, Rosenthal R (1992) Thin slices of expressive behavior as predictors of interpersonal consequences: A meta-analysis. Psychol Bull 111:256","journal-title":"Psychol Bull"},{"key":"10341_CR2","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/S0065-2601(00)80006-4","volume":"32","author":"N Ambady","year":"2000","unstructured":"Ambady N, Bernieri F J, Richeson J A (2000) Toward a histology of social behavior: judgmental accuracy from thin slices of the behavioral stream. Adv Exp Social Psychol 32:201\u2013271","journal-title":"Adv Exp Social Psychol"},{"key":"10341_CR3","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1016\/j.neunet.2015.09.009","volume":"72","author":"P Barros","year":"2015","unstructured":"Barros P, Jirak D, Weber C, Wermter S (2015) Multimodal emotional state recognition using sequence-dependent deep hierarchical features. Neural Netw 72:140\u2013151","journal-title":"Neural Netw"},{"key":"10341_CR4","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.neucom.2017.01.096","volume":"253","author":"P Barros","year":"2017","unstructured":"Barros P, Parisi G I, Weber C, Wermter S (2017) Emotion-modulated attention improves expression recognition: A deep learning model. Neurocomputing 253:104\u2013114","journal-title":"Neurocomputing"},{"key":"10341_CR5","unstructured":"Bastanfard A, Karam H, Takahashi H, Nakajima M (2002) Simulation of human facial aging and skin senility. In: ITE technical report, the institute of image information and television engineers, vol 26(3), pp 1\u20137"},{"key":"10341_CR6","doi-asserted-by":"crossref","unstructured":"Bastanfard A, Bastanfard O, Takahashi H, Nakajima M (2004) Toward anthropometrics simulation of face rejuvenation and skin cosmetic. In: Computer animation and virtual worlds 15, vol 3, pp 347\u2013352","DOI":"10.1002\/cav.38"},{"key":"10341_CR7","doi-asserted-by":"crossref","unstructured":"Bastanfard A, Takahashi H, Nakajima M (2004) Toward E-appearance of human face and hair by age, expression and rejuvenation. In: International conference on cyberworlds. IEEE, pp 306\u2013311","DOI":"10.1109\/CW.2004.65"},{"key":"10341_CR8","unstructured":"Berthouze N, Valstar M, Williams A, Egede J, Olugbade T, Wang C, Meng H, Aung M, Lane N, Song S Emopain challenge 2020: Multimodal pain evaluation from facial and bodily expressions. arXiv:2001.07739"},{"key":"10341_CR9","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.inffus.2020.01.008","volume":"59","author":"H Cai","year":"2020","unstructured":"Cai H, Qu Z, Li Z, Zhang Y, Hu X, Hu B (2020) Feature-level fusion approaches based on multimodal eeg data for depression recognition. Inf Fusion 59:127\u2013138","journal-title":"Inf Fusion"},{"key":"10341_CR10","unstructured":"Canziani A, Paszke A, Culurciello E An analysis of deep neural network models for practical applications. arXiv:1605.07678"},{"issue":"2","key":"10341_CR11","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/j.imavis.2012.06.014","volume":"31","author":"S Chen","year":"2013","unstructured":"Chen S, Tian Y, Liu Q, Metaxas D N (2013) Recognizing expressions from face and body gesture by temporal normalized motion and appearance features. Image Vis Comput 31(2):175\u2013185","journal-title":"Image Vis Comput"},{"key":"10341_CR12","doi-asserted-by":"crossref","unstructured":"Chen L, Wu M, Wanjuan S U, Hirota K (2018) Multi-convolution neural networks-based on deep learning model for emotion understanding. In: Proceedings of 37th international conference on chinese control conference (CCC), pp 9545\u20139549","DOI":"10.23919\/ChiCC.2018.8483607"},{"issue":"1\u20132","key":"10341_CR13","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1016\/S1077-3142(03)00081-X","volume":"91","author":"I Cohen","year":"2003","unstructured":"Cohen I, Sebe N, Garg A, Chen L S, Huang T S (2003) Facial expression recognition from video sequences: Temporal and static modeling. Comput Vis Image Underst 91(1\u20132):160\u2013187","journal-title":"Comput Vis Image Underst"},{"key":"10341_CR14","doi-asserted-by":"crossref","unstructured":"Dellaert F, Polzin T, Waibel A (1996) Recognizing emotion in speech. In: Proceedings of 4th international conference on spoken language processing","DOI":"10.21437\/ICSLP.1996-462"},{"key":"10341_CR15","unstructured":"Dibia V (2017) Real-time hand tracking using ssd on tensorflow, https:\/\/github.com\/victordibia\/handtracking"},{"key":"10341_CR16","first-page":"385","volume":"4","author":"SC Gadanho","year":"2003","unstructured":"Gadanho S C (2003) Learning behavior-selection by emotions and cognition in a multi-goal robot task. J Mach Learn Res 4:385\u2013412","journal-title":"J Mach Learn Res"},{"key":"10341_CR17","unstructured":"Gong B, Shi Y, Sha F, Grauman K (2012) Geodesic flow kernel for unsupervised domain adaptation. In: Proceedings of international conference on computer vision and pattern recognition (CVPR), pp 2066\u20132073"},{"key":"10341_CR18","first-page":"736","volume":"8","author":"Y Gu","year":"2013","unstructured":"Gu Y, Mai X, Luo Y-J (2013) Do bodily expressions compete with facial expressions? Time course of integration of emotional signals from the face and the body. PLoS One 8:736\u2013762","journal-title":"PLoS One"},{"key":"10341_CR19","doi-asserted-by":"crossref","unstructured":"Gunes H, Piccardi M (2006) A bimodal face and body gesture database for automatic analysis of human nonverbal affective behavior. In: Proceedings of 18th international conference on pattern recognition, vol 1, pp 1148\u20131153","DOI":"10.1109\/ICPR.2006.39"},{"issue":"1","key":"10341_CR20","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/TSMCB.2008.927269","volume":"39","author":"H Gunes","year":"2009","unstructured":"Gunes H, Piccardi M (2009) Automatic temporal segment detection and affect recognition from face and body display. IEEE Trans Syst Man Cybern 39 (1):64\u201384","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"10341_CR21","doi-asserted-by":"crossref","unstructured":"Harandi M T, Sanderson C, Shirazi S, Lovell B C (2011) Graph embedding discriminant analysis on Grassmannian manifold for improved image set matching. In: Proceedings of international conference on computer vision and pattern recognition (CVPR), pp 2705\u20132712","DOI":"10.1109\/CVPR.2011.5995564"},{"key":"10341_CR22","unstructured":"Kapoor R W, Picard A (2005) Multimodal affect recognition in learning environments. In: Proceedings of 13th annual ACM international conference on multimedia, pp 677\u2013682"},{"issue":"12","key":"10341_CR23","doi-asserted-by":"publisher","first-page":"2067","DOI":"10.1109\/TPAMI.2008.26","volume":"30","author":"J Kim","year":"2008","unstructured":"Kim J, Andr\u00e9 E (2008) Emotion recognition based on physiological changes in music listening. IEEE Trans Pattern Anal Mach Intell 30(12):2067\u20132083","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"10341_CR24","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1007\/BF02344719","volume":"42","author":"KH Kim","year":"2004","unstructured":"Kim KH, Bang SW, Kim SR (2004) Emotion recognition system using short-term monitoring of physiological signals. Med Biol Eng Comput 42 (3):419\u2013427","journal-title":"Med Biol Eng Comput"},{"issue":"1","key":"10341_CR25","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","volume":"3","author":"S Koelstra","year":"2012","unstructured":"Koelstra S, Muhl C, Soleymani M, Lee J S, Yazdani A, Ebrahimi T, Patras I (2012) Deap: A database for emotion analysis; using physiological signals. IEEE Trans Affect Comput 3(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"10341_CR26","doi-asserted-by":"publisher","first-page":"810","DOI":"10.3389\/fnhum.2013.00810","volume":"7","author":"ME Kret","year":"2013","unstructured":"Kret M E, Roelofs K, Stekelenburg J, De G B (2013) Salient cues from faces, bodies and scenes influence observers face expressions. Front Hum Neurosci 7:810\u2013850","journal-title":"Front Hum Neurosci"},{"issue":"929414","key":"10341_CR27","first-page":"1672","volume":"11","author":"CL Lisetti","year":"2004","unstructured":"Lisetti C L, Nasoz F (2004) Using noninvasive wearable computers to recognize human emotions from physiological signals. EURASIP J Appl Signal Process 11:1672\u20131687","journal-title":"EURASIP J Appl Signal Process"},{"issue":"2","key":"10341_CR28","doi-asserted-by":"publisher","first-page":"1447","DOI":"10.1007\/s11071-019-05170-8","volume":"98","author":"P Liu","year":"2019","unstructured":"Liu P, Yu H, Cang S (2019) Adaptive neural network tracking control for underactuated systems with matched and mismatched disturbances. Nonlinear Dyn 98(2):1447\u20131464","journal-title":"Nonlinear Dyn"},{"issue":"5","key":"10341_CR29","doi-asserted-by":"publisher","first-page":"1082","DOI":"10.1016\/j.jvcir.2014.03.006","volume":"25","author":"E Mohammadi","year":"2014","unstructured":"Mohammadi E, Fatemizadeh M R, Mahoor M H (2014) Pca-based dictionary building for accurate facial expression recognition via sparse representation. J Vis Commun Image Represent 25(5):1082\u20131092","journal-title":"J Vis Commun Image Represent"},{"key":"10341_CR30","doi-asserted-by":"crossref","unstructured":"Nguyen D, Nguyen K, Sridharan S, Dean D, Fookes C (2018) Deep spatio-temporal feature fusion with compact bilinear pooling for multimodal emotion recognition. Comput Vis Image Underst 174:33\u201342","DOI":"10.1016\/j.cviu.2018.06.005"},{"key":"10341_CR31","doi-asserted-by":"crossref","unstructured":"Pentland A (2008) Honest signals: How they shape our world, MIT Press","DOI":"10.7551\/mitpress\/8022.001.0001"},{"key":"10341_CR32","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"R Picard","year":"1997","unstructured":"Picard R (1997) Affective computing. The MIT Press, Cambridge, Massachusetts"},{"key":"10341_CR33","doi-asserted-by":"crossref","unstructured":"Psaltis A, Kaza K, Stefanidis K, Thermos S, Apostolakis K C, Dimitropoulos K, Daras P (2016) Multimodal affective state recognition in serious games applications. In: Proceedings of international conference on imaging systems and techniques (IST), pp 435\u2013439","DOI":"10.1109\/IST.2016.7738265"},{"key":"10341_CR34","unstructured":"Richmond V P, McCroskey J C, Hickson M (2008) Nonverbal behavior in interpersonal relations. Allyn & Bacon"},{"key":"10341_CR35","doi-asserted-by":"crossref","unstructured":"Roy D, Pentland A (1996) Automatic spoken affect classification and analysis. In: Proceedings of 2nd international conference on automatic face and gesture recognition, pp 363\u2013367","DOI":"10.1109\/AFGR.1996.557292"},{"issue":"1","key":"10341_CR36","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1037\/1528-3542.7.1.158","volume":"7","author":"KR Scherer","year":"2007","unstructured":"Scherer K R, Ellgring H (2007) Multimodal expression of emotion: Affect programs or componential appraisal patterns? Emotion 7(1):158","journal-title":"Emotion"},{"key":"10341_CR37","doi-asserted-by":"crossref","unstructured":"Shan C, Gong S, McOwan P W (2007) Beyond facial expressions: learning human emotion from body gestures. In: Proceedings of international conference on british machine vision conference (BMVC), pp 1\u201310","DOI":"10.5244\/C.21.43"},{"key":"10341_CR38","doi-asserted-by":"publisher","first-page":"852","DOI":"10.1109\/TRO.2007.904903","volume":"23","author":"T Spexard","year":"2007","unstructured":"Spexard T, Hanheide M, Sagerer G (2007) Human-oriented interaction with an anthropomorphic robot. IEEE Trans Robot 23:852\u2013862","journal-title":"IEEE Trans Robot"},{"issue":"9","key":"10341_CR39","doi-asserted-by":"publisher","first-page":"3487","DOI":"10.1109\/JSEN.2018.2888815","volume":"19","author":"L Sun","year":"2018","unstructured":"Sun L, Zhao C, Yan Z, Liu P, Duckett T, Stolkin R (2018) A novel weakly-supervised approach for RGB-D-based nuclear waste object detection. IEEE Sens J 19(9):3487\u20133500","journal-title":"IEEE Sens J"},{"key":"10341_CR40","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.neunet.2017.11.021","volume":"105","author":"B Sun","year":"2018","unstructured":"Sun B, Cao S, He J, Yu L (2018) Affect recognition from facial movements and body gestures by hierarchical deep spatio-temporal features and fusion strategy. Neural Netw 105:36\u201351","journal-title":"Neural Netw"},{"key":"10341_CR41","doi-asserted-by":"publisher","first-page":"128185","DOI":"10.1109\/ACCESS.2019.2940034","volume":"7","author":"Z Tang","year":"2019","unstructured":"Tang Z, Yu H, Lu C, Liu P, Jin X (2019) Single-trial classification of different movements on one arm based on ERD\/ERS and corticomuscular coherence. IEEE Access 7:128185\u2013128197","journal-title":"IEEE Access"},{"issue":"8","key":"10341_CR42","doi-asserted-by":"publisher","first-page":"1087","DOI":"10.1631\/FITEE.1800083","volume":"20","author":"ZC Tang","year":"2019","unstructured":"Tang Z C, Li C, Wu J F, Liu P C, Cheng S W (2019) Classification of EEG-based single-trial motor imagery tasks using a B-CSP method for BCI. Front Inf Technol Electron Eng 20(8):1087\u20131098","journal-title":"Front Inf Technol Electron Eng"},{"issue":"8","key":"10341_CR43","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1109\/JSTSP.2017.2764438","volume":"11","author":"P Tzirakis","year":"2017","unstructured":"Tzirakis P, Trigeorgis G, Nicolaou M A, Schuller B W, Zafeiriou S (2017) End-to-end multimodal emotion recognition using Deep Neural Networks. IEEE J Sel Top Signal Process 11(8):1301\u20131309","journal-title":"IEEE J Sel Top Signal Process"},{"key":"10341_CR44","doi-asserted-by":"crossref","unstructured":"Uddin M A, Joolee J B, Lee Y-K Depression level prediction using deep spatiotemporal features and 698 multilayer bi-ltsm. IEEE Transactions on Affective Computing (2020)","DOI":"10.1109\/TAFFC.2020.2970418"},{"key":"10341_CR45","doi-asserted-by":"publisher","first-page":"1743","DOI":"10.1016\/j.imavis.2008.11.007","volume":"27","author":"A Vinciarelli","year":"2009","unstructured":"Vinciarelli A, Pantic M, Bourlard H (2009) Social signal proessing: Survey of an emerging domain. Image Vis Comput 27:1743\u20131759","journal-title":"Image Vis Comput"},{"issue":"2","key":"10341_CR46","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1023\/B:VISI.0000013087.49260.fb","volume":"57","author":"P Viola","year":"2004","unstructured":"Viola P, Jones M J (2004) Robust real-time face detection. Int J Comput Vis 57(2):137\u2013154","journal-title":"Int J Comput Vis"},{"key":"10341_CR47","doi-asserted-by":"crossref","unstructured":"Yang Z, Narayanan S (2015) Modeling mutual influence of multimodal behavior in affective dyadic interactions. In: Proceedings of international conference on acoustics, speech and signal processing (ICASSP), pp 2234\u20132238","DOI":"10.1109\/ICASSP.2015.7178368"},{"key":"10341_CR48","doi-asserted-by":"crossref","unstructured":"Yang Z, Gong B, Narayanan S (2017) Weighted geodesic flow kernel for interpersonal mutual influence modeling and emotion recognition in dyadic interactions. In: Proceedings of international conference on affective computing and intelligent interaction (ACII), pp 236\u2013241","DOI":"10.1109\/ACII.2017.8273606"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10341-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-020-10341-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10341-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T18:49:36Z","timestamp":1724352576000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-020-10341-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,20]]},"references-count":48,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["10341"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-10341-6","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2021,1,20]]},"assertion":[{"value":"24 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 December 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}