{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T16:03:22Z","timestamp":1772553802607,"version":"3.50.1"},"reference-count":103,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2018,3,28]],"date-time":"2018-03-28T00:00:00Z","timestamp":1522195200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1007\/s11042-018-5699-9","type":"journal-article","created":{"date-parts":[[2018,3,28]],"date-time":"2018-03-28T11:30:12Z","timestamp":1522236612000},"page":"24813-24841","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Action unit detection in 3D facial videos with application in facial expression retrieval and recognition"],"prefix":"10.1007","volume":"77","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5925-2179","authenticated-orcid":false,"given":"Antonios","family":"Danelakis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Theoharis","family":"Theoharis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ioannis","family":"Pratikakis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,3,28]]},"reference":[{"issue":"12","key":"5699_CR1","doi-asserted-by":"publisher","first-page":"1788","DOI":"10.1016\/j.imavis.2009.05.007","volume":"27","author":"AB Ashraf","year":"2009","unstructured":"Ashraf AB, Lucey S, Cohn JF, Chen T, Ambadar Z, Prkachin KM, Solomon PE (2009) The painful face \u2013 pain expression recognition using active appearance models. Image Vis Comput 27(12):1788\u20131796","journal-title":"Image Vis Comput"},{"key":"5699_CR2","doi-asserted-by":"crossref","unstructured":"Baltru\u0161aitis T, Mahmoud M, Robinson P (2015) Cross-dataset learning and person-specific normalisation for automatic action unit detection. In: Automatic face and gesture recognition (FG), pp 1\u20136","DOI":"10.1109\/FG.2015.7284869"},{"key":"5699_CR3","doi-asserted-by":"crossref","unstructured":"Bartlett M, Littlewort G, Frank M, Lainscsek C, Fasel I, Movellan J (2006) Fully automatic facial action recognition in spontaneous behavior. In: 7th international conference on automatic face and gesture recognition (FGR), pp 223\u2013230","DOI":"10.1109\/FGR.2006.55"},{"key":"5699_CR4","doi-asserted-by":"crossref","unstructured":"Bayramoglu N, Zhao G, Pietik\u00e4inen M (2013) CS-3DLBP And geometry based person independent 3d facial action unit detection. In: International conference on biometrics, pp 1\u20136","DOI":"10.1109\/ICB.2013.6612977"},{"issue":"12","key":"5699_CR5","doi-asserted-by":"publisher","first-page":"1333","DOI":"10.1007\/s00371-013-0869-2","volume":"29","author":"S Berretti","year":"2013","unstructured":"Berretti S, Del Bimbo A, Pala P (2013) Automatic facial expression recognition in real-time from dynamic sequences of 3D face scans. Vis Comput 29(12):1333\u20131350","journal-title":"Vis Comput"},{"key":"5699_CR6","doi-asserted-by":"crossref","unstructured":"Canavan SJ, Sun Y, Zhang X, Yin L (2012) A dynamic curvature based approach for facial activity analysis in 3D space. In: CVPR workshops, pp 14\u201319","DOI":"10.1109\/CVPRW.2012.6239350"},{"key":"5699_CR7","doi-asserted-by":"crossref","unstructured":"Chang Y, Vieira MB, Turk M, Velho L (2005) Automatic 3D facial expression analysis in videos. In: IEEE workshop AMFG \u201905, pp 293\u2013307","DOI":"10.1007\/11564386_23"},{"issue":"15","key":"5699_CR8","doi-asserted-by":"publisher","first-page":"1964","DOI":"10.1016\/j.patrec.2013.02.002","volume":"34","author":"J Chen","year":"2013","unstructured":"Chen J, Liu X, Tu P, Aragones A (2013) Learning person-specific models for facial expression and action unit recognition. Pattern Recogn Lett 34(15):1964\u20131970","journal-title":"Pattern Recogn Lett"},{"issue":"1","key":"5699_CR9","first-page":"43","volume":"8","author":"SS Choi","year":"2010","unstructured":"Choi SS, Cha SH (2010) A survey of binary similarity and distance measures. Journal of Systemics Cybernetics and Informatics 8(1):43\u201348","journal-title":"Journal of Systemics Cybernetics and Informatics"},{"key":"5699_CR10","doi-asserted-by":"crossref","unstructured":"Chu WS, De La Torre F, Cohn JF (2013) Selective transfer machine for personalized facial action unit detection. In: The IEEE conference on computer vision and pattern recognition (CVPR), pp 3515\u20133522","DOI":"10.1109\/CVPR.2013.451"},{"key":"5699_CR11","doi-asserted-by":"crossref","unstructured":"Cosker D, Krumhuber E, Hilton A (2011) A FACS valid 3D dynamic action unit database with applications to 3D dynamic morphable facial modeling. In: Proc. ICCV \u201911, pp 2296\u20132303","DOI":"10.1109\/ICCV.2011.6126510"},{"issue":"6","key":"5699_CR12","doi-asserted-by":"publisher","first-page":"1574","DOI":"10.1109\/TMM.2014.2321113","volume":"16","author":"M Dahmane","year":"2014","unstructured":"Dahmane M, Meunier J (2014) Prototype-based modeling for facial expression analysis. IEEE Trans Multimedia 16(6):1574\u20131584","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR13","unstructured":"Danelakis A, Theoharis T, Pratikakis I (2014) Geotopo: dynamic 3D facial expression retrieval using topological and geometric information. In: Proc. 3d object retrieval 2014, pp 1\u20138"},{"key":"5699_CR14","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.patcog.2015.10.012","volume":"52","author":"A Danelakis","year":"2016","unstructured":"Danelakis A, Theoharis T, Pratikakis I, Perakis P (2016) An effective methodology for dynamic 3D facial expression retrieval. Pattern Recogn 52:174\u2013185","journal-title":"Pattern Recogn"},{"issue":"2-4","key":"5699_CR15","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/s11263-017-1010-1","volume":"126","author":"A Dapogny","year":"2016","unstructured":"Dapogny A, Bailly K, Dubuisson S (2016) Confidence-weighted local expression predictions for occlusion handling in expression recognition and action unit detection. Int J Comput Vis 126(2-4):255\u2013271","journal-title":"Int J Comput Vis"},{"key":"5699_CR16","volume-title":"Pattern recognition: a statistical approach","author":"PA Devijver","year":"1982","unstructured":"Devijver PA, Kittler J (1982) Pattern recognition: a statistical approach. Prentice Hall, Englewood Cliffs"},{"issue":"10","key":"5699_CR17","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/34.799905","volume":"21","author":"G Donato","year":"1999","unstructured":"Donato G, Bartlett MS, Hager JC, Ekman P, Sejnowski TJ (1999) Classifying facial actions. IEEE Trans Pattern Anal Mach Intell 21(10):974\u2013989","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"5699_CR18","first-page":"148","volume-title":"A dense deformation field for facial expression analysis in dynamic sequences of 3D scans","author":"H Drira","year":"2013","unstructured":"Drira H, Ben Amor B, Daoudi M, Berretti S (2013) A dense deformation field for facial expression analysis in dynamic sequences of 3D scans. Springer International Publishing, Berlin, pp 148\u2013159"},{"key":"5699_CR19","volume-title":"Facial action coding system: a technique for the measurement of facial movement","author":"P Ekman","year":"1978","unstructured":"Ekman P, Friesen W (1978) Facial action coding system: a technique for the measurement of facial movement. Consulting Psychologists Press, Palo Alto"},{"key":"5699_CR20","doi-asserted-by":"crossref","unstructured":"Fang T, Zhao X, Shah SK, Kakadiaris IA (2011) 4D facial expression recognition. In: ICCV \u201911, pp 1594\u20131601","DOI":"10.1109\/ICCVW.2011.6130440"},{"issue":"10","key":"5699_CR21","doi-asserted-by":"publisher","first-page":"738","DOI":"10.1016\/j.imavis.2012.02.004","volume":"30","author":"T Fang","year":"2012","unstructured":"Fang T, Zhao X, Ocegueda O, Shah SK, Kakadiaris IA (2012) 3d\/4D facial expression analysis: an advanced annotated face model approach. Image Vis Comput 30(10):738\u2013749","journal-title":"Image Vis Comput"},{"issue":"1","key":"5699_CR22","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/S0031-3203(02)00052-3","volume":"36","author":"B Fasel","year":"1999","unstructured":"Fasel B, Luettin J (1999) Automatic facial expression analysis: a survey. Pattern Recogn 36(1):259\u2013275","journal-title":"Pattern Recogn"},{"issue":"12","key":"5699_CR23","doi-asserted-by":"publisher","first-page":"2299","DOI":"10.1109\/TCSVT.2015.2504738","volume":"26","author":"G Gao","year":"2016","unstructured":"Gao G, Xu M, Shen J, Ma H, Yan S (2016) Cast2face: assigning character names onto faces in movie with actor-character correspondence. IEEE Trans Circuits Syst Video Technol 26(12):2299\u20132312","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"5699_CR24","doi-asserted-by":"crossref","unstructured":"Gehrig T, Ekenel H (2011) A common framework for real-time emotion recognition and facial action unit detection. In: IEEE computer society conference on computer vision and pattern recognition workshops (CVPRW), pp 1\u20136","DOI":"10.1109\/CVPRW.2011.5981817"},{"key":"5699_CR25","doi-asserted-by":"crossref","unstructured":"Gudi A, Tasli HE, den Uyl TM, Maroulis A (2015) Deep learning based facs action unit occurrence and intensity estimation. In: Automatic face and gesture recognition (FG), pp 1\u20135","DOI":"10.1109\/FG.2015.7284873"},{"issue":"6","key":"5699_CR26","doi-asserted-by":"publisher","first-page":"536","DOI":"10.1109\/TMM.2010.2052792","volume":"12","author":"Y Huang","year":"2010","unstructured":"Huang Y, Li Y, Fan N (2010) Robust symbolic dual-view facial expression recognition with skin wrinkles: Local versus global approach. IEEE Trans Multimedia 12(6):536\u2013543","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR27","doi-asserted-by":"crossref","unstructured":"Jaiswal S, Valstar M (2016) Deep learning the dynamic appearance and shape of facial action units. In: 2016 IEEE winter conference on applications of computer vision (WACV), pp 1\u20138","DOI":"10.1109\/WACV.2016.7477625"},{"issue":"10","key":"5699_CR28","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1016\/j.imavis.2012.02.003","volume":"30","author":"LA Jeni","year":"2012","unstructured":"Jeni LA, L\u00f3rincz A, Nagy T, Palotai Z, Seb\u00f3k J, Szab\u00f3 Z, Tak\u00e1cs D (2012) 3D shape estimation in video sequences provides high precision evaluation of facial expressions. Image Vis Comput 30(10):785\u2013795","journal-title":"Image Vis Comput"},{"key":"5699_CR29","doi-asserted-by":"crossref","unstructured":"Jeni LA, Girard JM, Cohn JF, Torre FDL (2013) Continuous au intensity estimation using localized, sparse facial feature space. In: 2013 10th IEEE international conference and workshops on automatic face and gesture recognition (FG), pp 1\u20137","DOI":"10.1109\/FG.2013.6553808"},{"key":"5699_CR30","doi-asserted-by":"crossref","unstructured":"Jiang B, Valstar MF, Pantic M (2011) Action unit detection using sparse appearance descriptors in space-time video volumes. In: Automatic face gesture recognition and workshops, pp 314\u2013321","DOI":"10.1109\/FG.2011.5771416"},{"key":"5699_CR31","doi-asserted-by":"crossref","unstructured":"Khademi M, Morency LP (2014) Relative facial action unit detection. In: IEEE winter conference on applications of computer vision (WACV), pp 1090\u20131095","DOI":"10.1109\/WACV.2014.6835983"},{"issue":"3","key":"5699_CR32","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1016\/j.patcog.2007.06.026","volume":"41","author":"I Kotsia","year":"2008","unstructured":"Kotsia I, Zafeiriou S, Pitas I (2008) Texture and shape information fusion for facial expression and facial action unit recognition. Pattern Recogn 41(3):833\u2013851","journal-title":"Pattern Recogn"},{"key":"5699_CR33","doi-asserted-by":"crossref","unstructured":"Le V, Tang H, Huang TS (2011) Expression recognition from 3D dynamic faces using robust spatio-temporal shape features. In: IEEE FG \u201911, pp 414\u2013421","DOI":"10.1109\/FG.2011.5771435"},{"key":"5699_CR34","doi-asserted-by":"crossref","unstructured":"Lien JJJ, Kanade T, Cohn J, Li CC (1998) Subtly different facial expression recognition and expression intensity estimation. In: IEEE conference on computer vison and pattern recogntion, pp 853\u2013859","DOI":"10.1109\/CVPR.1998.698704"},{"key":"5699_CR35","doi-asserted-by":"crossref","unstructured":"Liu L, Cheng L, Liu Y, Jia Y, Rosenblum DS (2016) Recognizing complex activities by a probabilistic interval-based model. In: Proceedings of the thirtieth AAAI conference on artificial intelligence, pp 1266\u20131272","DOI":"10.1609\/aaai.v30i1.10155"},{"key":"5699_CR36","unstructured":"Liu Y, Nie L, Han L, Zhang L, Rosenblum DS (2016) Action2activity: recognizing complex activities from sensor data. Computer Vision and Pattern Recognition. arXiv: 1611.01872"},{"issue":"Supplement C","key":"5699_CR37","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.neucom.2015.08.096","volume":"181","author":"Y Liu","year":"2016","unstructured":"Liu Y, Nie L, Liu L, Rosenblum DS (2016) From action to activity: sensor-based activity recognition. Neurocomputing 181(Supplement C):108\u2013115","journal-title":"Neurocomputing"},{"issue":"3","key":"5699_CR38","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1109\/TSMCB.2010.2082525","volume":"41","author":"P Lucey","year":"2011","unstructured":"Lucey P, Cohn JF, Matthews I, Lucey S, Sridharan S, Howlett J, Prkachin KM (2011) Automatically detecting pain in video through facial action units. IEEE Trans Syst Man Cybern B Cybern 41(3):664\u2013674","journal-title":"IEEE Trans Syst Man Cybern B Cybern"},{"key":"5699_CR39","doi-asserted-by":"crossref","unstructured":"Maalej A, Amor BB, Daoudi M, Srivastava A, Berretti S (2010) Local 3d shape analysis for facial expression recognition. In: 2010 20th international conference on pattern recognition, pp 4129\u20134132","DOI":"10.1109\/ICPR.2010.1003"},{"issue":"8","key":"5699_CR40","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1016\/j.patcog.2011.02.012","volume":"44","author":"A Maalej","year":"2011","unstructured":"Maalej A, Amor BB, Daoudi M, Srivastava A, Berretti S (2011) Shape analysis of local facial patches for 3d facial expression recognition. Pattern Recogn 44 (8):1581\u20131589","journal-title":"Pattern Recogn"},{"key":"5699_CR41","doi-asserted-by":"crossref","unstructured":"Mahoor MH, Zhou M, Veon KL, Mavadati SM, Cohn JF (2011) Facial action unit recognition with sparse representation. In: Automatic face gesture recognition and workshops, pp 336\u2013342","DOI":"10.1109\/FG.2011.5771420"},{"issue":"4","key":"5699_CR42","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1109\/TMM.2016.2629282","volume":"19","author":"Q Mao","year":"2017","unstructured":"Mao Q, Rao Q, Yu Y, Dong M (2017) Hierarchical bayesian theme models for multipose facial expression recognition. IEEE Trans Multimedia 19(4):861\u2013873","journal-title":"IEEE Trans Multimedia"},{"issue":"2","key":"5699_CR43","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1109\/TSMCB.2005.859075","volume":"36","author":"M Pantic","year":"2006","unstructured":"Pantic M, Patras I (2006) Dynamics of facial expression: recognition of facial actions and their temporal segments from face profile image sequences. IEEE Trans Syst Man Cybern B Cybern 36(2):433\u2013449","journal-title":"IEEE Trans Syst Man Cybern B Cybern"},{"issue":"12","key":"5699_CR44","doi-asserted-by":"publisher","first-page":"1424","DOI":"10.1109\/34.895976","volume":"22","author":"M Pantic","year":"2000","unstructured":"Pantic M, Rothkrantz LJM (2000) Automatic analysis of facial expressions: the state of the art. IEEE Trans Pattern Anal Mach Intell 22(12):1424\u20131445","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"5699_CR45","doi-asserted-by":"publisher","first-page":"1449","DOI":"10.1109\/TSMCB.2004.825931","volume":"34","author":"M Pantic","year":"2004","unstructured":"Pantic M, Rothkrantz LJM (2004) Facial action recognition for facial expression analysis from static face images. IEEE Trans Syst Man Cybern B Cybern 34(3):1449\u20131461","journal-title":"IEEE Trans Syst Man Cybern B Cybern"},{"issue":"9","key":"5699_CR46","doi-asserted-by":"publisher","first-page":"2783","DOI":"10.1016\/j.patcog.2014.03.007","volume":"47","author":"P Perakis","year":"2014","unstructured":"Perakis P, Theoharis T, Kakadiaris IA (2014) Feature fusion for facial landmark detection. Pattern Recogn 47(9):2783\u20132793","journal-title":"Pattern Recogn"},{"key":"5699_CR47","unstructured":"Pinto SCD, Mena-Chalco JP, Lopes FM, Velho L (2011) Cesar, r.: 3d facial expression analysis by using 2d and 3d wavelet transforms. In: 2011 18th IEEE international conference on image processing (ICIP). IEEE, pp 1281\u20131284"},{"key":"5699_CR48","doi-asserted-by":"crossref","unstructured":"Ramanathan S, Kassim A, Venkatesh YV, Wah WS (2006) Human facial expression recognition using a 3d morphable model. In: 2006 International conference on image processing, pp 661\u2013664","DOI":"10.1109\/ICIP.2006.312417"},{"key":"5699_CR49","doi-asserted-by":"crossref","unstructured":"Reale M, Zhang X, Yin L (2013) Nebula feature: a space-time feature for posed and spontaneous 4D facial behavior analysis. In: 10th IEEE international conference and workshops on automatic face and gesture recognition (FG), pp 1\u20138","DOI":"10.1109\/FG.2013.6553746"},{"key":"5699_CR50","doi-asserted-by":"crossref","unstructured":"Rosato M, Chen X, Yin L (2008) Automatic registration of vertex correspondences for 3D facial expression analysis. In: IEEE international conference on biometrics: theory, applications and systems, pp 1\u20137","DOI":"10.1109\/BTAS.2008.4699369"},{"key":"5699_CR51","doi-asserted-by":"crossref","unstructured":"Ruiz A, Van de Weijer J, Binefa X (2015) From emotions to action units with hidden and semi-hidden-task learning. In: The IEEE international conference on computer vision (ICCV), pp 3703\u20133711","DOI":"10.1109\/ICCV.2015.422"},{"key":"5699_CR52","doi-asserted-by":"crossref","unstructured":"Sandbach G, Zafeiriou S, Pantic M (2012) Binary pattern analysis for 3D facial action unit detection. In: Proceedings of the british machine vision conference, BMVC 2012, Surrey, UK, pp 119.1\u2013119.12","DOI":"10.5244\/C.26.119"},{"key":"5699_CR53","doi-asserted-by":"crossref","unstructured":"Sandbach G, Zafeiriou S, Pantic M (2012) Local normal binary patterns for 3D facial action unit detection. In: 19th IEEE international conference on image processing (ICIP), pp 1813\u20131816","DOI":"10.1109\/ICIP.2012.6467234"},{"issue":"10","key":"5699_CR54","doi-asserted-by":"publisher","first-page":"762","DOI":"10.1016\/j.imavis.2012.01.006","volume":"30","author":"G Sandbach","year":"2012","unstructured":"Sandbach G, Zafeiriou S, Pantic M, Rueckert D (2012) Recognition of 3D facial expression dynamics. Elsevier Image and Vision Computing 30(10):762\u2013773","journal-title":"Elsevier Image and Vision Computing"},{"key":"5699_CR55","doi-asserted-by":"crossref","unstructured":"Savran A, Sankur B (2009) Automatic detection of facial actions from 3d data. In: 2009 IEEE 12th international conference on computer vision workshops, ICCV workshops, pp 1993\u20132000","DOI":"10.1109\/ICCVW.2009.5457526"},{"key":"5699_CR56","doi-asserted-by":"crossref","unstructured":"Savran A, Sankur B (2010) Detecting action units on 3d faces. In: 2010 IEEE 18th signal processing and communications applications conference, pp 300\u2013303","DOI":"10.1109\/SIU.2010.5651330"},{"key":"5699_CR57","doi-asserted-by":"crossref","unstructured":"Savran A, Sankur B (2011) Detecting 3d facial action units via registration. In: 2011 IEEE 19th signal processing and communications applications conference (SIU), pp 371\u2013374","DOI":"10.1109\/SIU.2011.5929664"},{"issue":"2","key":"5699_CR58","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1016\/j.patcog.2011.07.022","volume":"45","author":"A Savran","year":"2012","unstructured":"Savran A, Sankur B, Bilge MT (2012) Comparative evaluation of 3d vs. 2d modality for automatic detection of facial action units. Pattern Recogn 45(2):767\u2013782","journal-title":"Pattern Recogn"},{"issue":"1","key":"5699_CR59","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/s10044-012-0279-5","volume":"17","author":"T Senechal","year":"2014","unstructured":"Senechal T, Bailly K, Prevost L (2014) Impact of action unit detection in automatic emotion recognition. Pattern Anal Applic 17(1):51\u201367","journal-title":"Pattern Anal Applic"},{"key":"5699_CR60","doi-asserted-by":"crossref","unstructured":"Senechal T, McDuff D, el Kaliouby R (2015) Facial action unit detection using active learning and an efficient non-linear kernel approximation. In: The IEEE international conference on computer vision (ICCV) workshops, pp 10\u201318","DOI":"10.1109\/ICCVW.2015.11"},{"key":"5699_CR61","doi-asserted-by":"crossref","unstructured":"Senechal T, Rapp V, Salam H, Seguier R, Bailly K, Prevost L (2011) Combining aam coefficients with lgbp histograms in the multi-kernel svm framework to detect facial action units. In: 2011 IEEE international conference on automatic face & gesture recognition and workshops (FG 2011). IEEE, pp 860\u2013865","DOI":"10.1109\/FG.2011.5771363"},{"issue":"4","key":"5699_CR62","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/TSMCB.2012.2193567","volume":"42","author":"T Senechal","year":"2012","unstructured":"Senechal T, Rapp V, Salam H, Seguier R, Bailly K, Prevost L (2012) Facial action recognition combining heterogeneous features via multikernel learning. IEEE Trans Syst Man Cybern B Cybern 42(4):993\u20131005","journal-title":"IEEE Trans Syst Man Cybern B Cybern"},{"key":"5699_CR63","doi-asserted-by":"crossref","unstructured":"Simon T, Nguyen MH, Torre FDL, Cohn JF (2010) Action unit detection with segment-based svms. In: 2010 IEEE conference on computer vision and pattern recognition (CVPR), pp 2737\u20132744","DOI":"10.1109\/CVPR.2010.5539998"},{"key":"5699_CR64","doi-asserted-by":"crossref","unstructured":"Song Y, McDuff D, Vasisht D, Kapoor A (2015) Exploiting sparsity and co-occurrence structure for action unit recognition. In: 2015 11th IEEE international conference and workshops on automatic face and gesture recognition (FG), pp 1\u20138","DOI":"10.1109\/FG.2015.7163081"},{"issue":"6","key":"5699_CR65","first-page":"1031","volume":"18","author":"H Soyel","year":"2010","unstructured":"Soyel H, Demirel H (2010) Optimal feature selection for 3d facial expression recognition using coarse-to-fine classification. Turk J Electr Eng Comput Sci 18 (6):1031\u20131040","journal-title":"Turk J Electr Eng Comput Sci"},{"key":"5699_CR66","doi-asserted-by":"crossref","unstructured":"Sun Y, Yin L (2008) Facial expression recognition based on 3D dynamic range model sequences. In: Springer proc. ECCV \u201908: part II, pp 58\u201371","DOI":"10.1007\/978-3-540-88688-4_5"},{"key":"5699_CR67","doi-asserted-by":"crossref","unstructured":"Sun Y, Reale M, Yin L (2008) Recognizing partial facial action units based on 3d dynamic range data for facial expression recognition. In: Automatic face gesture recognition, pp 1\u20138","DOI":"10.1109\/AFGR.2008.4813336"},{"key":"5699_CR68","doi-asserted-by":"crossref","unstructured":"Sun Y, Reale M, Yin L (2008) Recognizing partial facial action units based on 3D dynamic range data for facial expression recognition. In: FG \u201908, pp 1\u20138","DOI":"10.1109\/AFGR.2008.4813336"},{"issue":"3","key":"5699_CR69","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1109\/TSMCA.2010.2041659","volume":"40","author":"Y Sun","year":"2010","unstructured":"Sun Y, Chen X, Rosato MJ, Yin L (2010) Tracking vertex flow and model adaptation for three-dimensional spatiotemporal face analysis. IEEE Trans Syst Man Cybern Syst Hum 40(3):461\u2013474","journal-title":"IEEE Trans Syst Man Cybern Syst Hum"},{"key":"5699_CR70","unstructured":"Tang H, Huang TS (2008) 3d facial expression recognition based on properties of line segments connecting facial feature points. In: 2008 8th IEEE international conference on automatic face gesture recognition, pp 1\u20136"},{"issue":"10","key":"5699_CR71","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1109\/TCSVT.2008.2002825","volume":"18","author":"D Tao","year":"2008","unstructured":"Tao D, Song M, Li X, Shen J, Sun J, Wu X, Faloutsos C, Maybank SJ (2008) Bayesian tensor approach for 3-d face modeling. IEEE Trans Circuits Syst Video Technol 18(10):1397\u20131410","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"issue":"7","key":"5699_CR72","doi-asserted-by":"publisher","first-page":"1543","DOI":"10.1109\/TMM.2013.2266635","volume":"15","author":"A Tawari","year":"2013","unstructured":"Tawari A, Trivedi MM (2013) Face expression recognition by cross modal data association. IEEE Trans Multimedia 15(7):1543\u20131552","journal-title":"IEEE Trans Multimedia"},{"issue":"2","key":"5699_CR73","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1109\/34.908962","volume":"23","author":"YI Tian","year":"2001","unstructured":"Tian YI, Kanade T, Cohn JF (2001) Recognizing action units for facial expression analysis. IEEE Trans Pattern Anal Mach Intell 23(2):97\u2013115","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"10","key":"5699_CR74","doi-asserted-by":"publisher","first-page":"1683","DOI":"10.1109\/TPAMI.2007.1094","volume":"29","author":"Y Tong","year":"2007","unstructured":"Tong Y, Liao W, Ji Q (2007) Facial action unit recognition by exploiting their dynamic and semantic relationships. IEEE Trans Pattern Anal Mach Intell 29 (10):1683\u20131699","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"5699_CR75","doi-asserted-by":"crossref","unstructured":"Tsalakanidou F, Malassiotis S (2009) Robust facial action recognition from real-time 3D streams. In: CVPR \u201909, pp 4\u201311","DOI":"10.1109\/CVPRW.2009.5204281"},{"issue":"5","key":"5699_CR76","doi-asserted-by":"publisher","first-page":"1763","DOI":"10.1016\/j.patcog.2009.12.009","volume":"43","author":"F Tsalakanidou","year":"2010","unstructured":"Tsalakanidou F, Malassiotis S (2010) Real-time 2d + 3D facial action and expression recognition. Pattern Recogn 43(5):1763\u20131775","journal-title":"Pattern Recogn"},{"key":"5699_CR77","doi-asserted-by":"crossref","unstructured":"Tulyakov S, Vieriu RL, Sangineto E, Sebe N (2015) Facecept3d: real time 3d face tracking and analysis. In: The IEEE international conference on computer vision (ICCV) workshops, pp 29\u201333","DOI":"10.1109\/ICCVW.2015.13"},{"key":"5699_CR78","doi-asserted-by":"crossref","unstructured":"Valstar M, Pantic M (2006) Fully automatic facial action unit detection and temporal analysis. In: Computer vision and pattern recognition workshop (CVPRW), pp 149\u2013149","DOI":"10.1109\/CVPRW.2006.85"},{"key":"5699_CR79","doi-asserted-by":"crossref","unstructured":"Valstar MF, Almaev T, Girard JM, McKeown G, Mehu M, Yin L, Pantic M, Cohn JF (2015) Fera 2015 - second facial expression recognition and analysis challenge. In: Automatic face and gesture recognition (FG), pp 1\u20138","DOI":"10.1109\/FG.2015.7284874"},{"key":"5699_CR80","doi-asserted-by":"crossref","unstructured":"Valstar MF, S\u00e1nchez-Lozano E, Cohn JF, Jeni LA, Girard JM, Zhang Z, Yin L, Pantic M (2017) Fera 2017-addressing head pose in the third facial expression recognition and analysis challenge. arXiv: 1702.04174","DOI":"10.1109\/FG.2017.107"},{"issue":"2","key":"5699_CR81","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s10339-011-0419-7","volume":"13","author":"L Maaten van der","year":"2012","unstructured":"van der Maaten L, Hendriks E (2012) Action unit classification using active appearance models and conditional random fields. Cogn Process 13(2):507\u2013518","journal-title":"Cogn Process"},{"key":"5699_CR82","doi-asserted-by":"crossref","unstructured":"Venkatesh YV, Kassim AK, Murthy OVR (2010) Resampling approach to facial expression recognition using 3d meshes. In: 2010 20th international conference on pattern recognition, pp 3772\u20133775","DOI":"10.1109\/ICPR.2010.919"},{"key":"5699_CR83","doi-asserted-by":"crossref","unstructured":"Walecki R, Rudovic O, Pavlovic V, Pantic M (2015) Variable-state latent conditional random fields for facial expression recognition and action unit detection. In: Automatic face and gesture recognition, vol 1, pp 1\u20138","DOI":"10.1109\/FG.2015.7163137"},{"issue":"5","key":"5699_CR84","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0177239","volume":"12","author":"M Wegrzyn","year":"2017","unstructured":"Wegrzyn M, Vogt M, Kireclioglu B, Schneider J, Kissler J (2017) Mapping the emotional face. How individual face parts contribute to successful emotion recognition. PLOS ONE 12(5):1\u201315. https:\/\/doi.org\/10.1371\/journal.pone.0177239","journal-title":"PLOS ONE"},{"issue":"8","key":"5699_CR85","doi-asserted-by":"publisher","first-page":"1732","DOI":"10.1109\/TMM.2013.2272917","volume":"15","author":"CH Wu","year":"2013","unstructured":"Wu CH, Wei WL, Lin JC, Lee WY (2013) Speaking effect removal on emotion recognition from facial expressions based on eigenface conversion. IEEE Trans Multimedia 15(8):1732\u20131744","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR86","doi-asserted-by":"crossref","unstructured":"Xie L, Shen J, Han J, Zhu L, Shao L (2017) Dynamic multi-view hashing for online image retrieval. In: Proceedings of the twenty-sixth international joint conference on artificial intelligence, IJCAI-17, pp 3133\u20133139","DOI":"10.24963\/ijcai.2017\/437"},{"issue":"7","key":"5699_CR87","doi-asserted-by":"publisher","first-page":"1319","DOI":"10.1109\/TMM.2016.2557721","volume":"18","author":"J Yan","year":"2016","unstructured":"Yan J, Zheng W, Xu Q, Lu G, Li H, Wang B (2016) Sparse kernel reduced-rank regression for bimodal emotion recognition from facial expression and speech. IEEE Trans Multimedia 18(7):1319\u20131329","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR88","doi-asserted-by":"crossref","unstructured":"Y\u00fcce A, Gao H, Thiran JP (2015) Discriminant multi-label manifold embedding for facial action unit detection. In: Automatic face and gesture recognition (FG), pp 1\u20136","DOI":"10.1109\/FG.2015.7284871"},{"issue":"3","key":"5699_CR89","doi-asserted-by":"publisher","first-page":"500","DOI":"10.1109\/TMM.2006.870737","volume":"8","author":"M Yeasin","year":"2006","unstructured":"Yeasin M, Bullot B, Sharma R (2006) Recognition of facial expressions and measurement of levels of interest from video. IEEE Trans Multimedia 8(3):500\u2013508","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR90","unstructured":"Yin L, Wei X, Longo P, Bhuvanesh A (2006) Analyzing facial expressions using intensity-variant 3D data for human computer interaction. In: Proc. ICPR \u201906, pp 1248\u20131251"},{"key":"5699_CR91","doi-asserted-by":"crossref","unstructured":"Yin L, Chen X, Sun Y, Worm T, Reale M (2008) A high-resolution 3D dynamic facial expression database. In: IEEE Proc. FG \u201908, pp 1\u20136","DOI":"10.1109\/AFGR.2008.4813324"},{"key":"5699_CR92","doi-asserted-by":"crossref","unstructured":"Yudin E, Wetzler A, Sela M, Kimmel R (2015) Improving 3d facial action unit detection with intrinsic normalization. In: Proceedings of the 1st international workshop on DIFFerential geometry in computer vision for analysis of shapes, images and trajectories (DIFF-CV 2015), 5, pp 1\u201310","DOI":"10.5244\/C.29.DIFFCV.5"},{"issue":"8","key":"5699_CR93","doi-asserted-by":"publisher","first-page":"1528","DOI":"10.1109\/TMM.2008.2007292","volume":"10","author":"S Zafeiriou","year":"2008","unstructured":"Zafeiriou S, Pitas I (2008) Discriminant graph structures for facial expression recognition. IEEE Trans Multimedia 10(8):1528\u20131540","journal-title":"IEEE Trans Multimedia"},{"issue":"4","key":"5699_CR94","doi-asserted-by":"publisher","first-page":"775","DOI":"10.1109\/TMM.2016.2523421","volume":"18","author":"G Zen","year":"2016","unstructured":"Zen G, Porzi L, Sangineto E, Ricci E, Sebe N (2016) Learning personalized models for facial expression analysis and gesture recognition. IEEE Trans Multimedia 18(4):775\u2013788","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR95","doi-asserted-by":"crossref","unstructured":"Zeng J, Chu WS, Torre FDl, Cohn JF, Xiong Z (2015) Confidence preserving machine for facial action unit detection. In: 2015 IEEE international conference on computer vision (ICCV), pp 3622\u20133630","DOI":"10.1109\/ICCV.2015.413"},{"key":"5699_CR96","unstructured":"Zhang X, Reale M, Yin L (2013) Nebula feature: a space-time feature for posed and spontaneous 4D facial behavior analysis. In: IEEE FG \u201913"},{"issue":"10","key":"5699_CR97","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1016\/j.imavis.2014.06.002","volume":"32","author":"X Zhang","year":"2014","unstructured":"Zhang X, Yin L, Cohn JF, Canavan S, Reale M, Horowitz A, Liu P, Girard J (2014) BP4d spontaneous: a high-resolution spontaneous 3D dynamic facial expression database. Image Vis Comput 32(10):692\u2013706","journal-title":"Image Vis Comput"},{"issue":"12","key":"5699_CR98","doi-asserted-by":"publisher","first-page":"2528","DOI":"10.1109\/TMM.2016.2598092","volume":"18","author":"T Zhang","year":"2016","unstructured":"Zhang T, Zheng W, Cui Z, Zong Y, Yan J, Yan K (2016) A deep neural network-driven feature learning method for multi-view facial expression recognition. IEEE Trans Multimedia 18(12):2528\u20132536","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR99","doi-asserted-by":"crossref","unstructured":"Zhao X, Dellandr\u00e9a E, Chen L, Samaras D (2010) Au recognition on 3d faces based on an extended statistical facial feature model. In: 2010 fourth IEEE international conference on biometrics: theory applications and systems (BTAS). IEEE, pp 1\u20136","DOI":"10.1109\/BTAS.2010.5634484"},{"issue":"3","key":"5699_CR100","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.imavis.2012.10.001","volume":"31","author":"X Zhao","year":"2013","unstructured":"Zhao X, Dellandr\u00e9a E, Zou J, Chen L (2013) A unified probabilistic framework for automatic 3d facial expression analysis based on a bayesian belief inference and statistical feature models. Image Vis Comput 31(3):231\u2013245","journal-title":"Image Vis Comput"},{"key":"5699_CR101","doi-asserted-by":"crossref","unstructured":"Zhao K, Chu WS, De la Torre F, Cohn JF, Zhang H (2015) Joint patch and multi-label learning for facial action unit detection. In: The IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2015.7298833"},{"issue":"7","key":"5699_CR102","doi-asserted-by":"publisher","first-page":"1438","DOI":"10.1109\/TMM.2016.2557063","volume":"18","author":"Q Zhen","year":"2016","unstructured":"Zhen Q, Huang D, Wang Y, Chen L (2016) Muscular movement model-based automatic 3d\/4d facial expression recognition. IEEE Trans Multimedia 18(7):1438\u20131450","journal-title":"IEEE Trans Multimedia"},{"key":"5699_CR103","doi-asserted-by":"crossref","unstructured":"Zhu Y, la Torre FD, Cohn JF, Zhang YJ (2009) Dynamic cascades with bidirectional bootstrapping for spontaneous facial action unit detection. In: 2009 3rd international conference on affective computing and intelligent interaction and workshops, pp 1\u20138","DOI":"10.1109\/ACII.2009.5349603"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-018-5699-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-5699-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-5699-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,17]],"date-time":"2022-08-17T06:02:44Z","timestamp":1660716164000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-018-5699-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,28]]},"references-count":103,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["5699"],"URL":"https:\/\/doi.org\/10.1007\/s11042-018-5699-9","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,28]]},"assertion":[{"value":"25 July 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 January 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 March 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}