{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T15:20:04Z","timestamp":1778858404231,"version":"3.51.4"},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"20","license":[{"start":{"date-parts":[[2018,12,5]],"date-time":"2018-12-05T00:00:00Z","timestamp":1543968000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"NSFC:IMAGE ANALYSIS SYSTEM BASED ON DEEP LEARNING","award":["61371156"],"award-info":[{"award-number":["61371156"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1007\/s11042-018-6857-9","type":"journal-article","created":{"date-parts":[[2018,12,5]],"date-time":"2018-12-05T21:26:45Z","timestamp":1544045205000},"page":"29307-29322","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["Facial micro-expression recognition based on the fusion of deep learning and enhanced optical flow"],"prefix":"10.1007","volume":"78","author":[{"given":"Qiuyu","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5568-0264","authenticated-orcid":false,"given":"Shu","family":"Zhan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liangfeng","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Congzhong","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,12,5]]},"reference":[{"issue":"8","key":"6857_CR1","doi-asserted-by":"publisher","first-page":"2629","DOI":"10.1007\/s00521-015-2031-8","volume":"27","author":"X Ben","year":"2016","unstructured":"Ben X et al (2016) Gait recognition and micro-expression recognition based on maximum margin projection with tensor representation. Neural Comput & Applic 27(8):2629\u20132646","journal-title":"Neural Comput & Applic"},{"key":"6857_CR2","doi-asserted-by":"crossref","unstructured":"Burgos-Artizzu XP, Perona P, Doll\u00e1r P (2013) Robust face landmark estimation under occlusion. Proceedings of the IEEE international conference on computer vision","DOI":"10.1109\/ICCV.2013.191"},{"issue":"2","key":"6857_CR3","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1109\/TIFS.2011.2175920","volume":"7","author":"CH Chan","year":"2012","unstructured":"Chan CH et al (2012) Local ordinal contrast pattern histograms for spatiotemporal, lip-based speaker authentication. IEEE T Inf Foren Sec 7(2):602\u2013612","journal-title":"IEEE T Inf Foren Sec"},{"issue":"3","key":"6857_CR4","first-page":"27","volume":"2","author":"C-C Chang","year":"2011","unstructured":"Chang C-C, Chih-Jen L (2011) LIBSVM: a library for support vector machines. ACM Trans Intell Syst Technol (TIST) 2(3):27","journal-title":"ACM Trans Intell Syst Technol (TIST)"},{"key":"6857_CR5","doi-asserted-by":"crossref","unstructured":"Chaudhry R et al (2009) Histograms of oriented optical flow and binet-cauchy kernels on nonlinear dynamical systems for the recognition of human actions. Computer Vision and Pattern Recognition, 2009. CVPR 2009. IEEE Conference on. IEEE","DOI":"10.1109\/CVPRW.2009.5206821"},{"key":"6857_CR6","unstructured":"Doll\u00e1r P et al (2005) Behavior recognition via sparse spatio-temporal features. Visual surveillance and performance evaluation of tracking and surveillance, 2005. 2nd Joint IEEE International Workshop on. IEEE"},{"key":"6857_CR7","volume-title":"European Conference on Computer Vision","author":"C Dong","year":"2014","unstructured":"Dong C et al (2014) Learning a deep convolutional network for image super-resolution. In: European Conference on Computer Vision. Springer, Cham"},{"key":"6857_CR8","doi-asserted-by":"crossref","unstructured":"Dosovitskiy A et al (2015) Flownet: learning optical flow with convolutional networks. Proceedings of the IEEE international conference on computer vision","DOI":"10.1109\/ICCV.2015.316"},{"issue":"1","key":"6857_CR9","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1196\/annals.1280.010","volume":"1000","author":"P Ekman","year":"2003","unstructured":"Ekman P (2003) Darwin, deception, and facial expression. Ann N Y Acad Sci 1000(1):205\u2013221","journal-title":"Ann N Y Acad Sci"},{"key":"6857_CR10","unstructured":"Ekman P (2003) Micro expressions training tool. Emotionsrevealed.com"},{"key":"6857_CR11","unstructured":"Ekman P (2009) Telling lies: clues to deceit in the marketplace, politics, and marriage (revised edition). WW Norton & Company"},{"key":"6857_CR12","doi-asserted-by":"crossref","unstructured":"Ekman P (2009) Lie catching and microexpressions. The philosophy of deception, pp 118\u2013133","DOI":"10.1093\/acprof:oso\/9780195327939.003.0008"},{"issue":"1","key":"6857_CR13","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1080\/00332747.1969.11023575","volume":"32","author":"P Ekman","year":"1969","unstructured":"Ekman P, Friesen WV (1969) Nonverbal leakage and clues to deception. Psychiatry 32(1):88\u2013106","journal-title":"Psychiatry"},{"key":"6857_CR14","doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen WV (1977) Facial action coding system","DOI":"10.1037\/t27734-000"},{"key":"6857_CR15","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1007\/978-1-4684-6045-2_14","volume-title":"Methods of research in psychotherapy","author":"EA Haggard","year":"1966","unstructured":"Haggard EA, Isaacs KS (1966) Micromomentary facial expressions as indicators of ego mechanisms in psychotherapy. In: Methods of research in psychotherapy. Springer, Boston, pp 154\u2013165"},{"key":"6857_CR16","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.patcog.2016.11.029","volume":"66","author":"J He","year":"2017","unstructured":"He J et al (2017) Multi-task mid-level feature learning for micro-expression recognition. Pattern Recogn 66:44\u201352","journal-title":"Pattern Recogn"},{"issue":"5","key":"6857_CR17","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/LSP.2012.2188890","volume":"19","author":"X Huang","year":"2012","unstructured":"Huang X et al (2012) Spatiotemporal local monogenic binary patterns for facial expression recognition. IEEE Signal Proc Let 19(5):243\u2013246","journal-title":"IEEE Signal Proc Let"},{"key":"6857_CR18","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1016\/j.neucom.2015.10.096","volume":"175","author":"X Huang","year":"2016","unstructured":"Huang X et al (2016) Spontaneous facial micro-expression analysis using spatiotemporal completed local quantized patterns. Neurocomputing 175:564\u2013578","journal-title":"Neurocomputing"},{"key":"6857_CR19","first-page":"1612.01925","volume":"arXiv","author":"E Ilg","year":"2016","unstructured":"Ilg E et al (2016) Flownet 2.0: evolution of optical flow estimation with deep networks. arXiv preprint arXiv:1612.01925","journal-title":"arXiv preprint"},{"key":"6857_CR20","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems"},{"key":"6857_CR21","volume-title":"Asian conference on computer vision","author":"AC Ngo Le","year":"2014","unstructured":"Le Ngo AC, Phan RC-W, See J (2014) Spontaneous subtle expression recognition: imbalanced databases and solutions. In: Asian conference on computer vision. Springer, Cham"},{"key":"6857_CR22","doi-asserted-by":"crossref","unstructured":"Le Ngo AC, See J, Phan RC-W (2017) Sparsity in dynamics of spontaneous subtle emotion: analysis & application. IEEE Trans Affect Comput","DOI":"10.1109\/TAFFC.2016.2523996"},{"key":"6857_CR23","doi-asserted-by":"crossref","unstructured":"Li X, Yu J, Zhan S (2016) Spontaneous facial micro-expression detection based on deep learning. Signal Processing (ICSP), 2016 IEEE 13th International Conference on. IEEE","DOI":"10.1109\/ICSP.2016.7878004"},{"key":"6857_CR24","doi-asserted-by":"crossref","unstructured":"Li X et al (2017) Towards reading hidden emotions: a comparative study of spontaneous micro-expression spotting and recognition methods. IEEE transactions on affective computing","DOI":"10.1109\/TAFFC.2017.2667642"},{"issue":"4","key":"6857_CR25","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TAFFC.2015.2485205","volume":"7","author":"Y-J Liu","year":"2016","unstructured":"Liu Y-J et al (2016) A main directional mean optical flow feature for spontaneous micro-expression recognition. IEEE Trans Affect Comput 7(4):299\u2013310","journal-title":"IEEE Trans Affect Comput"},{"key":"6857_CR26","doi-asserted-by":"crossref","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation. Proceedings of the IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2015.7298965"},{"issue":"3","key":"6857_CR27","doi-asserted-by":"publisher","first-page":"1588","DOI":"10.1109\/TSMCB.2004.825930","volume":"34","author":"L Ma","year":"2004","unstructured":"Ma L, Khashayar K (2004) Facial expression recognition using constructive feedforward neural networks. IEEE T Syst Man Cy B 34(3):1588\u20131595","journal-title":"IEEE T Syst Man Cy B"},{"key":"6857_CR28","doi-asserted-by":"crossref","unstructured":"Mayer N et al (2016) A large dataset to train convolutional networks for disparity, optical flow, and scene flow estimation. Proceedings of the IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2016.438"},{"issue":"10","key":"6857_CR29","doi-asserted-by":"publisher","first-page":"1394","DOI":"10.1109\/LSP.2016.2599294","volume":"23","author":"Z Ni","year":"2016","unstructured":"Ni Z et al (2016) Gradient direction for screen content image quality assessment. IEEE Signal Proc Let 23(10):1394\u20131398","journal-title":"IEEE Signal Proc Let"},{"issue":"10","key":"6857_CR30","doi-asserted-by":"publisher","first-page":"4818","DOI":"10.1109\/TIP.2017.2718185","volume":"26","author":"Z Ni","year":"2017","unstructured":"Ni Z et al (2017) ESIM: edge similarity for screen content image quality assessment. IEEE Trans Image Process 26(10):4818\u20134831","journal-title":"IEEE Trans Image Process"},{"key":"6857_CR31","doi-asserted-by":"crossref","unstructured":"Oh Y-H et al (2015) Monogenic Riesz wavelet representation for micro-expression recognition. Digital Signal Processing (DSP), 2015 IEEE International Conference on. IEEE","DOI":"10.1109\/ICDSP.2015.7252078"},{"key":"6857_CR32","unstructured":"Patel D, Hong X, Zhao G (2016) Selective deep features for micro-expression recognition. Pattern Recognition (ICPR), 2016 23rd International Conference on. IEEE"},{"key":"6857_CR33","doi-asserted-by":"crossref","unstructured":"Pfister T et al (2011) Recognising spontaneous facial micro-expressions. Computer Vision (ICCV), 2011 IEEE International Conference on. IEEE","DOI":"10.1109\/ICCV.2011.6126401"},{"key":"6857_CR34","doi-asserted-by":"crossref","unstructured":"Pfister T et al (2011) Differentiating spontaneous from posed facial expressions within a generic facial expression recognition framework. Computer Vision Workshops (ICCV Workshops), 2011 IEEE International Conference on. IEEE","DOI":"10.1109\/ICCVW.2011.6130343"},{"key":"6857_CR35","doi-asserted-by":"crossref","unstructured":"Polikovsky S, Kameda Y, Ohta Y (2009) Facial micro-expressions recognition using high speed camera and 3D-gradient descriptor, pp 16\u201316","DOI":"10.1049\/ic.2009.0244"},{"key":"6857_CR36","unstructured":"Ren S et al (2015) Faster R-CNN: towards real-time object detection with region proposal networks. Advances in neural information processing systems"},{"key":"6857_CR37","first-page":"1706.05098","volume":"arXiv","author":"S Ruder","year":"2017","unstructured":"Ruder S (2017) An overview of multi-task learning in deep neural networks[J]. arXiv preprint arXiv:1706.05098","journal-title":"arXiv preprint"},{"key":"6857_CR38","doi-asserted-by":"crossref","unstructured":"Sun Y, Wang X, Tang X (2013) Deep convolutional network cascade for facial point detection. Proceedings of the IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2013.446"},{"key":"6857_CR39","doi-asserted-by":"crossref","unstructured":"Sun Y, Wang X, Tang X (2014) Deep learning face representation from predicting 10,000 classes. Proceedings of the IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2014.244"},{"key":"6857_CR40","doi-asserted-by":"crossref","unstructured":"Tran D et al (2016) Deep end2end voxel2voxel prediction. Proceedings of the IEEE conference on computer vision and pattern recognition workshops","DOI":"10.1109\/CVPRW.2016.57"},{"issue":"1","key":"6857_CR41","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/TIP.2010.2080277","volume":"20","author":"Y Wang","year":"2011","unstructured":"Wang Y et al (2011) Large disparity motion layer extraction via topological clustering. IEEE Trans Image Process 20(1):43\u201352","journal-title":"IEEE Trans Image Process"},{"key":"6857_CR42","doi-asserted-by":"crossref","unstructured":"Wang S-J et al (2014) Micro-expression recognition using dynamic textures on tensor independent color space. Pattern Recognition (ICPR), 2014 22nd International Conference on. IEEE","DOI":"10.1109\/ICPR.2014.800"},{"key":"6857_CR43","volume-title":"Asian Conference on Computer Vision","author":"Y Wang","year":"2014","unstructured":"Wang Y et al (2014) Lbp with six intersection points: reducing redundant information in lbp-top for micro-expression recognition. In: Asian Conference on Computer Vision. Springer, Cham"},{"issue":"5","key":"6857_CR44","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0124674","volume":"10","author":"Y Wang","year":"2015","unstructured":"Wang Y et al (2015) Efficient spatio-temporal local binary patterns for spontaneous facial micro-expression recognition. PLoS One 10(5):e0124674","journal-title":"PLoS One"},{"issue":"20","key":"6857_CR45","doi-asserted-by":"publisher","first-page":"21665","DOI":"10.1007\/s11042-016-4079-6","volume":"76","author":"Y Wang","year":"2017","unstructured":"Wang Y et al (2017) Effective recognition of facial micro-expressions with video motion magnification. Multimed Tools Appl 76(20):21665\u201321690","journal-title":"Multimed Tools Appl"},{"issue":"2","key":"6857_CR46","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1109\/TAFFC.2016.2518162","volume":"8","author":"F Xu","year":"2017","unstructured":"Xu F, Zhang J, Wang JZ (2017) Microexpression identification and categorization using a facial dynamics map. IEEE Trans Affect Comput 8(2):254\u2013267","journal-title":"IEEE Trans Affect Comput"},{"key":"6857_CR47","unstructured":"Yan W-J et al (2013) CASME database: a dataset of spontaneous micro-expressions collected from neutralized faces. Automatic face and gesture recognition (FG), 2013 10th IEEE International Conference and Workshops on. IEEE"},{"issue":"1","key":"6857_CR48","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0086041","volume":"9","author":"W-J Yan","year":"2014","unstructured":"Yan W-J et al (2014) CASME II: an improved spontaneous micro-expression database and the baseline evaluation. PLoS One 9(1):e86041","journal-title":"PLoS One"},{"issue":"4","key":"6857_CR49","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1007\/s11045-016-0395-2","volume":"28","author":"A Yang","year":"2017","unstructured":"Yang A et al (2017) Perceptual feature guided rate distortion optimization for high efficiency video coding. Multidim Syst Sign Process 28(4):1249\u20131266","journal-title":"Multidim Syst Sign Process"},{"issue":"4","key":"6857_CR50","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1109\/TCSVT.2009.2014014","volume":"19","author":"H Zeng","year":"2009","unstructured":"Zeng H, Cai C, Ma K-K (2009) Fast mode decision for H. 264\/AVC based on macroblock motion activity. IEEE T Circ Syst Vid 19(4):491\u2013499","journal-title":"IEEE T Circ Syst Vid"},{"issue":"6","key":"6857_CR51","doi-asserted-by":"publisher","first-page":"907","DOI":"10.1109\/TCSVT.2010.2045802","volume":"20","author":"H Zeng","year":"2010","unstructured":"Zeng H, Ma K-K, Cai C (2010) Hierarchical intra mode decision for H. 264\/AVC. IEEE T Circ Syst Vid 20(6):907\u2013912","journal-title":"IEEE T Circ Syst Vid"},{"issue":"11","key":"6857_CR52","doi-asserted-by":"publisher","first-page":"1659","DOI":"10.1109\/TCSVT.2011.2133350","volume":"21","author":"H Zeng","year":"2011","unstructured":"Zeng H, Ma K-K, Cai C (2011) Fast mode decision for multiview video coding using mode correlation. IEEE T Circ Syst Vid 21(11):1659\u20131666","journal-title":"IEEE T Circ Syst Vid"},{"issue":"9","key":"6857_CR53","doi-asserted-by":"publisher","first-page":"1566","DOI":"10.1109\/TCSVT.2014.2310143","volume":"24","author":"H Zeng","year":"2014","unstructured":"Zeng H et al (2014) Fast multiview video coding using adaptive prediction structure and hierarchical mode decision. IEEE T Circ Syst Vid 24(9):1566\u20131578","journal-title":"IEEE T Circ Syst Vid"},{"key":"6857_CR54","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.image.2015.05.008","volume":"36","author":"H Zeng","year":"2015","unstructured":"Zeng H et al (2015) Sift-flow-based color correction for multi-view video. Signal Process Image Commun 36:53\u201362","journal-title":"Signal Process Image Commun"},{"key":"6857_CR55","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.neucom.2015.11.130","volume":"217","author":"H Zeng","year":"2016","unstructured":"Zeng H et al (2016) Quad binary pattern and its application in mean-shift tracking. Neurocomputing 217:3\u201310","journal-title":"Neurocomputing"},{"key":"6857_CR56","volume-title":"European Conference on Computer Vision","author":"Z Zhang","year":"2014","unstructured":"Zhang Z et al (2014) Facial landmark detection by deep multi-task learning. In: European Conference on Computer Vision. Springer, Cham"},{"key":"6857_CR57","volume-title":"International Conference on Multimedia Modeling","author":"S Zhang","year":"2017","unstructured":"Zhang S et al (2017) Micro-expression recognition by aggregating local spatio-temporal patterns. In: International Conference on Multimedia Modeling. Springer, Cham"},{"issue":"6","key":"6857_CR58","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1109\/TPAMI.2007.1110","volume":"29","author":"G Zhao","year":"2007","unstructured":"Zhao G, Pietikainen M (2007) Dynamic texture recognition using local binary patterns with an application to facial expressions. IEEE Trans Pattern Anal Mach Intell 29(6):915\u2013928","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6857_CR59","doi-asserted-by":"crossref","unstructured":"Zhu Z et al (2013) Deep learning identity-preserving face space. Proceedings of the IEEE international conference on computer vision","DOI":"10.1109\/ICCV.2013.21"},{"key":"6857_CR60","unstructured":"Zhu J et al (2017) Deep hybrid similarity learning for person re-identification. IEEE T Circ Syst Vid"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6857-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-018-6857-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6857-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,7]],"date-time":"2022-09-07T18:07:12Z","timestamp":1662574032000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-018-6857-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,5]]},"references-count":60,"journal-issue":{"issue":"20","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["6857"],"URL":"https:\/\/doi.org\/10.1007\/s11042-018-6857-9","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12,5]]},"assertion":[{"value":"1 February 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 September 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 November 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}