{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T01:28:58Z","timestamp":1772242138922,"version":"3.50.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T00:00:00Z","timestamp":1738886400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T00:00:00Z","timestamp":1738886400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Chongqing Natural Science Foundation of China","award":["CSTB2022NSCQ-MSX1417"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1417"]}]},{"name":"Chongqing Natural Science Foundation of China","award":["CSTB2022NSCQ-MSX1417"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1417"]}]},{"name":"Chongqing Natural Science Foundation of China","award":["CSTB2022NSCQ-MSX1417"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1417"]}]},{"name":"Chongqing Natural Science Foundation of China","award":["CSTB2022NSCQ-MSX1417"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1417"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"DOI":"10.1007\/s11063-025-11726-0","type":"journal-article","created":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T20:26:08Z","timestamp":1738959968000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["AUMEs: AU Detection-Based Dual-Stream Multi-task 3DCNN for Micro-expression Recognition"],"prefix":"10.1007","volume":"57","author":[{"given":"Hu","family":"Shi","sequence":"first","affiliation":[]},{"given":"Yanxia","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Renjie","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Dan","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,7]]},"reference":[{"issue":"9","key":"11726_CR1","first-page":"5826","volume":"44","author":"X Ben","year":"2021","unstructured":"Ben X, Ren Y, Zhang J, Wang S-J, Kpalma K, Meng W, Liu Y-J (2021) Video-based facial Micro-expression analysis: a survey of datasets, features and algorithms. IEEE Trans Pattern Anal Mach Intell 44(9):5826\u20135846","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11726_CR2","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s10919-010-0102-1","volume":"35","author":"CM Hurley","year":"2011","unstructured":"Hurley CM, Frank MG (2011) Executing facial control during deception situations. J Nonverbal Behav 35:119\u2013131","journal-title":"J Nonverbal Behav"},{"key":"11726_CR3","doi-asserted-by":"crossref","unstructured":"Frank MG, Svetieva E (2015) Microexpressions and deception. In: Understanding facial expressions in communication: cross-cultural and multidisciplinary perspectives, pp 227\u2013242","DOI":"10.1007\/978-81-322-1934-7_11"},{"key":"11726_CR4","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1146\/annurev-clinpsy-090413-123522","volume":"10","author":"ML Slepian","year":"2014","unstructured":"Slepian ML, Bogart KR, Ambady N (2014) Thin-slice judgments in the clinical context. Annu Rev Clin Psychol 10:131\u2013153","journal-title":"Annu Rev Clin Psychol"},{"key":"11726_CR5","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1631\/jzus.B1100063","volume":"13","author":"X-B Shen","year":"2012","unstructured":"Shen X-B, Wu Q, Fu X (2012) Effects of the duration of expressions on the recognition of microexpressions. J Zhejiang Univ Sci B 13:221\u2013230","journal-title":"J Zhejiang Univ Sci B"},{"issue":"3","key":"11726_CR6","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1093\/oso\/9780195169157.003.0014","volume":"1","author":"JF Cohn","year":"2007","unstructured":"Cohn JF, Ambadar Z, Ekman P (2007) Observer-based measurement of facial expression with the facial action coding system. Handb Emot Elicitation Assess 1(3):203\u2013221","journal-title":"Handb Emot Elicitation Assess"},{"key":"11726_CR7","unstructured":"Ekman P (2003) Micro expressions training tool. Emotionsrevealed.com, SanFrancisco, CA, USA"},{"key":"11726_CR8","volume-title":"What the face reveals: basic and applied studies of spontaneous expression using the facial action coding system (FACS)","author":"EL Rosenberg","year":"2020","unstructured":"Rosenberg EL, Ekman P (2020) What the face reveals: basic and applied studies of spontaneous expression using the facial action coding system (FACS). Oxford University Press, Oxford"},{"key":"11726_CR9","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.image.2017.11.006","volume":"62","author":"S-T Liong","year":"2018","unstructured":"Liong S-T, See J, Wong K, Phan RC-W (2018) Less is more: micro-expression recognition from video using apex frame. Signal Process Image Commun 62:82\u201392","journal-title":"Signal Process Image Commun"},{"key":"11726_CR10","doi-asserted-by":"crossref","unstructured":"Polikovsky S, Kameda Y, Ohta Y (2009) Facial micro-expressions recognition using high speed camera and 3D-gradient descriptor","DOI":"10.1049\/ic.2009.0244"},{"key":"11726_CR11","doi-asserted-by":"crossref","unstructured":"Kim DH, Baddar WJ, Ro YM (2016) Micro-expression recognition with expression-state constrained spatio-temporal feature representations. In: Proceedings of the 24th ACM international conference on multimedia, pp 382\u2013386","DOI":"10.1145\/2964284.2967247"},{"key":"11726_CR12","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.image.2019.02.005","volume":"74","author":"YS Gan","year":"2019","unstructured":"Gan YS, Liong S-T, Yau W-C, Huang Y-C, Tan L-K (2019) OFF-ApexNet on micro-expression recognition system. Signal Process Image Commun 74:129\u2013139","journal-title":"Signal Process Image Commun"},{"key":"11726_CR13","doi-asserted-by":"publisher","first-page":"1745","DOI":"10.3389\/fpsyg.2017.01745","volume":"8","author":"M Peng","year":"2017","unstructured":"Peng M, Wang C, Chen T, Liu G, Fu X (2017) Dual temporal scale convolutional neural network for micro-expression recognition. Front Psychol 8:1745","journal-title":"Front Psychol"},{"issue":"5","key":"11726_CR14","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1587\/transinf.2018EDP7153","volume":"102","author":"R Zhi","year":"2019","unstructured":"Zhi R, Xu H, Wan M, Li T (2019) Combining 3D convolutional neural networks with transfer learning by supervised pre-training for facial micro-expression recognition. IEICE Trans Inf Syst 102(5):1054\u20131064","journal-title":"IEICE Trans Inf Syst"},{"key":"11726_CR15","unstructured":"Kumar AJR, Bhanu B (2022) Three stream graph attention network using dynamic patch selection for the classification of micro-expressions. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2476\u20132485"},{"key":"11726_CR16","doi-asserted-by":"crossref","unstructured":"Kumar AJR, Bhanu B (2021) Micro-expression classification based on landmark relations with graph attention convolutional network. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1511\u20131520","DOI":"10.1109\/CVPRW53098.2021.00167"},{"key":"11726_CR17","doi-asserted-by":"crossref","unstructured":"Lei L, Li J, Chen T, Li S (2020) A novel graph-tcn with a graph structured representation for micro-expression recognition. In: Proceedings of the 28th ACM international conference on multimedia, pp 2237\u20132245","DOI":"10.1145\/3394171.3413714"},{"key":"11726_CR18","doi-asserted-by":"crossref","unstructured":"Lo L, Xie H-X, Shuai H-H, Cheng W-H (2020) MER-GCN: micro-expression recognition based on relation modeling with graph convolutional networks. In: 2020 IEEE conference on multimedia information processing and retrieval, pp 79\u201384","DOI":"10.1109\/MIPR49039.2020.00023"},{"key":"11726_CR19","doi-asserted-by":"crossref","unstructured":"Flotho P, Heiss C, Steidl G, Strauss DJ (2022) Lagrangian motion magnification with double sparse optical flow decomposition. arXiv preprint arXiv:2204.07636","DOI":"10.3389\/fams.2023.1164491"},{"key":"11726_CR20","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Goyal P, Girshick R, He K, Doll\u00e1r P (2017) Focal loss for dense object detection. In: Proceedings of the IEEE international conference on computer vision, pp 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"11726_CR21","doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen WV (1978) Facial action coding system. Environ Psychol Nonverbal Behav","DOI":"10.1037\/t27734-000"},{"key":"11726_CR22","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.neucom.2020.10.082","volume":"427","author":"X Nie","year":"2021","unstructured":"Nie X, Takalkar MA, Duan M, Zhang H, Xu M (2021) GEME: dual-stream multi-task GEnder-based micro-expression recognition. Neurocomputing 427:13\u201328","journal-title":"Neurocomputing"},{"key":"11726_CR23","unstructured":"Kollias D, Sharmanska V, Zafeiriou S (2019) Face behavior a la carte: expressions, affect and action units in a single network. arXiv preprint arXiv:1910.11111"},{"key":"11726_CR24","doi-asserted-by":"crossref","unstructured":"Dalal N, Triggs B (2005) Histograms of oriented gradients for human detection. In: 2005 IEEE computer society conference on computer vision and pattern recognition, vol 1, pp 886\u2013893","DOI":"10.1109\/CVPR.2005.177"},{"issue":"7","key":"11726_CR25","doi-asserted-by":"publisher","first-page":"971","DOI":"10.1109\/TPAMI.2002.1017623","volume":"24","author":"T Ojala","year":"2002","unstructured":"Ojala T, Pietikainen M, Maenpaa T (2002) Multiresolution gray-scale and rotation invariant texture classification with local binary patterns. IEEE Trans Pattern Anal Mach Intell 24(7):971\u2013987","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11726_CR26","doi-asserted-by":"crossref","unstructured":"Pfister T, Li X, Zhao G, Pietik\u00e4inen M (2011) Recognising spontaneous facial micro-expressions. In: 2011 international conference on computer vision, pp 1449\u20131456","DOI":"10.1109\/ICCV.2011.6126401"},{"key":"11726_CR27","doi-asserted-by":"crossref","unstructured":"Wang Y, See J, Phan RC-W, Oh Y-H (2015) LBP with six intersection points: reducing redundant information in LBP-TOP for micro-expression recognition. In: Computer vision\u2014ACCV 2014: 12th Asian conference on computer vision, Singapore, Singapore, November 1\u20135, 2014, revised selected papers, part I 12, pp 525\u2013537","DOI":"10.1007\/978-3-319-16865-4_34"},{"issue":"4","key":"11726_CR28","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TAFFC.2015.2485205","volume":"7","author":"Y-J Liu","year":"2015","unstructured":"Liu Y-J, Zhang J-K, Yan W-J, Wang S-J, Zhao G, Fu X (2015) A main directional mean optical flow feature for spontaneous micro-expression recognition. IEEE Trans Affect Comput 7(4):299\u2013310","journal-title":"IEEE Trans Affect Comput"},{"key":"11726_CR29","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.neucom.2018.05.107","volume":"312","author":"S-J Wang","year":"2018","unstructured":"Wang S-J, Li B-J, Liu Y-J, Yan W-J, Ou X, Huang X, Xu F, Fu X (2018) Micro-expression recognition with small sample size by transferring long-term convolutional neural network. Neurocomputing 312:251\u2013262","journal-title":"Neurocomputing"},{"key":"11726_CR30","doi-asserted-by":"crossref","unstructured":"Khor H-Q, See J, Liong S-T, Phan RC, Lin W (2019) Dual-stream shallow networks for facial micro-expression recognition. In: 2019 IEEE international conference on image processing, pp 36\u201340","DOI":"10.1109\/ICIP.2019.8802965"},{"key":"11726_CR31","doi-asserted-by":"publisher","first-page":"1331","DOI":"10.1007\/s10044-018-0757-5","volume":"22","author":"J Li","year":"2019","unstructured":"Li J, Wang Y, See J, Liu W (2019) Micro-expression recognition based on 3D flow convolutional neural network. Pattern Anal Appl 22:1331\u20131339","journal-title":"Pattern Anal Appl"},{"key":"11726_CR32","doi-asserted-by":"crossref","unstructured":"Reddy SPT, Karri ST, Dubey SR, Mukherjee S (2019) Spontaneous facial micro-expression recognition using 3D spatiotemporal convolutional neural networks. In: 2019 International joint conference on neural networks, pp 1\u20138","DOI":"10.1109\/IJCNN.2019.8852419"},{"key":"11726_CR33","doi-asserted-by":"crossref","unstructured":"Li W, Abtahi F, Zhu Z (2017) Action unit detection with region adaptation, multi-labeling learning and optimal temporal fusing. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1841\u20131850","DOI":"10.1109\/CVPR.2017.716"},{"key":"11726_CR34","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.neucom.2019.03.082","volume":"355","author":"C Ma","year":"2019","unstructured":"Ma C, Chen L, Yong J (2019) AU R-CN: encoding expert prior knowledge into R-CNNs for action unit detection. Neurocomputing 355:35\u201347","journal-title":"Neurocomputing"},{"key":"11726_CR35","doi-asserted-by":"crossref","unstructured":"Xie H-X, Lo L, Shuai H-H, Cheng W-H (2020) AU-assisted graph attention convolutional network for micro-expression recognition. In: Proceedings of the 28th ACM international conference on multimedia, pp 2871\u20132880","DOI":"10.1145\/3394171.3414012"},{"key":"11726_CR36","doi-asserted-by":"crossref","unstructured":"Lei L, Chen T, Li S, Li J (2021) Micro-expression recognition based on facial graph representation learning and facial action unit fusion. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1571\u20131580","DOI":"10.1109\/CVPRW53098.2021.00173"},{"key":"11726_CR37","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana R (1997) Multitask learning. Mach Learn 28:41\u201375","journal-title":"Mach Learn"},{"key":"11726_CR38","first-page":"1755","volume":"10","author":"DE King","year":"2009","unstructured":"King DE (2009) Dlib-ml: a machine learning toolkit. J Mach Learn Res 10:1755\u20131758","journal-title":"J Mach Learn Res"},{"key":"11726_CR39","doi-asserted-by":"crossref","unstructured":"Teed Z, Deng J (2020) Raft: recurrent all-pairs field transforms for optical flow. In: Computer vision\u2014ECCV 2020: 16th European conference, Glasgow, UK, August 23\u201328, 2020, proceedings, part II 16, pp 402\u2013419","DOI":"10.1007\/978-3-030-58536-5_24"},{"key":"11726_CR40","first-page":"8728","volume":"33","author":"X Sun","year":"2020","unstructured":"Sun X, Panda R, Feris R, Saenko K (2020) Adashare: learning what to share for efficient deep multi-task learning. Adv Neural Inf Process Syst 33:8728\u20138740","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"11726_CR41","doi-asserted-by":"publisher","first-page":"86041","DOI":"10.1371\/journal.pone.0086041","volume":"9","author":"W-J Yan","year":"2014","unstructured":"Yan W-J, Li X, Wang S-J, Zhao G, Liu Y-J, Chen Y-H, Fu X (2014) CASME II: an improved spontaneous micro-expression database and the baseline evaluation. PLoS ONE 9(1):86041","journal-title":"PLoS ONE"},{"issue":"1","key":"11726_CR42","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/TAFFC.2016.2573832","volume":"9","author":"AK Davison","year":"2016","unstructured":"Davison AK, Lansley C, Costen N, Tan K, Yap MH (2016) SAMM: a spontaneous micro-facial movement dataset. IEEE Trans Affect Comput 9(1):116\u2013129","journal-title":"IEEE Trans Affect Comput"},{"issue":"4","key":"11726_CR43","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/TAFFC.2017.2667642","volume":"9","author":"X Li","year":"2017","unstructured":"Li X, Hong X, Moilanen A, Huang X, Pfister T, Zhao G, Pietik\u00e4inen M (2017) Towards reading hidden emotions: a comparative study of spontaneous micro-expression spotting and recognition methods. IEEE Trans Affect Comput 9(4):563\u2013577","journal-title":"IEEE Trans Affect Comput"},{"issue":"10","key":"11726_CR44","doi-asserted-by":"publisher","first-page":"119","DOI":"10.3390\/jimaging4100119","volume":"4","author":"AK Davison","year":"2018","unstructured":"Davison AK, Merghani W, Yap MH (2018) Objective classes for micro-facial expression recognition. J Imaging 4(10):119","journal-title":"J Imaging"},{"key":"11726_CR45","doi-asserted-by":"publisher","first-page":"184537","DOI":"10.1109\/ACCESS.2019.2960629","volume":"7","author":"B Song","year":"2019","unstructured":"Song B, Li K, Zong Y, Zhu J, Zheng W, Shi J, Zhao L (2019) Recognizing spontaneous micro-expression using a three-stream convolutional neural network. IEEE Access 7:184537\u2013184551","journal-title":"IEEE Access"},{"key":"11726_CR46","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1016\/j.neucom.2021.03.058","volume":"448","author":"S Zhao","year":"2021","unstructured":"Zhao S, Tao H, Zhang Y, Xu T, Zhang K, Hao Z, Chen E (2021) A two-stage 3D CNN based learning method for spontaneous micro-expression recognition. Neurocomputing 448:276\u2013289","journal-title":"Neurocomputing"},{"key":"11726_CR47","unstructured":"Tang H, Chai L, Lu W (2022) Transferring dual stochastic graph convolutional network for facial micro-expression recognition. arXiv preprint arXiv:2203.05208"},{"issue":"6","key":"11726_CR48","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1109\/TPAMI.2007.1110","volume":"29","author":"G Zhao","year":"2007","unstructured":"Zhao G, Pietikainen M (2007) Dynamic texture recognition using local binary patterns with an application to facial expressions. IEEE Trans Pattern Anal Mach Intell 29(6):915\u2013928","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11726_CR49","doi-asserted-by":"crossref","unstructured":"Liu Y, Du H, Zheng L, Gedeon T (2019) A neural micro-expression recognizer. In: 2019 14th IEEE international conference on automatic face & gesture recognition, pp 1\u20134","DOI":"10.1109\/FG.2019.8756583"},{"key":"11726_CR50","doi-asserted-by":"crossref","unstructured":"Xie H-X, Lo L, Shuai H-H, Cheng W-H (2020) AU-assisted graph attention convolutional network for micro-expression recognition. In: Proceedings of the 28th ACM international conference on multimedia, pp 2871\u20132880","DOI":"10.1145\/3394171.3414012"},{"issue":"3","key":"11726_CR51","doi-asserted-by":"publisher","first-page":"460","DOI":"10.3390\/e25030460","volume":"25","author":"H Zhou","year":"2023","unstructured":"Zhou H, Huang S, Li SJ (2023) Dual-ATME: dual-branch attention network for micro-expression recognition. Entropy 25(3):460","journal-title":"Entropy"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-025-11726-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-025-11726-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-025-11726-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,11]],"date-time":"2025-03-11T12:46:52Z","timestamp":1741697212000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-025-11726-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,7]]},"references-count":51,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["11726"],"URL":"https:\/\/doi.org\/10.1007\/s11063-025-11726-0","relation":{},"ISSN":["1573-773X"],"issn-type":[{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,7]]},"assertion":[{"value":"6 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No potential conflict of interest was reported by the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Written informed consent for publication was obtained from all participants.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"18"}}