{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T04:54:29Z","timestamp":1777438469846,"version":"3.51.4"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,2,28]],"date-time":"2024-02-28T00:00:00Z","timestamp":1709078400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,28]],"date-time":"2024-02-28T00:00:00Z","timestamp":1709078400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"The National Science Foundation of China","award":["62266043"],"award-info":[{"award-number":["62266043"]}]},{"name":"The National Science Foundation of China","award":["U1803261"],"award-info":[{"award-number":["U1803261"]}]},{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","award":["95-Y50G34-9001-22\/23"],"award-info":[{"award-number":["95-Y50G34-9001-22\/23"]}],"id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Autonomous Region Science and Technology International Cooperation Project","award":["2020E01023"],"award-info":[{"award-number":["2020E01023"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Med Biol Eng Comput"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s11517-024-03041-y","type":"journal-article","created":{"date-parts":[[2024,2,28]],"date-time":"2024-02-28T03:02:27Z","timestamp":1709089347000},"page":"1911-1924","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["PASTFNet: a paralleled attention spatio-temporal fusion network for micro-expression recognition"],"prefix":"10.1007","volume":"62","author":[{"given":"Haichen","family":"Tian","sequence":"first","affiliation":[]},{"given":"Weijun","family":"Gong","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5527-2195","authenticated-orcid":false,"given":"Yurong","family":"Qian","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,2,28]]},"reference":[{"issue":"8","key":"3041_CR1","doi-asserted-by":"publisher","first-page":"1548","DOI":"10.1109\/TPAMI.2016.2515606","volume":"38","author":"CA Corneanu","year":"2016","unstructured":"Corneanu CA, Oliu M, Cohn JF, Escalera S (2016) Survey on RGB, 3D, thermal, and multimodal approaches for facial expression recognition: history, trends, and affect-related application. IEEE Trans Pattern Anal Mach Intell 38(8):1548\u20131568","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3041_CR2","doi-asserted-by":"publisher","unstructured":"Zhang L, Arandjelovi\u0107 O, Dewar S, Astell A, Doherty G, Ellis M (2020) Quantification of advanced dementia patients\u2019 engagement in therapeutic sessions: an automatic video based approach using computer vision and machine learning. 2020 42nd annual international conference of the IEEE Engineering in Medicine & Biology Society (EMBC), Montreal, QC, pp 5785\u20135788. https:\/\/doi.org\/10.1109\/EMBC44109.2020.9176632","DOI":"10.1109\/EMBC44109.2020.9176632"},{"key":"3041_CR3","doi-asserted-by":"publisher","unstructured":"Haggard EA, Isaacs KS (1966) Micromomentary facial expressions as indicators of ego mechanisms in psychotherapy. Methods of Research in Psychotherapy. The Century Psychology Series. Springer, Boston, MA. https:\/\/doi.org\/10.1007\/978-1-4684-6045-2_14","DOI":"10.1007\/978-1-4684-6045-2_14"},{"issue":"1","key":"3041_CR4","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1080\/00332747.1969.11023575","volume":"32","author":"P Ekman","year":"1969","unstructured":"Ekman P, Friesen WV (1969) Nonverbal leakage and clues to deception. Psychiatry 32(1):88\u2013106","journal-title":"Psychiatry"},{"key":"3041_CR5","doi-asserted-by":"publisher","unstructured":"Ekman P, Friesen WV (1971) Constants across cultures in the face and emotion.\u00a0J Pers Soc Psychol\u00a017(2):124\u2013129. https:\/\/doi.org\/10.1037\/h0030377","DOI":"10.1037\/h0030377"},{"issue":"1","key":"3041_CR6","doi-asserted-by":"publisher","first-page":"e86041","DOI":"10.1371\/journal.pone.0086041","volume":"9","author":"WJ Yan","year":"2014","unstructured":"Yan WJ, Li X, Wang SJ, Zhao G, Liu YJ, Chen Y-H, Fu X (2014) CASME II: an improved spontaneous micro-expression database and the baseline evaluation. PLoS one 9(1):e86041","journal-title":"PLoS one"},{"issue":"1","key":"3041_CR7","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/TAFFC.2016.2573832","volume":"9","author":"AK Davison","year":"2018","unstructured":"Davison AK, Lansley C, Costen N, Tan K, Yap MH (2018) SAMM: a spontaneous micro-facial movement dataset. IEEE Trans Affect Comput 9(1):116\u2013129","journal-title":"IEEE Trans Affect Comput"},{"key":"3041_CR8","doi-asserted-by":"publisher","unstructured":"Zhao G, Pietikainen M (2007) Dynamic texture recognition using local binary patterns with an application to facial expressions.\u00a0IEEE Trans Pattern Anal Mach Intell 29(6):915\u2013928. https:\/\/doi.org\/10.1109\/TPAMI.2007.1110","DOI":"10.1109\/TPAMI.2007.1110"},{"key":"3041_CR9","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1007\/s10586-017-0921-5","volume":"21","author":"M Nazir","year":"2018","unstructured":"Nazir M, Jan Z, Sajjad M (2018) Facial expression recognition using histogram of oriented gradients based transformed features. Cluster Comput 21:539\u2013548","journal-title":"Cluster Comput"},{"key":"3041_CR10","doi-asserted-by":"publisher","unstructured":"Li X et al (2018) Towards reading hidden emotions: a comparative study of spontaneous micro-expression spotting and recognition methods.\u00a0IEEE Trans Affect Comput 9(4):563\u2013577. https:\/\/doi.org\/10.1109\/TAFFC.2017.2667642","DOI":"10.1109\/TAFFC.2017.2667642"},{"key":"3041_CR11","doi-asserted-by":"publisher","unstructured":"Teja Reddy SP, Teja Karri S, Dubey SR, Mukherjee S (2019) Spontaneous facial micro-expression recognition using 3D spatiotemporal convolutional neural networks. 2019 International Joint Conference on Neural Networks (IJCNN), Budapest, Hungary, pp 1\u20138. https:\/\/doi.org\/10.1109\/IJCNN.2019.8852419","DOI":"10.1109\/IJCNN.2019.8852419"},{"issue":"5","key":"3041_CR12","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1587\/transinf.2018EDP7153","volume":"102","author":"R Zhi","year":"2019","unstructured":"Zhi R, Xu H, Wan M, Li T (2019) Combining 3D convolutional neural networks with transfer learning by supervised pre-training for facial micro-expression recognition. IEICE Trans Inf Syst 102(5):1054\u20131064","journal-title":"IEICE Trans Inf Syst"},{"key":"3041_CR13","doi-asserted-by":"publisher","unstructured":"Khor H-Q, See J, Phan RCW, Lin W (2018) Enriched long-term recurrent convolutional network for facial micro-expression recognition. 2018 13th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2018), Xi'an, pp 667\u2013674. https:\/\/doi.org\/10.1109\/FG.2018.00105","DOI":"10.1109\/FG.2018.00105"},{"key":"3041_CR14","first-page":"509","volume":"2013","author":"A Dhall","year":"2013","unstructured":"Dhall A, Goecke R, Joshi J, Wagner M, Gedeon T (2013) Emotion recognition in the wild challenge 2013. In Proc. 15th ACM Int. Conf Multimodal Interaction 2013:509\u2013516","journal-title":"Conf Multimodal Interaction"},{"key":"3041_CR15","first-page":"223","volume":"2005","author":"R P\u00e9teri","year":"2005","unstructured":"P\u00e9teri R, Chetverikov D (2005) Dynamic texture recognition using normal flow and texture regularity. In Proc Iberian Conf Pattern Recognit Image Anal Estoril Portugal: Springer 2005:223\u2013230","journal-title":"In Proc Iberian Conf Pattern Recognit Image Anal Estoril Portugal: Springer"},{"key":"3041_CR16","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.image.2017.11.006","volume":"62","author":"S-T Liong","year":"2018","unstructured":"Liong S-T, See J, Wong K, Phan RC-W (2018) Less is more: micro expression recognition from video using apex frame. Signal Process Image Commun 62:82\u201392","journal-title":"Signal Process Image Commun"},{"key":"3041_CR17","doi-asserted-by":"publisher","unstructured":"Li Y, Huang X, Zhao G (2018) Can micro-expression be recognized based on single apex frame? 2018 25th IEEE International Conference on Image Processing (ICIP), Athens, pp 3094\u20133098. https:\/\/doi.org\/10.1109\/ICIP.2018.8451376","DOI":"10.1109\/ICIP.2018.8451376"},{"key":"3041_CR18","doi-asserted-by":"publisher","unstructured":"Polikovsky S, Kameda Y, Ohta Y (2009) Facial micro-expressions recognition using high speed camera and 3D-gradient descriptor. 3rd International Conference on Imaging for Crime Detection and Prevention (ICDP 2009), London, pp 1\u20136. https:\/\/doi.org\/10.1049\/ic.2009.0244","DOI":"10.1049\/ic.2009.0244"},{"key":"3041_CR19","first-page":"1449","volume":"2011","author":"T Pfister","year":"2011","unstructured":"Pfister T, Li X, Zhao G, Pietik\u00e4inen M (2011) Recognising spontaneous facial micro-expressions. Int Conf Comput Vis Barcelona Spain 2011:1449\u20131456","journal-title":"Int Conf Comput Vis Barcelona Spain"},{"key":"3041_CR20","volume-title":"Facial action coding system - investigator\u2019s guide","author":"P Ekman","year":"2002","unstructured":"Ekman P, Friesen WV, Hager JC (2002) Facial action coding system - investigator\u2019s guide. Consulting Psychologists Press"},{"key":"3041_CR21","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1109\/TIP.2020.3035042","volume":"30","author":"Y Li","year":"2021","unstructured":"Li Y, Huang X, Zhao G (2021) Joint local and global information learning with single apex frame detection for micro-expression recognition. In IEEE Trans Image Process 30:249\u2013263","journal-title":"In IEEE Trans Image Process"},{"issue":"4","key":"3041_CR22","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TAFFC.2015.2485205","volume":"7","author":"Y-J Liu","year":"2016","unstructured":"Liu Y-J, Zhang J-K, Yan W-J, Wang S-J, Zhao G, Fu X (2016) A main directional mean optical flow feature for spontaneous micro-expression recognition. In IEEE Trans Affect Comput 7(4):299\u2013310","journal-title":"In IEEE Trans Affect Comput"},{"key":"3041_CR23","doi-asserted-by":"publisher","unstructured":"Liong S-T, Gan YS, See J, Khor H-Q, Huang Y-C (2019) Shallow triple stream three-dimensional CNN (STSTNet) for micro-expression recognition. 2019 14th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2019), Lille, pp 1\u20135. https:\/\/doi.org\/10.1109\/FG.2019.8756567","DOI":"10.1109\/FG.2019.8756567"},{"issue":"6","key":"3041_CR24","doi-asserted-by":"publisher","first-page":"4999","DOI":"10.3233\/JIFS-211021","volume":"42","author":"W Gong","year":"2022","unstructured":"Gong W, Wang C, Jia J, Qian Y (2022) Multi-feature fusion network for facial expression recognition in the wild. J Intell Fuzzy Syst 42(6):4999\u20135011","journal-title":"J Intell Fuzzy Syst"},{"key":"3041_CR25","doi-asserted-by":"publisher","unstructured":"Khor H-Q, See J, Liong S-T, Phan RCW, Lin W (2019) Dual-stream shallow networks for facial micro-expression recognition. 2019 IEEE International Conference on Image Processing (ICIP), Taipei, pp 36\u201340. https:\/\/doi.org\/10.1109\/ICIP.2019.8802965","DOI":"10.1109\/ICIP.2019.8802965"},{"key":"3041_CR26","doi-asserted-by":"publisher","unstructured":"Zhang L, Hong X, Arandjelovi\u0107 O, Zhao G (2022) Short and long range relation based spatio-temporal transformer for micro-expression recognition. In:\u00a0IEEE Trans Affect Comput 13(4):1973\u20131985. https:\/\/doi.org\/10.1109\/TAFFC.2022.3213509","DOI":"10.1109\/TAFFC.2022.3213509"},{"key":"3041_CR27","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9:1735\u20131780","journal-title":"Neural Comput"},{"issue":"3","key":"3041_CR28","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1038\/35058500","volume":"2","author":"L Itti","year":"2001","unstructured":"Itti L, Koch C (2001) Computational modelling of visual attention. Nat Rev Neurosci 2(3):194\u2013203","journal-title":"Nat Rev Neurosci"},{"key":"3041_CR29","doi-asserted-by":"publisher","unstructured":"S\u00f8nderby SK, S\u00f8nderby CK, Maal\u00f8e L, Winther O (2015) Recurrent spatial transformer networks. https:\/\/doi.org\/10.48550\/arXiv.1509.05329","DOI":"10.48550\/arXiv.1509.05329"},{"key":"3041_CR30","doi-asserted-by":"publisher","unstructured":"Wang F et al (2017) Residual attention network for image classification. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Honolulu, HI, pp 6450\u20136458. https:\/\/doi.org\/10.1109\/CVPR.2017.683","DOI":"10.1109\/CVPR.2017.683"},{"key":"3041_CR31","doi-asserted-by":"publisher","unstructured":"Hu J, Shen L, Sun G (2018) Squeeze-and-excitation networks. 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Salt Lake City, UT, pp 7132\u20137141. https:\/\/doi.org\/10.1109\/CVPR.2018.00745","DOI":"10.1109\/CVPR.2018.00745"},{"key":"3041_CR32","doi-asserted-by":"publisher","unstructured":"Vaswani A, Shazeer N, Parmar N et al (2017) Attention is all you need[J]. https:\/\/doi.org\/10.48550\/arXiv.1706.03762","DOI":"10.48550\/arXiv.1706.03762"},{"key":"3041_CR33","doi-asserted-by":"publisher","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner, Dehghani M, Minderer M, Heigold G (2020) An image is worth 16x16 words: transformers for image recognition at scale. https:\/\/doi.org\/10.48550\/arXiv.2010.11929","DOI":"10.48550\/arXiv.2010.11929"},{"issue":"11","key":"3041_CR34","doi-asserted-by":"publisher","first-page":"3160","DOI":"10.1109\/TMM.2018.2820321","volume":"20","author":"Y Zong","year":"2018","unstructured":"Zong Y, Huang X, Zheng W, Cui Z, Zhao G (2018) Learning from hierarchical spatiotemporal descriptors for micro-expression r- cognition. IEEE Trans Multimedia 20(11):3160\u20133172","journal-title":"IEEE Trans Multimedia"},{"key":"3041_CR35","doi-asserted-by":"publisher","unstructured":"Si C, Yu W, Zhou P, Zhou Y, Wang X (2022) Inception transformer. https:\/\/doi.org\/10.48550\/arXiv.2205.12956","DOI":"10.48550\/arXiv.2205.12956"},{"key":"3041_CR36","first-page":"13","volume":"427","author":"X Nie","year":"2021","unstructured":"Nie X, Takalkar MA, Duan M, Zhang H, Xu M (2021) GEME: dual stream multi-task GEnder-based micro-expression recognition. Neuro Computing 427:13\u201328","journal-title":"Neuro Computing"},{"key":"3041_CR37","doi-asserted-by":"crossref","unstructured":"Wang Y, See J, Phan RC-W, Oh Y-H (2014) LBP with six intersection points: reducing redundant information in LBP-top for micro-expression recognition. In Proc Asian Conf Comput Vis Berlin Germany: Springer 2014, 525\u2013537","DOI":"10.1007\/978-3-319-16865-4_34"},{"issue":"Jul","key":"3041_CR38","first-page":"1755","volume":"10","author":"DE King","year":"2009","unstructured":"King DE (2009) \u201cDlib-ml: a machine learning toolkit. J Mach Learn Res 10(Jul):1755\u20131758","journal-title":"J Mach Learn Res"},{"key":"3041_CR39","unstructured":"M. T. Inc., \u201cFace++ cognitive services.\u201d [Online]. Available: https:\/\/www.faceplusplus.com\/"},{"key":"3041_CR40","doi-asserted-by":"publisher","unstructured":"Lo L, Xie H-X, Shuai H-H, Cheng W-H (2020) MER-GCN: micro-expression recognition based on relation modeling with graph convolutional networks. 2020 IEEE Conference on Multimedia Information Processing and Retrieval (MIPR), Shenzhen, pp 79\u201384. https:\/\/doi.org\/10.1109\/MIPR49039.2020.00023","DOI":"10.1109\/MIPR49039.2020.00023"},{"key":"3041_CR41","doi-asserted-by":"publisher","unstructured":"Xie HX, Lo L, Shuai HH, Cheng WH (2020) AU-assisted graph attention convolutional network for micro-expression recognition. In: MM 2020 - Proceedings of the 28th ACM International Conference on Multimedia pp 2871\u20132880. Association for Computing Machinery, Inc. https:\/\/doi.org\/10.1145\/3394171.3414012","DOI":"10.1145\/3394171.3414012"},{"key":"3041_CR42","doi-asserted-by":"publisher","unstructured":"Wang, Peng M, Bi T, Chen T (2020) Micro-attention for microexpression recognition. Neurocomputing 410:354\u2013362. https:\/\/doi.org\/10.1016\/j.neucom.2020.06.005","DOI":"10.1016\/j.neucom.2020.06.005"},{"key":"3041_CR43","doi-asserted-by":"publisher","unstructured":"Sun B, Cao S, Li D, He J, Yu L (2020) Dynamic micro-expression recognition using knowledge distillation. In:\u00a0IEEE Trans Affect Comput 13(2):1037\u20131043. https:\/\/doi.org\/10.1109\/TAFFC.2020.2986962","DOI":"10.1109\/TAFFC.2020.2986962"},{"key":"3041_CR44","doi-asserted-by":"publisher","unstructured":"Nie X, Takalkar MA, Duan M, Zhang H, Xu M (2021) Geme: dual-stream multi-task gender-based micro-expression recognition. Neurocomputing 427:13\u201328. https:\/\/doi.org\/10.1016\/j.neucom.2020.10.082","DOI":"10.1016\/j.neucom.2020.10.082"}],"container-title":["Medical & Biological Engineering & Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-024-03041-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11517-024-03041-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-024-03041-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,7]],"date-time":"2024-05-07T23:08:07Z","timestamp":1715123287000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11517-024-03041-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,28]]},"references-count":44,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["3041"],"URL":"https:\/\/doi.org\/10.1007\/s11517-024-03041-y","relation":{},"ISSN":["0140-0118","1741-0444"],"issn-type":[{"value":"0140-0118","type":"print"},{"value":"1741-0444","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,28]]},"assertion":[{"value":"17 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}