{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T05:04:47Z","timestamp":1771650287883,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T00:00:00Z","timestamp":1732752000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T00:00:00Z","timestamp":1732752000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Computing"],"DOI":"10.1007\/s10791-024-09477-y","type":"journal-article","created":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T07:27:28Z","timestamp":1732778848000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Temporal\u2013spatial correlation and graph attention-guided network for micro-expression recognition in English learning livestreams"],"prefix":"10.1007","volume":"27","author":[{"given":"Hongxin","family":"Zhao","sequence":"first","affiliation":[]},{"given":"Byung-Gyu","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Slowik","sequence":"additional","affiliation":[]},{"given":"Daohua","family":"Pan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,28]]},"reference":[{"key":"9477_CR1","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1109\/TAFFC.2020.3023821","volume":"14","author":"JT Li","year":"2023","unstructured":"Li JT, Soladie C, Seguier R. Local temporal pattern and data augmentation for spotting micro-expressions. IEEE Trans Affect Comput. 2023;14:811\u201322.","journal-title":"IEEE Trans Affect Comput"},{"issue":"7","key":"9477_CR2","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1007\/s00371-022-02502-5","volume":"39","author":"P Santhiya","year":"2023","unstructured":"Santhiya P, Chitrakala S. PTCERE: personality-trait mapping using cognitive-based emotion recognition from electroencephalogram signals. Vis Comput. 2023;39(7):2953\u201367.","journal-title":"Vis Comput"},{"issue":"1","key":"9477_CR3","first-page":"20230290","volume":"33","author":"XR Liu","year":"2024","unstructured":"Liu XR. Application of emotion recognition technology in psychological counseling for college students. J Intell Syst. 2024;33(1):20230290.","journal-title":"J Intell Syst"},{"issue":"5","key":"9477_CR4","doi-asserted-by":"publisher","first-page":"952","DOI":"10.26599\/TST.2022.9010072","volume":"28","author":"S Cui","year":"2023","unstructured":"Cui S, Zhu T, Zhang X, Chen LM, Mao LF, Ning HS. Generating Markov logic networks rulebase based on probabilistic latent semantics analysis. Tsinghua Sci Technol. 2023;28(5):952\u201364.","journal-title":"Tsinghua Sci Technol"},{"issue":"17","key":"9477_CR5","doi-asserted-by":"publisher","first-page":"12717","DOI":"10.1007\/s00521-023-08372-9","volume":"35","author":"FM Talaat","year":"2023","unstructured":"Talaat FM. Real-time facial emotion recognition system among children with autism based on deep learning and IoT. Neural Comput Appl. 2023;35(17):12717\u201328.","journal-title":"Neural Comput Appl"},{"issue":"6","key":"9477_CR6","doi-asserted-by":"publisher","first-page":"2799","DOI":"10.18280\/ts.400640","volume":"40","author":"J Yan","year":"2023","unstructured":"Yan J, Wang N, Wei YM, Han ML. Personalized learning pathway generation for online education through image recognition. Trait Signal. 2023;40(6):2799\u2013808.","journal-title":"Trait Signal"},{"issue":"15","key":"9477_CR7","doi-asserted-by":"publisher","first-page":"20643","DOI":"10.1007\/s11042-022-12360-x","volume":"81","author":"JS Wei","year":"2022","unstructured":"Wei JS, Lu GM, Yan JJ, Liu HM. Micro-expression recognition using local binary pattern from five intersecting planes. Multimed Tools Appl. 2022;81(15):20643\u201368.","journal-title":"Multimed Tools Appl"},{"key":"9477_CR8","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.patrec.2022.09.006","volume":"163","author":"RC Zhi","year":"2022","unstructured":"Zhi RC, Hu J, Wan F. Micro-expression recognition with supervised contrastive learning. Pattern Recognit Lett. 2022;163:25\u201331.","journal-title":"Pattern Recognit Lett"},{"issue":"3","key":"9477_CR9","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1109\/TEVC.2023.3314766","volume":"28","author":"LB Ma","year":"2023","unstructured":"Ma LB, Li N, Yu G, Geng XY, Cheng S, Wang XW, Huang M, Jin YC. Pareto-wise ranking classifier for multiobjective evolutionary neural architecture search. IEEE Trans Evol Comput. 2023;28(3):570\u201381.","journal-title":"IEEE Trans Evol Comput"},{"issue":"3","key":"9477_CR10","doi-asserted-by":"publisher","first-page":"275","DOI":"10.26599\/TST.2019.9010035","volume":"26","author":"QC Cao","year":"2021","unstructured":"Cao QC, Zhang WL, Zhu YH. Deep learning-based classification of the polar emotions of \u201cMoe\u201d-style cartoon pictures. Tsinghua Sci Technol. 2021;26(3):275\u201386.","journal-title":"Tsinghua Sci Technol"},{"key":"9477_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2022.104378","volume":"119","author":"Y Zhou","year":"2022","unstructured":"Zhou Y, Song YX, Chen L, Chen Y, Ben XY. A novel micro-expression detection algorithm based on BERT and 3DCNN. Image Vis Comput. 2022;119: 104378.","journal-title":"Image Vis Comput"},{"issue":"5","key":"9477_CR12","doi-asserted-by":"publisher","first-page":"1574","DOI":"10.3390\/s24051574","volume":"24","author":"ZB Wang","year":"2024","unstructured":"Wang ZB, Yang MY, Jiao QB, Xu L, Han B, Li YH, Tan X. Two-level spatio-temporal feature fused two-stream network for micro-expression recognition. Sensor. 2024;24(5):1574.","journal-title":"Sensor"},{"key":"9477_CR13","doi-asserted-by":"publisher","first-page":"1400","DOI":"10.1109\/TC.2024.3365949","volume":"73","author":"LB Ma","year":"2024","unstructured":"Ma LB, Kang HD, Yu G, Li Q, He Q. Single-domain generalized predictor for neural architecture search system. IEEE Trans Comput. 2024;73:1400\u201313.","journal-title":"IEEE Trans Comput"},{"issue":"12","key":"9477_CR14","doi-asserted-by":"publisher","first-page":"5650","DOI":"10.3390\/s23125650","volume":"23","author":"YF Zheng","year":"2023","unstructured":"Zheng YF, Blasch E. Facial micro-expression recognition enhanced by score fusion and a hybrid model from convolutional LSTM and vision transformer. Sensors. 2023;23(12):5650.","journal-title":"Sensors"},{"issue":"6","key":"9477_CR15","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1109\/TPAMI.2007.1110","volume":"29","author":"GY Zhao","year":"2007","unstructured":"Zhao GY, Pietikainen M. Dynamic texture recognition using local binary patterns with an application to facial expressions. IEEE Trans Pattern Anal Mach Intell. 2007;29(6):915\u201328.","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9477_CR16","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/978-3-319-16865-4_34","volume-title":"Computer vision-ACCV 2014","author":"YD Wang","year":"2015","unstructured":"Wang YD, See J, Phan RCW, Oh YH. LBP with six intersection points: reducing redundant information in LBP\u2013TOP for micro-expression recognition. In: Computer vision-ACCV 2014. Cham: Springer; 2015. p. 525\u201337."},{"key":"9477_CR17","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1016\/j.neucom.2015.10.096","volume":"175","author":"XH Huang","year":"2016","unstructured":"Huang XH, Zhao GY, Hong XP, Zheng WM, Pietikainen M. Spontaneous facial micro-expression analysis using spatiotemporal completed local quantized patterns. Neurocomputing. 2016;175:564\u201378.","journal-title":"Neurocomputing"},{"key":"9477_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2021.116616","volume":"103","author":"SX Cen","year":"2022","unstructured":"Cen SX, Yu Y, Yan G, Yu M, Guo YG. Multi-task facial activity patterns learning for micro-expression recognition using joint temporal local cube binary pattern. Signal Process Image Commun. 2022;103: 116616.","journal-title":"Signal Process Image Commun"},{"key":"9477_CR19","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1016\/j.neucom.2020.06.005","volume":"410","author":"CY Wang","year":"2020","unstructured":"Wang CY, Peng M, Bi T, Chen T. Micro-attention for micro-expression recognition. Neurocomputing. 2020;410:354\u201362.","journal-title":"Neurocomputing"},{"key":"9477_CR20","doi-asserted-by":"crossref","unstructured":"Li YT, Huang XH, Zhao GY. Can micro-expression be recognized based on single apex frame? In: 2018 25th IEEE international conference on image processing (ICIP), IEEE, Athens, Greece; 2018. p. 3094\u20138.","DOI":"10.1109\/ICIP.2018.8451376"},{"key":"9477_CR21","doi-asserted-by":"crossref","unstructured":"Lo L, Xie HX, Shuai HH, Cheng WH. MER\u2013GCN: micro-expression recognition based on relation modeling with graph convolutional networks. In: 2020 IEEE conference on multimedia information processing and retrieval (MIPR), IEEE, Shenzhen, China; 2020. p. 79\u201384.","DOI":"10.1109\/MIPR49039.2020.00023"},{"key":"9477_CR22","doi-asserted-by":"crossref","unstructured":"Lei L, Li JF, Chen T, Li SG. A novel graph-TCN with a graph structured representation for micro-expression recognition. In: Proceedings of the 28th ACM international conference on multimedia, ACM, Seattle, WA, USA; 2020. p. 2237\u201345.","DOI":"10.1145\/3394171.3413714"},{"key":"9477_CR23","doi-asserted-by":"crossref","unstructured":"Xie HX, Lo L, Shuai HH, Cheng CK. AU-assisted graph attention convolutional network for micro-expression recognition. In: Proceedings of the 28th ACM international conference on multimedia, ACM, Seattle, WA, USA; 2020. p. 2871\u201380.","DOI":"10.1145\/3394171.3414012"},{"issue":"12","key":"9477_CR24","doi-asserted-by":"publisher","first-page":"13821","DOI":"10.1109\/TCYB.2021.3110813","volume":"52","author":"J Bai","year":"2022","unstructured":"Bai J, Yu WT, Xiao Z, Havyarimana V, Regan AC, Jiang HB, Jiao LC. Two-stream spatial\u2013temporal graph convolutional networks for driver drowsiness detection. IEEE Trans Cybern. 2022;52(12):13821\u201333.","journal-title":"IEEE Trans Cybern"},{"key":"9477_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-024-08973-z","author":"F Li","year":"2024","unstructured":"Li F, Nie P, You MM, Chen ZC, Wang GQ. Triple-ATFME: triple-branch attention fusion network for micro-expression recognition. Arab J Sci Eng Early Access. 2024. https:\/\/doi.org\/10.1007\/s13369-024-08973-z.","journal-title":"Arab J Sci Eng Early Access"},{"issue":"6","key":"9477_CR26","doi-asserted-by":"publisher","first-page":"1911","DOI":"10.1007\/s11517-024-03041-y","volume":"62","author":"HC Tian","year":"2024","unstructured":"Tian HC, Gong WJ, Li W, Qian YR. PASTFNet: a paralleled attention spatio-temporal fusion network for micro-expression recognition. Med Biol Eng Comput. 2024;62(6):1911\u201324.","journal-title":"Med Biol Eng Comput"},{"issue":"3","key":"9477_CR27","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.18280\/ts.410309","volume":"41","author":"ZQ Wang","year":"2024","unstructured":"Wang ZQ, Yang BQ, Wang SH, Sun JF, Yin ZF. Enhancing online teaching effectiveness through computer vision analysis of teacher expressions and gestures in educational videos. Trait Signal. 2024;41(3):1193\u2013204.","journal-title":"Trait Signal"},{"key":"9477_CR28","doi-asserted-by":"publisher","first-page":"121419","DOI":"10.1109\/ACCESS.2023.3325407","volume":"11","author":"M Aly","year":"2023","unstructured":"Aly M, Ghallab A, Fathi IS. Enhancing facial expression recognition system in online learning context using efficient deep learning model. IEEE Access. 2023;11:121419\u201333.","journal-title":"IEEE Access"},{"issue":"1","key":"9477_CR29","first-page":"134","volume":"16","author":"H Zhang","year":"2024","unstructured":"Zhang H, Wang MH. A novel deep learning model to improve the recognition of students\u2019 facial expressions in online learning environments. Knowl Manag E-Learn Int J. 2024;16(1):134\u201350.","journal-title":"Knowl Manag E-Learn Int J"},{"issue":"4","key":"9477_CR30","doi-asserted-by":"publisher","first-page":"1973","DOI":"10.1109\/TAFFC.2022.3213509","volume":"13","author":"LF Zhang","year":"2022","unstructured":"Zhang LF, Hong XP, Arandjelovic O, Zhao GY. Short and long range relation based spatio-temporal transformer for micro-expression recognition. IEEE Trans Affect Comput. 2022;13(4):1973\u201385.","journal-title":"IEEE Trans Affect Comput"},{"issue":"2","key":"9477_CR31","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/s41019-023-00233-8","volume":"9","author":"CC Sun","year":"2024","unstructured":"Sun CC, Ning Y, Shen DR, Nie TZ. Graph neural network-based short-term load forecasting with temporal convolution. Data Sci Eng. 2024;9(2):113\u201332.","journal-title":"Data Sci Eng"},{"issue":"24","key":"9477_CR32","doi-asserted-by":"publisher","first-page":"17671","DOI":"10.1007\/s00521-023-08642-6","volume":"35","author":"MZ Shi","year":"2023","unstructured":"Shi MZ, Kong SQ, Zao B, Tan MX. GCPAN: an adaptive global cross-scale prior attention network for image super-resolution. Neural Comput Appl. 2023;35(24):17671\u201388.","journal-title":"Neural Comput Appl"},{"issue":"3\u20134","key":"9477_CR33","doi-asserted-by":"publisher","DOI":"10.1002\/cav.2166","volume":"34","author":"M Randall","year":"2023","unstructured":"Randall M, Harvey C, Williams I. Online alignment of human motion using forward plotting-dynamic time warping. Comput Animat Virtual Worlds. 2023;34(3\u20134): e2166.","journal-title":"Comput Animat Virtual Worlds"},{"key":"9477_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvcir.2021.103395","volume":"82","author":"W Dias","year":"2022","unstructured":"Dias W, Andalo F, Padilha R, Bertocco G, Almeida W, Costa P, Rocha A. Cross-dataset emotion recognition from facial expressions through convolutional neural networks. J Vis Commun Image Represent. 2022;82: 103395.","journal-title":"J Vis Commun Image Represent"},{"issue":"4","key":"9477_CR35","doi-asserted-by":"publisher","first-page":"6817","DOI":"10.1109\/JIOT.2023.3315758","volume":"11","author":"K Shen","year":"2024","unstructured":"Shen K, Li YL, Liu TX, Zuo JW, Yang Z. Adaptive-robust fusion strategy for autonomous navigation in GNSS-challenged environments. IEEE Internet Things J. 2024;11(4):6817\u201332.","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"9477_CR36","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1002\/ima.22790","volume":"33","author":"W Guo","year":"2023","unstructured":"Guo W, Liu SJ, Gong ZX, Zhang GD, Jiang XR. Cascaded networks for the embryo classification on microscopic images using the residual external-attention. Int J Imaging Syst Technol. 2023;33(1):312\u201322.","journal-title":"Int J Imaging Syst Technol"},{"key":"9477_CR37","doi-asserted-by":"crossref","unstructured":"Li X, Pfister T, Huang XH, Zhao GY, Pietikainen M. A spontaneous micro-expression database: inducement collection and baseline. In: Proc. 10th IEEE Int. Conf. Workshops Autom. Face Gesture Recognit. 2013. p. 1\u20136.","DOI":"10.1109\/FG.2013.6553717"},{"issue":"1","key":"9477_CR38","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0086041","volume":"9","author":"WJ Yan","year":"2014","unstructured":"Yan WJ, Li XB, Wang SJ, Zhao GY, Liu YJ, Chen YH, Fu XL. CASME II: an improved spontaneous micro-expression database and the baseline evaluation. PLoS ONE. 2014;9(1): e86041.","journal-title":"PLoS ONE"},{"issue":"1","key":"9477_CR39","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/TAFFC.2016.2573832","volume":"9","author":"AK Davison","year":"2018","unstructured":"Davison AK, Lansley C, Costen N, Tan K, Yap MH. SAMM: a spontaneous micro-facial movement dataset. IEEE Trans Affect Comput. 2018;9(1):116\u201329.","journal-title":"IEEE Trans Affect Comput"},{"issue":"5","key":"9477_CR40","doi-asserted-by":"publisher","first-page":"5497","DOI":"10.1007\/s10489-021-02728-1","volume":"52","author":"HN Vu","year":"2022","unstructured":"Vu HN, Nguyen MH, Pham C. Masked face recognition with convolutional neural networks and local binary patterns. Appl Intell. 2022;52(5):5497\u2013512.","journal-title":"Appl Intell"},{"key":"9477_CR41","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.image.2018.05.014","volume":"67","author":"H Lu","year":"2018","unstructured":"Lu H, Kpalma K, Ronsin J. Motion descriptors for micro-expression recognition. Signal Process Image Commun. 2018;67:108\u201317.","journal-title":"Signal Process Image Commun"}],"container-title":["Discover Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-024-09477-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-024-09477-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-024-09477-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T09:17:49Z","timestamp":1732785469000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-024-09477-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,28]]},"references-count":41,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["9477"],"URL":"https:\/\/doi.org\/10.1007\/s10791-024-09477-y","relation":{},"ISSN":["2948-2992"],"issn-type":[{"value":"2948-2992","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,28]]},"assertion":[{"value":"21 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The human data in SMIC could be found via: . The human data in CASME II could be found via: . The human data in SAMM could be found via: . All the three datasets are private. They could be accessed via requests to the original authors along with the related link. In other words, upon the reasonable requests, the original authors will provide the datasets.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"47"}}