{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T16:15:44Z","timestamp":1772554544652,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T00:00:00Z","timestamp":1611619200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T00:00:00Z","timestamp":1611619200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Beijing Municipal Natural Science Foundation","award":["4182031"],"award-info":[{"award-number":["4182031"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Multimodal User Interfaces"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s12193-020-00363-7","type":"journal-article","created":{"date-parts":[[2021,1,29]],"date-time":"2021-01-29T08:35:32Z","timestamp":1611909332000},"page":"429-440","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Facial expression and action unit recognition augmented by their dependencies on graph convolutional networks"],"prefix":"10.1007","volume":"15","author":[{"given":"Jun","family":"He","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaocui","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lejun","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,26]]},"reference":[{"key":"363_CR1","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.patcog.2016.01.032","volume":"55","author":"G Ali","year":"2016","unstructured":"Ali G, Iqbal MA, Choi TS (2016) Boosted NNE collections for multicultural facial expression recognition. Pattern Recogn 55:14\u201327. https:\/\/doi.org\/10.1016\/j.patcog.2016.01.032","journal-title":"Pattern Recogn"},{"issue":"8","key":"363_CR2","doi-asserted-by":"publisher","first-page":"1721","DOI":"10.1016\/j.physa.2009.12.043","volume":"389","author":"V Aquaro","year":"2010","unstructured":"Aquaro V, Bardoscia M, Bellotti R, Consiglio A, Carlo FD, Ferri G (2010) A Bayesian networks approach to operational risk. Phys A Stat Mech Appl 389(8):1721\u20131728","journal-title":"Phys A Stat Mech Appl"},{"key":"363_CR3","unstructured":"Cai J, Meng Z, Khan A, Li Z, O\u2019Reilly J, Tong Y (2019) Identity-free facial expression recognition using conditional generative adversarial network. arxiv:1903.08051"},{"issue":"2","key":"363_CR4","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/s11263-017-1010-1","volume":"126","author":"A Dapogny","year":"2018","unstructured":"Dapogny A, Bailly K, Dubuisson S (2018) Confidence-weighted local expression predictions for occlusion handling in expression recognition and action unit detection. Int J Comput Vision 126(2):255\u2013271. https:\/\/doi.org\/10.1007\/s11263-017-1010-1","journal-title":"Int J Comput Vision"},{"issue":"15","key":"363_CR5","doi-asserted-by":"publisher","first-page":"E1454","DOI":"10.1073\/pnas.1322355111","volume":"111","author":"S Du","year":"2014","unstructured":"Du S, Tao Y, Martinez AM (2014) Compound facial expressions of emotion. Proc Natl Acad Sci U S A 111(15):E1454. https:\/\/doi.org\/10.1073\/pnas.1322355111","journal-title":"Proc Natl Acad Sci U S A"},{"key":"363_CR6","volume-title":"About brows: emotional and conversational signals","author":"P Ekman","year":"1979","unstructured":"Ekman P (1979) About brows: emotional and conversational signals. Cambridge University Press, Cambridge"},{"key":"363_CR7","volume-title":"The facial action coding system: a technique for measurement of facial movement","author":"P Ekman","year":"1978","unstructured":"Ekman P, Friesen W (1978) The facial action coding system: a technique for measurement of facial movement. Consulting Psychologists Press, Palo Alto"},{"key":"363_CR8","unstructured":"Ekman P, Friesen W, Hager J (2002) Facial action coding system: the manual on CD-ROM. Salt Lake City"},{"key":"363_CR9","doi-asserted-by":"publisher","unstructured":"Hao L, Wang S, Peng G, Ji Q (2018) Facial action unit recognition augmented by their dependencies. In: 2018 13th IEEE international conference on automatic face and gesture recognition (FG), pp 187\u2013194. https:\/\/doi.org\/10.1109\/FG.2018.00036","DOI":"10.1109\/FG.2018.00036"},{"key":"363_CR10","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, Xu B (2014) Generative adversarial nets. In: Neural information processing systems, pp 2672\u20132680"},{"key":"363_CR11","doi-asserted-by":"publisher","unstructured":"Jun H, Xiaocui Y, Lejun Y (2019) Facial emotion and action unit recognition based on bayesian network. In: In 8th international conference on computing and pattern recognition (ICCPR), vol 1187, pp 1\u20137. https:\/\/doi.org\/10.1117\/12.2539053","DOI":"10.1117\/12.2539053"},{"key":"363_CR12","doi-asserted-by":"publisher","unstructured":"Jung H, Lee S, Yim J, Park S, Kim J (2015) Joint fine-tuning in deep neural networks for facial expression recognition. In: IEEE international conference on computer vision (ICCV), pp 2983\u20132991. https:\/\/doi.org\/10.1109\/ICCV.2015.341","DOI":"10.1109\/ICCV.2015.341"},{"key":"363_CR13","doi-asserted-by":"publisher","unstructured":"Khorrami P, Paine TL, Huang TS (2015) Do deep neural networks learn facial action units when doing expression recognition? In: IEEE international conference on computer vision workshop (ICCVW), pp 19\u201327. https:\/\/doi.org\/10.1109\/ICCVW.2015.12","DOI":"10.1109\/ICCVW.2015.12"},{"key":"363_CR14","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: 5th international conference on learning representations (ICLR)"},{"key":"363_CR15","doi-asserted-by":"crossref","unstructured":"Huang L, Joseph AD, Nelson B, Rubinstein BI, Tygar JD (2011) Adversarial machine learning. In: ACM workshop on security and artificial intelligence, pp 43\u201358","DOI":"10.1145\/2046684.2046692"},{"key":"363_CR16","doi-asserted-by":"crossref","unstructured":"Lai Y, Lai S (2018) Emotion-preserving representation learning via generative adversarial network for multiview facial expression recognition. In: 2018 13th IEEE international conference on automatic face and gesture recognition (FG), pp 263\u2013270","DOI":"10.1109\/FG.2018.00046"},{"issue":"8","key":"363_CR17","doi-asserted-by":"publisher","first-page":"1377","DOI":"10.1080\/02699930903485076","volume":"24","author":"O Langner","year":"2010","unstructured":"Langner O, Dotsch R, Bijlstra G, Wigboldus DH, Hawk ST, Van Knippenberg AD (2010) Presentation and validation of the Radboud faces database. Cognit Emotion 24(8):1377\u201388","journal-title":"Cognit Emotion"},{"key":"363_CR18","doi-asserted-by":"publisher","unstructured":"Li G, Zhu X, Zeng Y, Wang Q, Lin L (2019) Semantic relationships guided representation learning for facial action unit recognition. In: The thirty-third AAAI conference on artificial intelligence, pp 8594\u20138601. https:\/\/doi.org\/10.1609\/aaai.v33i01.33018594","DOI":"10.1609\/aaai.v33i01.33018594"},{"key":"363_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2981446","author":"S Li","year":"2018","unstructured":"Li S, Deng W (2018) Deep facial expression recognition: a survey. IEEE Trans Affect Comput. https:\/\/doi.org\/10.1109\/TAFFC.2020.2981446","journal-title":"IEEE Trans Affect Comput"},{"issue":"7","key":"363_CR20","doi-asserted-by":"publisher","first-page":"2559","DOI":"10.1109\/TIP.2013.2253483","volume":"22","author":"Y Li","year":"2013","unstructured":"Li Y, Wang S, Zhao Y, Ji Q (2013) Simultaneous facial feature tracking and facial expression recognition. IEEE Trans Image Process 22(7):2559\u20132573","journal-title":"IEEE Trans Image Process"},{"key":"363_CR21","unstructured":"Libralon GL, Romeio RA (2013) Inverstigating facial features for identification of emotions. In: IEEE conference on robotics and biomimetics (ROBIO), pp 1294\u20131299"},{"key":"363_CR22","doi-asserted-by":"publisher","unstructured":"Liu M, Li S, Shan S, Chen X (2013) Au-aware deep networks for facial expression recognition. In: 2013 10th IEEE international conference and workshops on automatic face and gesture recognition (FG), pp 1\u20136. https:\/\/doi.org\/10.1109\/FG.2013.6553734","DOI":"10.1109\/FG.2013.6553734"},{"key":"363_CR23","doi-asserted-by":"publisher","unstructured":"Liu M, Shan S, Wang R, Chen X (2014) Learning expressionlets on spatio-temporal manifold for dynamic facial expression recognition. In: IEEE conference on computer vision and pattern recognition, pp 1749\u20131756. https:\/\/doi.org\/10.1109\/CVPR.2014.226","DOI":"10.1109\/CVPR.2014.226"},{"key":"363_CR24","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2019.2917711","author":"Y Liu","year":"2019","unstructured":"Liu Y, Zhang X, Lin Y, Wang H (2019) Facial expression recognition via deep action units graph network based on psychological mechanism. IEEE Trans Cognit Dev Syst. https:\/\/doi.org\/10.1109\/TCDS.2019.2917711","journal-title":"IEEE Trans Cognit Dev Syst"},{"key":"363_CR25","doi-asserted-by":"crossref","unstructured":"Tran L, X., Liu X (2017) Disent angled representation learning GAN for pose-invariant face recognition. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 1415\u20131424","DOI":"10.1109\/CVPR.2017.141"},{"key":"363_CR26","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended Cohn\u2013Kanade dataset (ck+): A complete dataset for action unit and emotion-specified expression. In: 2010 IEEE computer society conference on computer vision and pattern recognition\u2014workshops, pp 94\u2013101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"363_CR27","doi-asserted-by":"crossref","unstructured":"Mahmoud\u00a0Khademi LPM (2014) Relative facial action unit detection. In: IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/WACV.2014.6835983"},{"key":"363_CR28","doi-asserted-by":"publisher","unstructured":"Maja P, Michel V, Ron R, Ludo M (2005) Web-based database for facial expression analysis. In: IEEE international conference on multimedia & expo. https:\/\/doi.org\/10.1109\/ICME.2005.1521424","DOI":"10.1109\/ICME.2005.1521424"},{"key":"363_CR29","unstructured":"Mart\u00edn\u00a0Abadi AA, Barham P, et\u00a0al (2016) Tensorflow: large-scale machine learning on heterogeneous distributed systems. CoRR. arxiv:1603.04467"},{"key":"363_CR30","doi-asserted-by":"crossref","unstructured":"Mengyi L, Shaoxin L, Shiguang S, Ruiping W, Xilin C (2015) Deeply learning deformable facial action parts model for dynamic expression analysis. In: Asian conference on computer vision, pp 143\u2013157","DOI":"10.1007\/978-3-319-16817-3_10"},{"key":"363_CR31","unstructured":"Ming-Yu\u00a0Liu OT (2016) Coupled generative adversarial networks. In: 29th conference on neural information processing systems (NIPS)"},{"key":"363_CR32","unstructured":"Mirza M, Osindero S (2014) Conditional generative adversarial nets. CoRR. arxiv:1411.1784"},{"key":"363_CR33","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.patterc.2017.10.022","volume":"119","author":"RHJLGH Ning Sun Qi Li","year":"2019","unstructured":"Ning Sun Qi Li RHJLGH (2019) Deep spatial-temporal feature fusion for facial expression recognition in static images. Pattern Recogn Lett 119:49\u201361. https:\/\/doi.org\/10.1016\/j.patterc.2017.10.022","journal-title":"Pattern Recogn Lett"},{"key":"363_CR34","unstructured":"Pons G, Masip D (2018) Multi-task, multi-label and multi-domain learning with residual convolutional networks for emotion recognition. CoRR. arxiv:1802.06664"},{"key":"363_CR35","doi-asserted-by":"crossref","unstructured":"Rao Q, Qu X, Mao Q, Zhan Y (2015) Multi-pose facial expression recognition based on surf boosting. In: IEEE conference on affective computing and intelligent interaction (ACII), pp 630\u2013635","DOI":"10.1109\/ACII.2015.7344635"},{"key":"363_CR36","doi-asserted-by":"crossref","unstructured":"Lu S, Dou Z, XJJN, Wen J (2019) Psgan: A minimax game for personalized search with limited and noisy click data. In: ACM SIGIR conference on research and development in information retrieval, pp 555\u2013564","DOI":"10.1145\/3331184.3331218"},{"key":"363_CR37","doi-asserted-by":"crossref","unstructured":"Karras T, Laine S, Aila T (2018) A style-based generator architecture for generative adversarial networks. In: IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2019.00453"},{"key":"363_CR38","doi-asserted-by":"publisher","unstructured":"Velusamy S, Kannan H, Anand B, Sharma A, Navathe B (2011) A method to infer emotions from facial action units. In: 2011 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp 2028\u20132031. https:\/\/doi.org\/10.1109\/ICASSP.2011.5946910","DOI":"10.1109\/ICASSP.2011.5946910"},{"key":"363_CR39","doi-asserted-by":"crossref","unstructured":"Wang Z, Li Y, Wang S, Ji Q (2013) Capturing global semantic relationships for facial action unit recognition. In: 2013 IEEE international conference on computer vision, pp 3304\u20133311","DOI":"10.1109\/ICCV.2013.410"},{"key":"363_CR40","doi-asserted-by":"crossref","unstructured":"Zhou Y, Shi BE (2017) Action unit selective feature maps in deep networks for facial expression recognition, pp 2031\u20132038","DOI":"10.1109\/IJCNN.2017.7966100"},{"key":"363_CR41","first-page":"1623","volume":"2","author":"Y Tong","year":"2006","unstructured":"Tong Y, Liao W, Ji Q (2006) Inferring facial action units with causal relations. IEEE Comput Soc Conf Comput Vis Pattern Recognit (CVPR) 2:1623\u20131630","journal-title":"IEEE Comput Soc Conf Comput Vis Pattern Recognit (CVPR)"},{"key":"363_CR42","doi-asserted-by":"publisher","unstructured":"Yang H, Ciftci U, Yin L (2018) Facial expression recognition by de-expression residue learning. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition, pp 2168\u20132177. https:\/\/doi.org\/10.1109\/CVPR.2018.00231","DOI":"10.1109\/CVPR.2018.00231"},{"key":"363_CR43","doi-asserted-by":"publisher","unstructured":"Yu C, Xie C, Zhang Y (2015) A facial expression recognition strategy based on template matching. In: International congress on image and signal processing (CISP), pp 835\u2013840. https:\/\/doi.org\/10.1109\/CISP.2015.7407993","DOI":"10.1109\/CISP.2015.7407993"},{"key":"363_CR44","unstructured":"Zeiler MD, Fergus R (2013) Visualizing and understanding convolutional networks. CoRR. arxiv:1311.2901"},{"issue":"10","key":"363_CR45","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/LSP.2016.2603342","volume":"23","author":"K Zhang","year":"2016","unstructured":"Zhang K, Zhang Z, Li Z, Qiao Y (2016) Joint face detection and alignment using multitask cascaded convolutional networks. IEEE Signal Process Lett 23(10):1499\u20131503. https:\/\/doi.org\/10.1109\/LSP.2016.2603342","journal-title":"IEEE Signal Process Lett"},{"issue":"8","key":"363_CR46","doi-asserted-by":"publisher","first-page":"3931","DOI":"10.1109\/TIP.2016.2570550","volume":"25","author":"K Zhao","year":"2016","unstructured":"Zhao K, Chu W, De la Torre F, Cohn J, Zhang H (2016) Joint patch and multi-label learning for facial action unit and holistic expression recognition. IEEE Trans Image Process 25(8):3931\u20133946","journal-title":"IEEE Trans Image Process"},{"key":"363_CR47","doi-asserted-by":"publisher","unstructured":"Zhu Y, Wang S, Yue L, Ji Q (2014) Multiple-facial action unit recognition by shared feature learning and semantic relation modeling. In: 2014 22nd international conference on pattern recognition, pp 1663\u20131668. https:\/\/doi.org\/10.1109\/ICPR.2014.293","DOI":"10.1109\/ICPR.2014.293"}],"container-title":["Journal on Multimodal User Interfaces"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-020-00363-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12193-020-00363-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-020-00363-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T19:44:12Z","timestamp":1634327052000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12193-020-00363-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,26]]},"references-count":47,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["363"],"URL":"https:\/\/doi.org\/10.1007\/s12193-020-00363-7","relation":{},"ISSN":["1783-7677","1783-8738"],"issn-type":[{"value":"1783-7677","type":"print"},{"value":"1783-8738","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,26]]},"assertion":[{"value":"23 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}