{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:29:40Z","timestamp":1775230180052,"version":"3.50.1"},"reference-count":94,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1149787"],"award-info":[{"award-number":["IIS-1149787"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2019,10,1]]},"DOI":"10.1109\/taffc.2017.2749299","type":"journal-article","created":{"date-parts":[[2017,9,5]],"date-time":"2017-09-05T18:15:02Z","timestamp":1504635302000},"page":"537-551","source":"Crossref","is-referenced-by-count":12,"title":["Listen to Your Face: Inferring Facial Action Units from Audio Channel"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7299-7290","authenticated-orcid":false,"given":"Zibo","family":"Meng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shizhong","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Tong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref73","article-title":"Facial expression recognition from speech","author":"lejan","year":"2013"},{"key":"ref72","first-page":"109","article-title":"Incremental boosting convolutional neural network for facial action unit recognition","author":"han","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref71","article-title":"Visualizing higher-layer features of a deep network","author":"erhan","year":"2009"},{"key":"ref70","first-page":"1","article-title":"Improving facial expression analysis using histograms of log-transformed nonnegative sparse representation with a spatial pyramid structure","author":"liu","year":"2013","journal-title":"Proc 10th IEEE Int Conf Workshops Automat Face Gesture Recognit"},{"key":"ref76","article-title":"The CMU Pronouncing Dictionary","author":"weide","year":"1994"},{"key":"ref77","author":"calvert","year":"1986","journal-title":"Descriptive Phonetics"},{"key":"ref74","first-page":"1977","article-title":"Face reading from speech–Predicting facial action units from audio cues","author":"ringeval","year":"2015","journal-title":"Proc INTERSPEECH"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284874"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.4018\/IJMDEM.2016010104"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2012.2193567"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.4018\/jse.2010101605"},{"key":"ref79","first-page":"451","article-title":"Learning continuous time Bayesian networks","author":"nodelman","year":"2002","journal-title":"Proc UAI"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284871"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2009.42"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.93"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/AFGR.1998.670990"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771416"},{"key":"ref36","first-page":"1","article-title":"Cross-dataset learning and person-specific normalisation for automatic action unit detection","volume":"6","author":"baltrusaitis","year":"2015","journal-title":"Proc IEEE Automat Face Gesture Recogn Workshops Int Conf"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771363"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.08.005"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.233"},{"key":"ref62","first-page":"273","article-title":"A facial expression recognition system using convolutional networks","author":"teixeira lopes","year":"2015","journal-title":"Proc 24th SIBGRAPI Conf Graph Patterns Images"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.341"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284873"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/AFGR.2002.1004159"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2016.7477625"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.293"},{"key":"ref65","first-page":"1457","article-title":"Non-negative matrix factorization with sparseness constraints","volume":"5","author":"hoyer","year":"2004","journal-title":"J Mach Learn Res"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1038\/44565"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.297"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP.2004.1423017"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1109\/TSMCB.2010.2044788","article-title":"Graph-preserving sparse nonnegative matrix factorization with application to facial expression recognition","volume":"41","author":"zhi","year":"2011","journal-title":"IEEE Trans Syst Man Cybern Part B"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2009.2038816"},{"key":"ref2","author":"ekman","year":"2002","journal-title":"Facial Action Coding System The Manual"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.5772\/4847"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-009-0173-z"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2005.859228"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87481-2_40"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10696-011-9131-2"},{"key":"ref23","first-page":"161","article-title":"Learning continuous-time social network dynamics","author":"fan","year":"2009","journal-title":"Proc Conf Uncertainty of Artificial Intelligence"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2007.1094"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08171-7_16"},{"key":"ref50","first-page":"1839","article-title":"Facial expression recognition based on discriminative dictionary learning","author":"liu","year":"2012","journal-title":"Proc 21st Int Conf Pattern Recognit"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2354351"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/ISM.2015.116"},{"key":"ref93","first-page":"1024","article-title":"The Bayes net toolbox for Matlab","volume":"33","author":"murphy","year":"2001","journal-title":"Computing Science and Statistics"},{"key":"ref92","first-page":"1","article-title":"Tensorflow: Large-scale machine learning on heterogeneous distributed systems","author":"abadi","year":"2016"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/1961189.1961199"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2502081.2502224"},{"key":"ref59","first-page":"143","article-title":"Deeply learning deformable facial action parts model for dynamic expression analysis","author":"liu","year":"2014","journal-title":"Proc ACCV"},{"key":"ref58","first-page":"1","article-title":"Deep learning using linear support vector machines","author":"tang","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref57","first-page":"1","article-title":"AU-aware deep networks for facial expression recognition","author":"liu","year":"2013","journal-title":"Proc IEEE Int Workshop Autom Face Gesture Recogn"},{"key":"ref56","first-page":"ii-1431","article-title":"Learning to disentangle factors of variation with manifold interaction","author":"reed","year":"2014","journal-title":"Proc 31st Int Conf Int Conf Mach Learn"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33783-3_58"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995710"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(03)00115-1"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2002.1048231"},{"key":"ref10","author":"burnham","year":"1998","journal-title":"Hearing by Eye II Advances in the Psychology of Speechreading and Auditory-Visual Speech"},{"key":"ref11","first-page":"183","article-title":"Audio-visual recognition of spectrally reduced speech","author":"berthommier","year":"2001","journal-title":"Proc Auditory-Visual Speech Process"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2007.1110"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-13015-5_39"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1142\/S021821309900004X"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MMSP.2001.962801"},{"key":"ref15","first-page":"103","article-title":"Consonant confusion structure based on machine classification of visual features in continuous speech","author":"xue","year":"2005","journal-title":"Proc Int Conf Auditory-Visual Speech Process"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TASSP.1980.1163420"},{"key":"ref16","first-page":"378","article-title":"Continuous time Bayesian networks","author":"nodelman","year":"2002","journal-title":"Proc UAI"},{"key":"ref81","first-page":"1","article-title":"The Kaldi Speech Recognition Toolkit","author":"povey","year":"2011","journal-title":"Proc ASRU"},{"key":"ref17","first-page":"451","article-title":"Learning continuous time Bayesian networks","author":"nodelman","year":"2003","journal-title":"Proc UAI"},{"key":"ref84","first-page":"1137","article-title":"Continuous time Bayesian network reasoning and learning engine","volume":"11","author":"shelton","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref18","first-page":"1360","article-title":"Continuous time particle filtering","volume":"19","author":"ng","year":"2005","journal-title":"Proc 19th Int Joint Conf Artificial Intell"},{"key":"ref83","first-page":"3295","article-title":"Fast MCMC sampling for Markov jump processes and extensions","volume":"14","author":"rao","year":"2013","journal-title":"J Mach Learn Res"},{"key":"ref19","first-page":"1","article-title":"Structure from failure","author":"herbrich","year":"2007","journal-title":"Proc 2nd USENIX Workshop Tackling Comput Syst Problems Mach Learn Techn"},{"key":"ref80","article-title":"Continuous time Bayesian network","author":"nodelman","year":"2007"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2014.7025283"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.52"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-72348-6_3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2012.2200675"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2366127"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1037\/a0025827"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/264746a0"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1121\/1.2935783"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSLP.1996.607235"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MCG.2012.41","article-title":"Sparse coding for flexible, robust 3D facial-expression synthesis","volume":"32","author":"lin","year":"2012","journal-title":"IEEE Comput Graph Appl"},{"key":"ref87","first-page":"341","article-title":"Praat, a system for doing phonetics by computer","volume":"5","author":"boersma","year":"2001","journal-title":"Glot Int"},{"key":"ref88","first-page":"37","article-title":"Evaluation: From precision, recall and f-measure to roc, informedness, markedness and correlation","volume":"2","author":"powers","year":"2011","journal-title":"J Mach Learn Technol"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-13015-5"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/381607a0"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771420"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14932-0_57"},{"key":"ref47","first-page":"32","article-title":"Sparse representations for facial expressions recognition via L1 optimization","author":"zafeiriou","year":"2010","journal-title":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit Workshops"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2531742"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2013.65"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2008.03.014"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2007.383059"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/8911290\/08025777.pdf?arnumber=8025777","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:53:14Z","timestamp":1657745594000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8025777\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,1]]},"references-count":94,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2017.2749299","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,1]]}}}