{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T15:40:33Z","timestamp":1785512433759,"version":"3.56.0"},"reference-count":87,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"European Community Horizon 2020","award":["H2020\/2014- 2020"],"award-info":[{"award-number":["H2020\/2014- 2020"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,3,1]]},"DOI":"10.1109\/tpami.2019.2944808","type":"journal-article","created":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T19:54:18Z","timestamp":1569959658000},"page":"1022-1040","source":"Crossref","is-referenced-by-count":166,"title":["SEWA DB: A Rich Database for Audio-Visual Emotion and Sentiment Research in the Wild"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4445-3429","authenticated-orcid":false,"given":"Jean","family":"Kossaifi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8353-9786","authenticated-orcid":false,"given":"Robert","family":"Walecki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yannis","family":"Panagakis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6722-2754","authenticated-orcid":false,"given":"Jie","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7453-5612","authenticated-orcid":false,"given":"Maximilian","family":"Schmitt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9213-4529","authenticated-orcid":false,"given":"Fabien","family":"Ringeval","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5776-6849","authenticated-orcid":false,"given":"Jing","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1983-8140","authenticated-orcid":false,"given":"Vedhas","family":"Pandit","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antoine","family":"Toisoul","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6478-8699","authenticated-orcid":false,"given":"Bjorn","family":"Schuller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kam","family":"Star","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elnar","family":"Hajiyev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maja","family":"Pantic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-24797-2","author":"graves","year":"2012","journal-title":"Supervised Sequence Labelling with Recurrent Neural Networks"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref71","first-page":"1836","article-title":"3D model-based continuous emotion recognition","author":"chen","year":"2015","journal-title":"Proc IEEE Conf Comput Vis Pattern Recognit"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390169"},{"key":"ref76","first-page":"547","article-title":"Introducing CURRENNT: The munich open-source CUDA recurrent neural network toolkit","volume":"16","author":"weninger","year":"2015","journal-title":"J Mach Learn Res"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000029664.99615.94"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.02.001"},{"key":"ref74","first-page":"3593","article-title":"Facing realism in spontaneous emotion recognition from speech: Feature enhancement by autoencoder with LSTM neural networks","author":"zhang","year":"2016","journal-title":"Proc 17th Annu Conf Int Speech Commun Assoc"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553805"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2016.11.020"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2015.7350977"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2014.7025284"},{"key":"ref33","first-page":"1367","article-title":"ANVIL-A generic annotation tool for multimodal dialogue","author":"kipp","year":"2001","journal-title":"Proc 7th Eur Conf Speech Commun Technol"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2414429"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1109\/TPAMI.2014.16","article-title":"Dynamic probabilistic CCA for analysis of affective behaviour and fusion of continuous annotations","volume":"36","author":"nicolaou","year":"2014","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2216869"},{"key":"ref37","first-page":"19","article-title":"‘FEELTRACE’: An instrument for recording perceived emotion in real time","author":"cowie","year":"2000","journal-title":"Proc ISCA Tut Res Workshop Speech Emotion"},{"key":"ref36","first-page":"1172","article-title":"Developing an expressive speech labelling tool incorporating the temporal characteristics of emotion","author":"scherer","year":"2010","journal-title":"Proc Int Conf Lang Resour Eval"},{"key":"ref35","first-page":"25","article-title":"ikannotate–A tool for labelling, transcription, and annotation of emotionally coloured speech","author":"b\u00f6ck","year":"2011","journal-title":"Proc Int Conf Affect Comput Intell Interact"},{"key":"ref34","first-page":"5347","article-title":"ATLAS–An annotation tool for HCI data utilizing machine learning methods","author":"meudt","year":"2012","journal-title":"Proc 1st Int Conf Affect Pleasurable Design"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7163137"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284874"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.4"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2013.2271563"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2012.08.014"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2388676.2388776"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.26"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2661806.2661807"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/2988257.2988258"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2012.26"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553785"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2011.12.005"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2003.817122"},{"key":"ref69","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref1","first-page":"81","article-title":"Emotion in human-computer interaction","author":"brave","year":"2003","journal-title":"The Human-computer interaction handbook"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2010.09.020"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2326393"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/S0262-8856(00)00034-2"},{"key":"ref24","article-title":"Autism and speech, language, and emotion — A survey","author":"marchi","year":"2015","journal-title":"Evaluating the Role of Speech Technology in Medical Case Management"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1186\/s13229-015-0018-z"},{"key":"ref26","article-title":"The international affective picture system (IAPS) in the study of emotion and attention","volume":"29","author":"lang","year":"2007","journal-title":"Handbook of Emotion Elicitation and Assessment"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2011.01.011"},{"key":"ref50","first-page":"1556","article-title":"ELAN: A professional framework for multimodality research","author":"wittenburg","year":"2006","journal-title":"Proc Int Conf Lang Resour Eval"},{"key":"ref51","first-page":"148","article-title":"The INTERSPEECH 2013 computational paralinguistics challenge: Social signals, conflict, emotion, autism","author":"schuller","year":"2013","journal-title":"Proc 14th Annu Conf Int Speech Commun Assoc"},{"key":"ref59","first-page":"780","article-title":"The Munich 2011 CHiME challenge contribution: NMF-BLSTM speech enhancement and recognition for reverberated multisource environments","volume":"27","author":"weninger","year":"2013","journal-title":"Comput Speech Lang"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21090-7_58"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.241"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2015.126"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2362142"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.240"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2015.132"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2457417"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1037\/a0025827"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.4"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2497700"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553805"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1177\/1754073911410740"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.48.4.384"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2009.08.002"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2502081.2502224"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"ref81","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-27299-3","author":"eyben","year":"2016","journal-title":"Real-Time Speech and Music Classification by Large Audio Feature Space Extraction"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.52"},{"key":"ref84","first-page":"478","article-title":"The INTERSPEECH 2015 computational paralinguistics challenge: Nativeness, parkinson & eating condition","author":"schuller","year":"2015","journal-title":"Proc Annu Conf Int Speech Commun Assoc"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2012.06.016"},{"key":"ref83","first-page":"427","article-title":"The INTERSPEECH 2014 computational paralinguistics challenge: Cognitive & physical load","author":"schuller","year":"2014","journal-title":"Proc 15th Annu Conf Int Speech Commun Assoc"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2642828"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.95.1.52"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2682899"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2008.4607572"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-008-0059-5"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/2808196.2811642"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2016.12.001"},{"key":"ref49","author":"labov","year":"1972","journal-title":"Sociolinguistic Patterns"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.54.101601.145102"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.20"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.5772\/4755"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2015.03.005"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2013.48"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.26"},{"key":"ref48","first-page":"157","article-title":"4D cardiff conversation database (4D CCDb): A 4D database of natural, dyadic conversations","author":"vandeventer","year":"2015","journal-title":"Proc 1st Joint Conf Facial Anal Animation Auditory-Vis Speech Process"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2661806.2661807"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024498629430"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2366127"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2512530.2512533"},{"key":"ref43","first-page":"200","article-title":"The SmartKom multimodal corpus at BAS","author":"schiel","year":"2002","journal-title":"Proc Int Conf Lang Resour Eval"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9346108\/08854185.pdf?arnumber=8854185","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:26Z","timestamp":1652194166000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8854185\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,1]]},"references-count":87,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2944808","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,1]]}}}