{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T17:02:39Z","timestamp":1776272559783,"version":"3.50.1"},"reference-count":497,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Amazon Research Awards Program"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1110970"],"award-info":[{"award-number":["IIS-1110970"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1921783"],"award-info":[{"award-number":["CNS-1921783"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2234195"],"award-info":[{"award-number":["CNS-2234195"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2234197"],"award-info":[{"award-number":["CNS-2234197"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CIF-2205004"],"award-info":[{"award-number":["CIF-2205004"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. IEEE"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1109\/jproc.2023.3273517","type":"journal-article","created":{"date-parts":[[2023,5,23]],"date-time":"2023-05-23T18:31:43Z","timestamp":1684866703000},"page":"1236-1286","source":"Crossref","is-referenced-by-count":71,"title":["Unlocking the Emotional World of Visual Media: An Overview of the Science, Research, and Impact of Understanding Emotion"],"prefix":"10.1109","volume":"111","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4379-4173","authenticated-orcid":false,"given":"James Z.","family":"Wang","sequence":"first","affiliation":[{"name":"College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5843-6411","authenticated-orcid":false,"given":"Sicheng","family":"Zhao","sequence":"additional","affiliation":[{"name":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"}]},{"given":"Chenyan","family":"Wu","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA, USA"}]},{"given":"Reginald B.","family":"Adams","sequence":"additional","affiliation":[{"name":"Department of Psychology, The Pennsylvania State University, University Park, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0873-1409","authenticated-orcid":false,"given":"Michelle G.","family":"Newman","sequence":"additional","affiliation":[{"name":"Department of Psychology, The Pennsylvania State University, University Park, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9982-500X","authenticated-orcid":false,"given":"Tal","family":"Shafir","sequence":"additional","affiliation":[{"name":"Emily Sagol Creative Arts Therapies Research Center, University of Haifa, Haifa, Israel"}]},{"given":"Rachelle","family":"Tsachor","sequence":"additional","affiliation":[{"name":"School of Theatre and Music, University of Illinois at Chicago, Chicago, IL, USA"}]}],"member":"263","reference":[{"key":"ref207","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2808760"},{"key":"ref328","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref449","doi-asserted-by":"publisher","DOI":"10.1037\/h0036006"},{"key":"ref57","first-page":"720","article-title":"Analysis of the form of conflict reactions","volume":"34","author":"miller","year":"1937","journal-title":"Psychol Bull"},{"key":"ref208","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5364"},{"key":"ref329","article-title":"Masked autoencoders as spatiotemporal learners","author":"feichtenhofer","year":"2022","journal-title":"arXiv 2205 09113"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.1992.tb00254.x"},{"key":"ref205","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref326","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref447","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6494.1996.tb00526.x"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.94.4.560"},{"key":"ref206","article-title":"Visual sentiment prediction with deep convolutional neural networks","author":"xu","year":"2014","journal-title":"arXiv 1411 5731"},{"key":"ref327","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref448","doi-asserted-by":"publisher","DOI":"10.2466\/pms.1966.22.1.155"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1111\/1469-8986.00121"},{"key":"ref203","first-page":"1106","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref324","first-page":"1","article-title":"Learning factorized multimodal representations","author":"tsai","year":"2019","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref445","first-page":"70","article-title":"A real-time human stress monitoring system using dynamic Bayesian network","author":"liao","year":"2005","journal-title":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit (CVPR) Workshops"},{"key":"ref53","author":"fridlund","year":"2014","journal-title":"Human Facial Expression An Evolutionary View"},{"key":"ref204","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref325","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6431"},{"key":"ref446","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2016.06.020"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/11744078_23"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.1145\/2733373.2806246"},{"key":"ref322","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1115"},{"key":"ref443","first-page":"172b","article-title":"Optical computer recognition of facial expressions associated with stress induced by performance demands","volume":"76","author":"dinges","year":"2005","journal-title":"Aviation Space Environ Med"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511659911.006"},{"key":"ref202","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-016-3618-5"},{"key":"ref323","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1209"},{"key":"ref444","doi-asserted-by":"publisher","DOI":"10.1177\/002383098302600202"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1080\/026999399379384"},{"key":"ref209","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2021.3135948"},{"key":"ref210","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-10203-1"},{"key":"ref331","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.119"},{"key":"ref452","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.40.4.712"},{"key":"ref211","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2964549"},{"key":"ref332","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102551"},{"key":"ref453","doi-asserted-by":"publisher","DOI":"10.1016\/j.janxdis.2022.102587"},{"key":"ref450","doi-asserted-by":"publisher","DOI":"10.1037\/0021-843X.116.1.125"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-019-01215-y"},{"key":"ref330","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.48"},{"key":"ref451","doi-asserted-by":"publisher","DOI":"10.2466\/pr0.1974.34.1.199"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2017.12.068"},{"key":"ref218","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00422"},{"key":"ref339","article-title":"Rethinking the smaller-norm-less-informative assumption in channel pruning of convolution layers","author":"ye","year":"2018","journal-title":"arXiv 1802 00124"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2393347.2393384"},{"key":"ref219","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3106813"},{"key":"ref45","article-title":"International affective picture system (IAPS): Affective ratings of pictures and instruction manual","author":"lang","year":"2005"},{"key":"ref216","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.01.011"},{"key":"ref337","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2022.2107533"},{"key":"ref458","doi-asserted-by":"publisher","DOI":"10.1055\/s-0033-1356462"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2017.8273637"},{"key":"ref217","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/456"},{"key":"ref338","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"ref459","doi-asserted-by":"publisher","DOI":"10.1016\/j.colegn.2014.12.002"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46604-0_4"},{"key":"ref214","doi-asserted-by":"publisher","DOI":"10.1145\/2964284.2967196"},{"key":"ref335","article-title":"Model-agnostic interpretability of machine learning","author":"ribeiro","year":"2016","journal-title":"arXiv 1606 05386"},{"key":"ref456","doi-asserted-by":"publisher","DOI":"10.21437\/SpeechProsody.2016-249"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.110.1.145"},{"key":"ref215","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9179"},{"key":"ref336","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref457","doi-asserted-by":"publisher","DOI":"10.1093\/ageing\/afp066"},{"key":"ref41","author":"mehrabian","year":"1974","journal-title":"An Approach to Environmental Psychology"},{"key":"ref212","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3225049"},{"key":"ref333","first-page":"1","article-title":"AI explainability 360: An extensible toolkit for understanding data and machine learning models","volume":"21","author":"arya","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref454","doi-asserted-by":"publisher","DOI":"10.1111\/j.1559-1816.1994.tb00570.x"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1873965"},{"key":"ref213","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548018"},{"key":"ref334","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"ref455","first-page":"625","article-title":"Voice traces of anxiety: Acoustic parameters affected by anxiety disorder","volume":"43","author":"\u00f6zseven","year":"2018","journal-title":"Arch Acoust"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.3758\/BF03192732"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2678472"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00351"},{"key":"ref221","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.510"},{"key":"ref342","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3070843"},{"key":"ref463","doi-asserted-by":"publisher","DOI":"10.1016\/j.humov.2019.102513"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.01023"},{"key":"ref222","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.3014889"},{"key":"ref343","article-title":"HICEM: A high-coverage emotion model for artificial emotional intelligence","author":"wortman","year":"2022","journal-title":"arXiv 2206 07593"},{"key":"ref464","doi-asserted-by":"publisher","DOI":"10.1016\/j.gaitpost.2011.01.017"},{"key":"ref340","article-title":"The lottery ticket hypothesis: Finding sparse, trainable neural networks","author":"frankle","year":"2018","journal-title":"arXiv 1803 03635"},{"key":"ref461","doi-asserted-by":"publisher","DOI":"10.1016\/j.ridd.2008.07.008"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1037\/h0046234"},{"key":"ref220","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.04.016"},{"key":"ref341","first-page":"1","article-title":"Sparsity in deep learning: Pruning and growth for efficient inference and training in neural networks","volume":"22","author":"hoefler","year":"2021","journal-title":"J Mach Learn Res"},{"key":"ref462","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3940(02)00578-5"},{"key":"ref460","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-9384(02)00935-6"},{"key":"ref306","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-023-01761-6"},{"key":"ref427","doi-asserted-by":"publisher","DOI":"10.1016\/j.medengphy.2010.07.013"},{"key":"ref35","first-page":"1","article-title":"Universals and cultural differences in facial expressions of emotion","author":"ekman","year":"1971","journal-title":"Proc Nebraska Symp Motivat"},{"key":"ref307","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2023.100816"},{"key":"ref428","doi-asserted-by":"publisher","DOI":"10.1080\/13651501.2016.1249892"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1126\/science.1136930"},{"key":"ref304","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","author":"radford","year":"2021","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref425","doi-asserted-by":"publisher","DOI":"10.1111\/j.1600-0447.2012.01864.x"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/S0954579405050340"},{"key":"ref305","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01821"},{"key":"ref426","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0214314"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1207\/s15327957pspr1001_2"},{"key":"ref302","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66415-2_52"},{"key":"ref423","first-page":"52","article-title":"Prosodic analysis of speech and the underlying mental state","author":"kliper","year":"2015","journal-title":"Proc Int Symp Pervasive Comput Paradigms Mental Health"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/BF02281954"},{"key":"ref303","doi-asserted-by":"publisher","DOI":"10.1109\/FG52635.2021.9666957"},{"key":"ref424","doi-asserted-by":"publisher","DOI":"10.36505\/ExLing-2010\/03\/0022\/000142"},{"key":"ref30","article-title":"Promises and problems with the circumplex model of emotion","author":"larsen","year":"1992","journal-title":"Emotion"},{"key":"ref300","article-title":"The kinetics human action video dataset","author":"kay","year":"2017","journal-title":"arXiv 1705 06950"},{"key":"ref421","doi-asserted-by":"publisher","DOI":"10.1097\/NMD.0b013e31816a4922"},{"key":"ref33","author":"james","year":"2013","journal-title":"What Is an Emotion?"},{"key":"ref301","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00403"},{"key":"ref422","doi-asserted-by":"publisher","DOI":"10.1111\/j.1600-0447.1998.tb09971.x"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780195112719.001.0001","author":"darwin","year":"1998","journal-title":"The Expression of the Emotions in Man and Animals"},{"key":"ref39","author":"arnold","year":"1960","journal-title":"Emotion and Personality Volume I Psychological Aspects"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.125.1.3"},{"key":"ref308","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06778-x"},{"key":"ref429","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0041808"},{"key":"ref309","first-page":"5583","article-title":"ViLT: Vision-and-language transformer without convolution or region supervision","author":"kim","year":"2021","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref430","doi-asserted-by":"publisher","DOI":"10.1016\/j.schres.2003.09.003"},{"key":"ref310","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume":"1","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref431","doi-asserted-by":"publisher","DOI":"10.1016\/j.gaitpost.2015.03.006"},{"key":"ref317","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3547754"},{"key":"ref438","doi-asserted-by":"publisher","DOI":"10.1016\/j.brat.2004.03.010"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2016.31"},{"key":"ref318","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2022.3224929"},{"key":"ref439","doi-asserted-by":"publisher","DOI":"10.1002\/1097-4679(198001)36:1<205::AID-JCLP2270360126>3.0.CO;2-A"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3197456"},{"key":"ref315","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref436","doi-asserted-by":"publisher","DOI":"10.1016\/j.schres.2010.06.011"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.03.009"},{"key":"ref316","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW53433.2021.00025"},{"key":"ref437","doi-asserted-by":"publisher","DOI":"10.1016\/0191-8869(91)90208-S"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref313","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3059169"},{"key":"ref434","doi-asserted-by":"publisher","DOI":"10.1007\/s00702-013-1111-0"},{"key":"ref20","article-title":"Emotion recognition for everyday life using physiological signals from wearables: A systematic literature review","author":"saganowski","year":"2022","journal-title":"IEEE Trans Affect Comput"},{"key":"ref314","article-title":"Multi-task learning for multi-modal emotion recognition and sentiment analysis","author":"shad akhtar","year":"2019","journal-title":"arXiv 1905 05812"},{"key":"ref435","doi-asserted-by":"publisher","DOI":"10.1111\/j.1440-1819.2005.01375.x"},{"key":"ref311","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2017.2764438"},{"key":"ref432","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0158219"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2021.3106895"},{"key":"ref312","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00407"},{"key":"ref433","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2006.09.001"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.011"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.98.2.219"},{"key":"ref27","author":"mehrabian","year":"1980","journal-title":"Basic Dimensions for A General Psychological Theory Implications for Personality Social Environmental and Developmental Studies"},{"key":"ref319","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3072412"},{"key":"ref29","author":"thayer","year":"1989","journal-title":"The Biopsychology of Mood and Arousal"},{"key":"ref320","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2021.3068387"},{"key":"ref441","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24688-6_105"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1145\/2502081.2502282"},{"key":"ref321","doi-asserted-by":"publisher","DOI":"10.1109\/CIHLI.2013.6613272"},{"key":"ref442","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8341.1959.tb00467.x"},{"key":"ref440","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsycho.2011.01.005"},{"key":"ref128","author":"adrian","year":"2010","journal-title":"Actor training the Laban way An integrated approach to voice speech and movement"},{"key":"ref249","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.52"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2017.00410"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00584"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAR.2018.8384636"},{"key":"ref247","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.177"},{"key":"ref368","doi-asserted-by":"publisher","DOI":"10.3390\/s19173693"},{"key":"ref489","year":"2020","journal-title":"Cost of Fatigue at Work"},{"key":"ref96","first-page":"740","article-title":"Microsoft COCO: Common objects in context","author":"lin","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.humov.2011.05.001"},{"key":"ref248","doi-asserted-by":"publisher","DOI":"10.1145\/958468.958479"},{"key":"ref369","doi-asserted-by":"publisher","DOI":"10.1002\/lio2.354"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_33"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3007956"},{"key":"ref245","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.08.005"},{"key":"ref366","doi-asserted-by":"publisher","DOI":"10.1109\/IICETA50496.2020.9318860"},{"key":"ref487","doi-asserted-by":"publisher","DOI":"10.1145\/3371382.3378389"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_29"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.3390\/robotics8020024"},{"key":"ref246","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1109\/TSMCB.2010.2044788","article-title":"Graph-preserving sparse nonnegative matrix factorization with application to facial expression recognition","volume":"41","author":"zhi","year":"2011","journal-title":"IEEE Trans Syst Man Cybern B Cybernetics"},{"key":"ref367","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-021-09682-8"},{"key":"ref488","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3127906"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-019-01707-5"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1145\/641103.641104"},{"key":"ref254","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3143009"},{"key":"ref375","doi-asserted-by":"publisher","DOI":"10.1186\/s13640-017-0212-3"},{"key":"ref496","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2018.06.005"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2731763"},{"key":"ref134","volume":"14","author":"chen","year":"2006","journal-title":"Machine Learning and Statistical Modeling Approaches to Image Retrieval"},{"key":"ref255","doi-asserted-by":"publisher","DOI":"10.1145\/2993148.2997627"},{"key":"ref376","first-page":"739","article-title":"Detecting depression severity by interpretable representations of motion dynamics","author":"kacem","year":"2018","journal-title":"Proc 13th IEEE Int Conf Autom Face Gesture Recognit (FG)"},{"key":"ref497","doi-asserted-by":"publisher","DOI":"10.3389\/fphys.2012.00082"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-018-1097-z"},{"key":"ref131","first-page":"177","article-title":"Animation principles and Laban Movement Analysis: Movement frameworks for creating empathic character performances","author":"bishko","year":"2014","journal-title":"Nonverbal Communication in Virtual Worlds Understanding and Designing Expressive Characters"},{"key":"ref252","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(02)00052-3"},{"key":"ref373","doi-asserted-by":"publisher","DOI":"10.1097\/NMD.0b013e31823e653b"},{"key":"ref494","doi-asserted-by":"publisher","DOI":"10.1109\/BIOSMART.2017.8095346"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.05.013"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2020.579518"},{"key":"ref253","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.600"},{"key":"ref374","doi-asserted-by":"publisher","DOI":"10.1017\/S0033291700037727"},{"key":"ref495","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2017.74"},{"key":"ref250","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2366127"},{"key":"ref371","doi-asserted-by":"publisher","DOI":"10.1016\/j.schres.2019.11.031"},{"key":"ref492","doi-asserted-by":"publisher","DOI":"10.1109\/WNYIPW.2019.8923100"},{"key":"ref130","author":"fernandes","year":"2014","journal-title":"The Moving Researcher Laban\/Bartenieff Movement Analysis in Performing Arts Education and Creative Arts Therapies"},{"key":"ref251","doi-asserted-by":"publisher","DOI":"10.1109\/34.895976"},{"key":"ref372","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2007.10.019"},{"key":"ref493","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2868499"},{"key":"ref91","first-page":"7680","article-title":"Facial action unit detection with transformers","author":"miriam jacob","year":"2021","journal-title":"Proc IEEE\/CVF Conf Comput Vis Pattern Recognit (CVPR)"},{"key":"ref490","first-page":"1","article-title":"Monitoring worker fatigue using wearable devices: A case study to detect changes in gait parameters","volume":"53","author":"baghdadi","year":"2019","journal-title":"J Quality Technology"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2006.85"},{"key":"ref370","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3101"},{"key":"ref491","doi-asserted-by":"publisher","DOI":"10.1155\/2013\/263983"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/34.908962"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74889-2_42"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2013.34"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01424"},{"key":"ref258","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.79"},{"key":"ref379","doi-asserted-by":"publisher","DOI":"10.2174\/157340012800792966"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2654440"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.502"},{"key":"ref259","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2017.2689999"},{"key":"ref88","author":"ekman","year":"1977","journal-title":"Facial Action Coding System A Technique for the Measurement of Facial Movement"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1145\/1348246.1348248"},{"key":"ref256","first-page":"499","article-title":"A discriminative feature learning approach for deep face recognition","author":"wen","year":"2016","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref377","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2013.12.007"},{"key":"ref87","first-page":"2236","article-title":"Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph","author":"bagher zadeh","year":"2018","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref136","first-page":"2755","article-title":"Context based emotion recognition using EMOTIC dataset","volume":"42","author":"kosti","year":"2020","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref257","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00051"},{"key":"ref378","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2522886"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413620"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1037\/emo0000302"},{"key":"ref265","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01400"},{"key":"ref386","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-017-9455-8"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.01024"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-015-0209-5"},{"key":"ref266","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00618"},{"key":"ref387","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2012-311"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2573832"},{"key":"ref142","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1023\/A:1020657301981","article-title":"Gender stereotypes of emotional reactions: How we judge an emotion as valid","volume":"47","author":"kelly","year":"2002","journal-title":"Sex Roles"},{"key":"ref263","first-page":"222","article-title":"Facial expression recognition with inconsistently annotated datasets","author":"zeng","year":"2018","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref384","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2015.03.004"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.02025"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1177\/1754073914544408"},{"key":"ref264","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00693"},{"key":"ref385","doi-asserted-by":"publisher","DOI":"10.1109\/BSN.2013.6575522"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1016\/j.copsyc.2015.09.015"},{"key":"ref261","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3143012"},{"key":"ref382","doi-asserted-by":"publisher","DOI":"10.1016\/0162-3095(94)90010-8"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1068\/p5096"},{"key":"ref262","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2017.189"},{"key":"ref383","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553789"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2012.26"},{"key":"ref380","doi-asserted-by":"publisher","DOI":"10.1097\/00005053-199803000-00001"},{"key":"ref260","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.03.068"},{"key":"ref381","doi-asserted-by":"publisher","DOI":"10.1016\/S0272-7358(98)00104-4"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.285"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2012.16"},{"key":"ref229","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/503"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2740923"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-08812-4_11"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.00572"},{"key":"ref227","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00791"},{"key":"ref348","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2740026"},{"key":"ref469","first-page":"552","article-title":"A voice-based automated system for PTSD screening and monitoring","volume":"173","author":"xu","year":"2012","journal-title":"Stud Health Technol Inf"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1177\/1754073917749880"},{"key":"ref228","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10212-6"},{"key":"ref349","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2703954"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01049"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46454-1_34"},{"key":"ref225","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00785"},{"key":"ref346","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-011-0478-3"},{"key":"ref467","doi-asserted-by":"publisher","DOI":"10.1002\/da.22890"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2963113"},{"key":"ref226","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3351062"},{"key":"ref347","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24702-1_5"},{"key":"ref468","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1109\/TAFFC.2015.2440264","article-title":"Self-reported symptoms of depression and PTSD are associated with reduced vowel space in screening interviews","volume":"7","author":"scherer","year":"2016","journal-title":"IEEE Trans Affect Comput"},{"key":"ref74","article-title":"Identifying emotions from walking using affective and deep features","author":"randhavane","year":"2019","journal-title":"arXiv 1906 11884"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-019-01158-4"},{"key":"ref102","article-title":"MUG: Multi-human graph network for 3D mesh reconstruction from 2D pose","author":"wu","year":"2022","journal-title":"arXiv 2205 12583"},{"key":"ref223","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10501"},{"key":"ref344","doi-asserted-by":"publisher","DOI":"10.1145\/2700293"},{"key":"ref465","doi-asserted-by":"publisher","DOI":"10.1016\/j.janxdis.2004.11.010"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/2816795.2818013"},{"key":"ref224","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.05.104"},{"key":"ref345","doi-asserted-by":"crossref","first-page":"1159","DOI":"10.1109\/TPAMI.2011.203","article-title":"Rhythmic brushstrokes distinguish van Gogh from his contemporaries: Findings via automated brushstroke extraction","volume":"34","author":"li","year":"2012","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref466","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2017.11.084"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1167\/9.6.15"},{"key":"ref232","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3118983"},{"key":"ref353","doi-asserted-by":"publisher","DOI":"10.1016\/j.brat.2016.07.007"},{"key":"ref474","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2019.112687"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9987"},{"key":"ref112","author":"bartenieff","year":"1980","journal-title":"Body Movement Coping with the Environment"},{"key":"ref233","article-title":"Multiscale emotion representation learning for affective image recognition","author":"zhang","year":"2022","journal-title":"IEEE Trans Multimedia"},{"key":"ref354","doi-asserted-by":"publisher","DOI":"10.1016\/j.cpr.2020.101826"},{"key":"ref475","doi-asserted-by":"publisher","DOI":"10.1590\/S1516-44462010000400010"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.09.025"},{"key":"ref230","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.12.053"},{"key":"ref351","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-clinpsy-032814-112739"},{"key":"ref472","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.02530"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2622690"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2010.2103557"},{"key":"ref231","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-019-10033-9"},{"key":"ref352","year":"2013","journal-title":"Diagnostic and Statistical Manual of Mental Disorders (DSM-5)"},{"key":"ref473","doi-asserted-by":"publisher","DOI":"10.1016\/S0074-7750(00)80010-5"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i1.8724"},{"key":"ref470","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2013.31"},{"key":"ref350","author":"norman","year":"2004","journal-title":"Emotional Design Why We Love (or Hate) Everyday Things"},{"key":"ref471","doi-asserted-by":"publisher","DOI":"10.1159\/000104779"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/FG52635.2021.9667052"},{"key":"ref68","first-page":"1","article-title":"Canonical time warping for alignment of human behavior","volume":"22","author":"zhou","year":"2009","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2005.1566530"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/CoG52621.2021.9619065"},{"key":"ref238","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533473"},{"key":"ref359","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-3956(98)00064-8"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.3390\/s21010205"},{"key":"ref239","article-title":"DeepSentiBank: Visual sentiment concept classification with deep convolutional neural networks","author":"chen","year":"2014","journal-title":"arXiv 1410 8586"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2432791"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2015.02030"},{"key":"ref236","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2019.00077"},{"key":"ref357","doi-asserted-by":"publisher","DOI":"10.2147\/NDT.S46525"},{"key":"ref478","doi-asserted-by":"publisher","DOI":"10.1016\/j.beth.2014.02.010"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2006.03.017"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSP.2014.6949798"},{"key":"ref237","article-title":"GLA in MediaEval 2018 emotional impact of movies task","author":"sun","year":"2019","journal-title":"arXiv 1911 12361"},{"key":"ref358","doi-asserted-by":"publisher","DOI":"10.1097\/00005053-197907000-00002"},{"key":"ref479","doi-asserted-by":"publisher","DOI":"10.1080\/08039488.2019.1652341"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.212"},{"key":"ref113","author":"studd","year":"2013","journal-title":"Everybody is a Body"},{"key":"ref234","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00926"},{"key":"ref355","doi-asserted-by":"publisher","DOI":"10.1007\/BF02190342"},{"key":"ref476","first-page":"1","article-title":"Gait, balance and posture in major mental illnesses: Depression, anxiety and schizophrenia","volume":"5","author":"feldman","year":"2020","journal-title":"Australian Journal of Medical Science"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3475957.3484451"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.01389"},{"key":"ref235","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.10.062"},{"key":"ref356","doi-asserted-by":"publisher","DOI":"10.1007\/s00406-004-0510-5"},{"key":"ref477","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2018.08.062"},{"key":"ref65","article-title":"Latent multi-group membership graph model","author":"kim","year":"2012","journal-title":"arXiv 1205 4546"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1117\/12.2309451"},{"key":"ref243","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2010.09.020"},{"key":"ref364","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2877129"},{"key":"ref485","doi-asserted-by":"publisher","DOI":"10.1007\/s42235-018-0015-y"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s11031-006-9020-2"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1002\/cav.1714"},{"key":"ref244","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3070203"},{"key":"ref365","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00032"},{"key":"ref486","first-page":"66","article-title":"Emotional intelligence in robotics: A scoping review","author":"marcos-pablos","year":"2021","journal-title":"Proc Int Conf Disruptive Technologies Tech Ethics Artificial Intelligence"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-018-01619-w"},{"key":"ref241","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3118208"},{"key":"ref362","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2650899"},{"key":"ref483","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-09451-y"},{"key":"ref62","first-page":"1","article-title":"A semantic atlas of emotional concepts","volume":"5","author":"averill","year":"1975","journal-title":"JSAS Catalog of Selected Documents in Psychology"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12598"},{"key":"ref242","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"ref363","doi-asserted-by":"publisher","DOI":"10.1109\/ICSCET.2018.8537268"},{"key":"ref484","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2021.1957014"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1521\/soco.2013.31.6.745"},{"key":"ref360","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1176\/ajp.154.1.4","article-title":"Psychomotor symptoms of depression","volume":"154","author":"sobin","year":"1997","journal-title":"Amer J Psychiatry"},{"key":"ref481","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2009.08.017"},{"key":"ref240","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.05.026"},{"key":"ref361","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2017.2721552"},{"key":"ref482","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuropsychologia.2009.05.019"},{"key":"ref480","doi-asserted-by":"publisher","DOI":"10.1093\/schbul\/sbi002"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.48.1.26"},{"key":"ref289","doi-asserted-by":"publisher","DOI":"10.1037\/a0025737"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1080\/02699931.2012.666502"},{"key":"ref290","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2637343"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2021.612923"},{"key":"ref291","doi-asserted-by":"publisher","DOI":"10.1109\/IC3D.2016.7823448"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1080\/026999398379628"},{"key":"ref298","first-page":"1","article-title":"Two-stream convolutional networks for action recognition in videos","volume":"27","author":"simonyan","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref178","author":"gray","year":"1987","journal-title":"The Neuropsychology of Emotion and Personality"},{"key":"ref299","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46484-8_2"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.92.1.111"},{"key":"ref296","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340710"},{"key":"ref176","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/S0065-2601(08)60306-8","article-title":"Self-discrepancy theory: What patterns of self-beliefs cause people to suffer?","volume":"22","author":"higgins","year":"1989","journal-title":"Advances in Experimental Social Psychology"},{"key":"ref297","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746047"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2017.12.018"},{"key":"ref294","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12328"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1037\/13613-000"},{"key":"ref295","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i1.19873"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1007\/BF00987053"},{"key":"ref292","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58607-2_9"},{"key":"ref172","first-page":"81","article-title":"Personality and emotion","author":"reisenzein","year":"2020","journal-title":"The Cambridge Handbook of Personality Psychology"},{"key":"ref293","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i02.5490"},{"key":"ref179","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.67.2.319"},{"key":"ref180","author":"davidson","year":"2003","journal-title":"The Asymmetrical Brain"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.74.5.1310"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654930"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01140"},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2016.7532434"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2902091"},{"key":"ref184","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2482228"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11275"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2011.941851"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2008.4711701"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1111\/jasp.12364"},{"key":"ref269","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3049955"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.128.2.203"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-019-00293-3"},{"key":"ref267","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01471"},{"key":"ref388","doi-asserted-by":"publisher","DOI":"10.1016\/j.pnpbp.2010.10.019"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1386\/stap.28.1.59_3"},{"key":"ref268","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01965"},{"key":"ref389","doi-asserted-by":"publisher","DOI":"10.1192\/bjp.157.1.55"},{"key":"ref390","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-3956(00)00017-0"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1080\/026999399379339"},{"key":"ref276","first-page":"1","article-title":"An image is worth 16 &#x00D7; 16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2021","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref397","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbmt.2013.12.010"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195333176.003.0005"},{"key":"ref277","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3188390"},{"key":"ref398","doi-asserted-by":"publisher","DOI":"10.1016\/j.gaitpost.2015.07.057"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1037\/1528-3542.4.1.87"},{"key":"ref274","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00245"},{"key":"ref395","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbtep.2016.07.015"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1007\/s42761-021-00091-5"},{"key":"ref275","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00358"},{"key":"ref396","doi-asserted-by":"publisher","DOI":"10.1016\/j.gaitpost.2016.12.011"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1007\/BF00995569"},{"key":"ref272","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350872"},{"key":"ref393","doi-asserted-by":"publisher","DOI":"10.1097\/PSY.0b013e3181a2515c"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1177\/1754073914544407"},{"key":"ref273","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00757"},{"key":"ref394","doi-asserted-by":"publisher","DOI":"10.1002\/cpp.1890"},{"key":"ref270","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2019.2956143"},{"key":"ref391","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1176\/ajp.139.1.94","article-title":"Gait patterns of depressed patients and normal subjects","volume":"139","author":"sloman","year":"1982","journal-title":"Amer J Psychiatry"},{"key":"ref150","author":"ekman","year":"1997","journal-title":"What the Face RevealsBasic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS)"},{"key":"ref271","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00669"},{"key":"ref392","doi-asserted-by":"publisher","DOI":"10.1186\/1471-244X-4-39"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1155\/2009\/462315"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.62.6.1050"},{"key":"ref278","first-page":"6105","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","author":"tan","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref399","doi-asserted-by":"publisher","DOI":"10.1037\/a0026181"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1037\/1528-3542.6.2.269"},{"key":"ref279","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01556-7"},{"key":"ref280","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-0992(1998110)28:6<879::AID-EJSP901>3.0.CO;2-W"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1177\/0146167200268003"},{"key":"ref287","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2006.04.003"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ps.41.020190.002221"},{"key":"ref288","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.05.003"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58802-1_37"},{"key":"ref285","doi-asserted-by":"publisher","DOI":"10.1080\/13506285.2020.1846649"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1037\/emo0000644"},{"key":"ref286","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2006.09.007"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1080\/02699930802613828"},{"key":"ref283","doi-asserted-by":"publisher","DOI":"10.1126\/science.1224313"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1177\/0146167204271306"},{"key":"ref284","doi-asserted-by":"publisher","DOI":"10.1080\/13506285.2017.1301615"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1177\/0146167299025004005"},{"key":"ref281","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0507650102"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1037\/a0014681"},{"key":"ref282","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1872"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3185521"},{"key":"ref1","author":"laricchia","year":"2022","journal-title":"Smart Speakers&#x2014;Statistics & Facts"},{"key":"ref191","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2396531"},{"key":"ref192","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2617741"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298687"},{"key":"ref199","doi-asserted-by":"publisher","DOI":"10.1145\/2502069.2502079"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvcir.2018.12.032"},{"key":"ref198","first-page":"311","article-title":"Who&#x2019;s afraid of itten: Using the art theory of color combination to analyze emotions in abstract paintings","author":"sartori","year":"2015","journal-title":"Proc 23rd ACM Int Conf Multimedia"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512009"},{"key":"ref196","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2013.6738665"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2628787"},{"key":"ref194","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2818685"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2667642"},{"key":"ref7","first-page":"5826","article-title":"Video-based facial micro-expression analysis: A survey of datasets, features and algorithms","volume":"44","author":"ben","year":"2022","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3205170"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2981446"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2958341"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3215918"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3184995"},{"key":"ref405","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-1781(03)00133-1"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2019.12.001"},{"key":"ref406","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2017.01.017"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2021.3053275"},{"key":"ref403","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2015.11.023"},{"key":"ref15","article-title":"Survey of deep representation learning for speech emotion recognition","author":"latif","year":"2021","journal-title":"IEEE Trans Affect Comput"},{"key":"ref404","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2020.11.011"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.3032373"},{"key":"ref401","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2014.02.001"},{"key":"ref402","first-page":"38","article-title":"Gait and its assessment in psychiatry","volume":"7","author":"sanders","year":"2010","journal-title":"Psychiatry"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2970399"},{"key":"ref400","doi-asserted-by":"publisher","DOI":"10.1589\/jpts.26.583"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3503044"},{"key":"ref409","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2016.01.008"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2874986"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3094362"},{"key":"ref407","doi-asserted-by":"publisher","DOI":"10.1109\/AEIT.2015.7415275"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3524499"},{"key":"ref408","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpsychires.2017.12.012"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3226252"},{"key":"ref416","doi-asserted-by":"publisher","DOI":"10.1080\/00332747.1989.11024424"},{"key":"ref417","doi-asserted-by":"publisher","DOI":"10.1080\/00332747.1990.11024505"},{"key":"ref414","doi-asserted-by":"publisher","DOI":"10.1016\/S0005-7894(99)80016-1"},{"key":"ref415","first-page":"6","article-title":"Fine analysis of abnormal facial expressions in chronic schizophrenic patients&#x2014;A pilot study","volume":"1","author":"juckel","year":"1998","journal-title":"German Journal of Psychiatry"},{"key":"ref412","doi-asserted-by":"publisher","DOI":"10.1111\/bdi.12011"},{"key":"ref413","doi-asserted-by":"publisher","DOI":"10.1037\/0021-843X.101.1.37"},{"key":"ref410","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0019824"},{"key":"ref411","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0057664"},{"key":"ref418","doi-asserted-by":"publisher","DOI":"10.1016\/j.pnpbp.2006.11.016"},{"key":"ref419","doi-asserted-by":"publisher","DOI":"10.1093\/schbul\/sbs091"},{"key":"ref420","doi-asserted-by":"publisher","DOI":"10.1016\/S0149-7634(99)00024-X"}],"container-title":["Proceedings of the IEEE"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5\/10283866\/10132377-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5\/10283866\/10132377.pdf?arnumber=10132377","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T20:48:34Z","timestamp":1702500514000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10132377\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10]]},"references-count":497,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/jproc.2023.3273517","relation":{},"ISSN":["0018-9219","1558-2256"],"issn-type":[{"value":"0018-9219","type":"print"},{"value":"1558-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10]]}}}