{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T04:09:12Z","timestamp":1781064552034,"version":"3.54.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,1,11]],"date-time":"2021-01-11T00:00:00Z","timestamp":1610323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,11]],"date-time":"2021-01-11T00:00:00Z","timestamp":1610323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-020-00280-0","type":"journal-article","created":{"date-parts":[[2021,1,11]],"date-time":"2021-01-11T17:40:31Z","timestamp":1610386831000},"page":"42-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":217,"title":["Estimation of continuous valence and arousal levels from faces in naturalistic conditions"],"prefix":"10.1038","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3441-1743","authenticated-orcid":false,"given":"Antoine","family":"Toisoul","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4445-3429","authenticated-orcid":false,"given":"Jean","family":"Kossaifi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3185-4979","authenticated-orcid":false,"given":"Adrian","family":"Bulat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Georgios","family":"Tzimiropoulos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maja","family":"Pantic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,1,11]]},"reference":[{"key":"280_CR1","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1017\/S0954579405050340","volume":"17","author":"J Posner","year":"2005","unstructured":"Posner, J., Russell, J. A. & Peterson, B. S. The circumplex model of affect: an integrative approach to affective neuroscience, cognitive development, and psychopathology. Dev. Psychopathol. 17, 715\u2013734 (2005).","journal-title":"Dev. Psychopathol."},{"key":"280_CR2","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"J Russell","year":"1980","unstructured":"Russell, J. A circumplex model of affect. J. Pers. Soc. Psychol. 39, 1161\u20131178 (1980).","journal-title":"J. Pers. Soc. Psychol."},{"key":"280_CR3","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1016\/j.imavis.2012.06.016","volume":"31","author":"H Gunes","year":"2013","unstructured":"Gunes, H. & Schuller, B. Categorical and dimensional affect analysis in continuous input: current trends and future directions. Image Vision Comput. 31, 120\u2013136 (2013).","journal-title":"Image Vision Comput."},{"key":"280_CR4","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1109\/TPAMI.2014.2366127","volume":"37","author":"E Sariyanidi","year":"2015","unstructured":"Sariyanidi, E., Gunes, H. & Cavallaro, A. Automatic analysis of facial affect: a survey of registration, representation, and recognition. IEEE Trans. Pattern Anal. Mach. Intell. 37, 1113\u20131133 (2015).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"280_CR5","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/TAFFC.2017.2740923","volume":"10","author":"A Mollahosseini","year":"2019","unstructured":"Mollahosseini, A., Hasani, B. & Mahoor, M. H. AffectNet: a database for facial expression, valence, and arousal computing in the wild. IEEE Trans. Affect. Comput. 10, 18\u201331 (2019).","journal-title":"IEEE Trans. Affect. Comput."},{"key":"280_CR6","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.imavis.2017.02.001","volume":"65","author":"J Kossaifi","year":"2017","unstructured":"Kossaifi, J., Tzimiropoulos, G., Todorovic, S. & Pantic, M. AFEW-VA database for valence and arousal estimation in-the-wild. Image Vision Comput. 65, 23\u201336 (2017).","journal-title":"Image Vision Comput."},{"key":"280_CR7","doi-asserted-by":"publisher","unstructured":"Kossaifi, J. et al. SEWA DB: a rich database for audio-visual emotion and sentiment research in the wild. IEEE Trans. Pattern Anal. Mach. Intell. https:\/\/doi.org\/10.1109\/TPAMI.2019.2944808 (2019).","DOI":"10.1109\/TPAMI.2019.2944808"},{"key":"280_CR8","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. In Proc. IEEE Conference on Computer Vision and Pattern Recognition 770\u2013778 (2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"280_CR9","doi-asserted-by":"publisher","first-page":"255","DOI":"10.2307\/2532051","volume":"45","author":"LI-K Lin","year":"1989","unstructured":"Lin, L. I.-K. A concordance correlation coefficient to evaluate reproducibility. Biometrics 45, 255\u2013268 (1989).","journal-title":"Biometrics"},{"key":"280_CR10","doi-asserted-by":"crossref","unstructured":"Ringeval, F. et al. AV+ EC 2015: The first affect recognition challenge bridging across audio, video, and physiological data. In Proc. 5th International Workshop on Audio\/Visual Emotion Challenge (ACM, 2015).","DOI":"10.1145\/2808196.2811642"},{"key":"280_CR11","doi-asserted-by":"crossref","unstructured":"Valstar, M. et al. AVEC 2016: Depression, mood, and emotion recognition workshop and challenge. In Proc. 6th International Workshop on Audio\/Visual Emotion Challenge (ACM, 2016).","DOI":"10.1145\/2988257.2988258"},{"key":"280_CR12","doi-asserted-by":"crossref","unstructured":"Ringeval, F. et al. Avec 2017: Real-life depression, and affect recognition workshop and challenge. In Proc. 7th Annual Workshop on Audio\/Visual Emotion Challenge (ACM, 2017).","DOI":"10.1145\/3133944.3133953"},{"key":"280_CR13","doi-asserted-by":"crossref","unstructured":"Ringeval, F. et al. Avec 2018 workshop and challenge: Bipolar disorder and cross-cultural affect recognition. In Proc. 2018 on Audio\/Visual Emotion Challenge and Workshop (ACM, 2018).","DOI":"10.1145\/3266302.3266316"},{"key":"280_CR14","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1007\/s11263-020-01304-3","volume":"128","author":"D Kollias","year":"2020","unstructured":"Kollias, D., Cheng, S., Ververas, E., Kotsia, I. & Zafeiriou, S. Deep neural network augmentation: generating faces for affect analysis. Int. J. Comp. Vision 128, 1455\u20131484 (2020).","journal-title":"Int. J. Comp. Vision"},{"key":"280_CR15","doi-asserted-by":"crossref","unstructured":"Jang, Y., Gunes, H. & Patras, I. Registration-free face-ssd: Single shot analysis of smiles, facial attributes, and affect in the wild. Comput. Vision Image Understanding 182, 17\u201329 (2019).","DOI":"10.1016\/j.cviu.2019.01.006"},{"key":"280_CR16","doi-asserted-by":"crossref","unstructured":"Bulat, A. & Tzimiropoulos, G. How far are we from solving the 2D & 3D face alignment problem? (And a dataset of 230,000 3D facial landmarks). In Proc. IEEE International Conference on Computer Vision (2017).","DOI":"10.1109\/ICCV.2017.116"},{"key":"280_CR17","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems 5998\u20136008 (2017)."},{"key":"280_CR18","unstructured":"Hinton, G., Vinyals, O. & Dean, J. Distilling the knowledge in a neural network. In NIPS Deep Learning and Representation Learning Workshop (NIPS, 2015)."},{"key":"280_CR19","unstructured":"Furlanello, T., Lipton, Z., Tschannen, M., Itti, L. & Anandkumar, A. Born-again neural networks. In International Conference on Machine Learning 1602\u20131611 (2018)."},{"key":"280_CR20","doi-asserted-by":"crossref","unstructured":"Mitenkova, A., Kossaifi, J., Panagakis, Y. & Pantic, M. Valence and arousal estimation in-the-wild with tensor methods. In 14th IEEE International Conference on Automatic Face & Gesture Recognition (2019).","DOI":"10.1109\/FG.2019.8756619"},{"key":"280_CR21","doi-asserted-by":"publisher","first-page":"907","DOI":"10.1007\/s11263-019-01158-4","volume":"127","author":"D Kollias","year":"2019","unstructured":"Kollias, D. et al. Deep affect prediction in-the-wild: Aff-Wild database and challenge, deep architectures, and beyond. Int. J. Comput. Vision 127, 907\u2013929 (2019).","journal-title":"Int. J. Comput. Vision"},{"key":"280_CR22","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1146\/annurev.psych.54.101601.145102","volume":"54","author":"J Russell","year":"2003","unstructured":"Russell, J., J.A, B. & Fernandez-Dols, J. Facial and vocal expressions of emotions. Annu. Rev. Psychol. 54, 329\u2013349 (2003).","journal-title":"Annu. Rev. Psychol."},{"key":"280_CR23","unstructured":"Grimm, M. & Kroschel, K. in Robust Speech (eds Grimm, M. & Kroschel, K.) Ch. 16 (IntechOpen, 2007)."},{"key":"280_CR24","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1037\/1528-3542.7.2.239","volume":"7","author":"AA Marsh","year":"2007","unstructured":"Marsh, A. A., Kozak, M. N. & Ambady, N. Accurate identification of fear facial expressions predicts prosocial behavior. Emotion 7, 239\u2013251 (2007).","journal-title":"Emotion"},{"key":"280_CR25","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1037\/a0031944","volume":"122","author":"CM Clark","year":"2013","unstructured":"Clark, C. M., Gosselin, F. & Goghari, V. M. Aberrant patterns of visual facial information usage in schizophrenia. J. Abnorm. Psychol. 122, 513\u2013519 (2013).","journal-title":"J. Abnorm. Psychol."},{"key":"280_CR26","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1146\/annurev-clinpsy-050212-185538","volume":"9","author":"AM Kring","year":"2013","unstructured":"Kring, A. M. & Elis, O. Emotion deficits in people with schizophrenia. Annu. Rev. Clin. Psychol. 9, 409\u2013433 (2013).","journal-title":"Annu. Rev. Clin. Psychol."},{"key":"280_CR27","doi-asserted-by":"publisher","unstructured":"Bishay, M., Palasek, P., Priebe, S. & Patras, I. Schinet: Automatic estimation of symptoms of schizophrenia from facial behaviour analysis. IEEE Trans. Affective Comput. https:\/\/doi.org\/10.1109\/TAFFC.2019.2907628 (2019).","DOI":"10.1109\/TAFFC.2019.2907628"},{"key":"280_CR28","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/S0165-0327(99)00068-3","volume":"57","author":"MP Caligiuri","year":"2000","unstructured":"Caligiuri, M. P. & Ellwanger, J. Motor and cognitive aspects of motor retardation in depression. J. Affective Disord. 57, 83\u201393 (2000).","journal-title":"J. Affective Disord."},{"key":"280_CR29","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1109\/JBHI.2017.2676878","volume":"22","author":"H Dibeklio\u011flu","year":"2017","unstructured":"Dibeklio\u011flu, H., Hammal, Z. & Cohn, J. F. Dynamic multimodal measurement of depression severity using deep autoencoding. IEEE J. Biomed. Health Inform. 22, 525\u2013536 (2017).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"280_CR30","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/s11065-010-9138-6","volume":"20","author":"MB Harms","year":"2010","unstructured":"Harms, M. B., Martin, A. & Wallace, G. L. Facial emotion recognition in autism spectrum disorders: a review of behavioral and neuroimaging studies. Neuropsychol. Rev. 20, 290\u2013322 (2010).","journal-title":"Neuropsychol. Rev."},{"key":"280_CR31","doi-asserted-by":"publisher","first-page":"eaao6760","DOI":"10.1126\/scirobotics.aao6760","volume":"3","author":"O Rudovic","year":"2018","unstructured":"Rudovic, O., Lee, J., Dai, M., Schuller, B. & Picard, R. W. Personalized machine learning for robot perception of affect and engagement in autism therapy. Sci. Robot. 3, eaao6760 (2018).","journal-title":"Sci. Robot."},{"key":"280_CR32","unstructured":"Boy, N., Lid\u00e9n, K. & Jacobsen, E. K. Societal Ethics of Biometric Technologies (SOURCE Societal Security Network, 2018)."},{"key":"280_CR33","unstructured":"Cowie, R. in The Oxford Handbook of Affective Computing 334\u2013348 (Oxford Univ. Press, 2015)."},{"key":"280_CR34","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1177\/0963721417746794","volume":"27","author":"M Gendron","year":"2018","unstructured":"Gendron, M., Crivelli, C. & Barrett, L. F. Universality reconsidered: diversity in making meaning of facial expressions. Curr. Directions Psychol. Sci. 27, 211\u2013219 (2018).","journal-title":"Curr. Directions Psychol. Sci."},{"key":"280_CR35","doi-asserted-by":"crossref","unstructured":"Bryant, D. & Howard, A. A comparative analysis of emotion-detecting ai systems with respect to algorithm performance and dataset diversity. In Proc. 2019 AAAI\/ACM Conference on AI, Ethics, and Society 377\u2013382 (2019).","DOI":"10.1145\/3306618.3314284"},{"key":"280_CR36","doi-asserted-by":"publisher","unstructured":"Rhue, L. Racial influence on automated perceptions of emotions. Preprint at https:\/\/doi.org\/10.2139\/ssrn.3281765 (2018).","DOI":"10.2139\/ssrn.3281765"},{"key":"280_CR37","unstructured":"Pantic, M. & Bartlett, M. S. in Face recognition (eds Delac, K. & Grgic, M.) Ch. 21 (IntechOpen, 2007)."},{"key":"280_CR38","doi-asserted-by":"publisher","first-page":"e0197160","DOI":"10.1371\/journal.pone.0197160","volume":"13","author":"FW Smith","year":"2018","unstructured":"Smith, F. W. & Rossit, S. Identifying and detecting facial expressions of emotion in peripheral vision. PLoS ONE 13, e0197160 (2018).","journal-title":"PLoS ONE"},{"key":"280_CR39","unstructured":"Gastaldi, X. Shake\u2013Shake regularization. Preprint at https:\/\/arxiv.org\/abs\/1705.07485 (2017)."},{"key":"280_CR40","unstructured":"Paszke, A. et al. PyTorch: an imperative style, high-performance deep learning library. In Advances in Neural Information Processing Systems 32 (eds Wallach, H. et al.) 8024\u20138035 (Curran Associates, 2017)."},{"key":"280_CR41","unstructured":"Kingma, D. P. & Ba, J. Adam: A method for stochastic optimization. Preprint at https:\/\/arxiv.org\/abs\/1412.6980 (2014)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00280-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00280-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00280-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,23]],"date-time":"2024-05-23T15:03:04Z","timestamp":1716476584000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00280-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,11]]},"references-count":41,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2021,1]]}},"alternative-id":["280"],"URL":"https:\/\/doi.org\/10.1038\/s42256-020-00280-0","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,11]]},"assertion":[{"value":"13 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 December 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}