{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T23:12:06Z","timestamp":1773011526233,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,22]],"date-time":"2022-10-22T00:00:00Z","timestamp":1666396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,22]]},"DOI":"10.1145\/3565698.3565795","type":"proceedings-article","created":{"date-parts":[[2024,2,12]],"date-time":"2024-02-12T22:26:52Z","timestamp":1707776812000},"page":"262-269","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Assessing Mental Health During Covid-19 Lockdown: A Smartphone-Based Multimodal Emotion Recognition Approach"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8171-9356","authenticated-orcid":false,"given":"Ivan","family":"Liu","sequence":"first","affiliation":[{"name":"Beijing Normal University, Faculty of Arts and Science, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5996-3368","authenticated-orcid":false,"given":"Qi","family":"Zhong","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Psychology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5731-3898","authenticated-orcid":false,"given":"Fangyuan","family":"Liu","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Arts and Science, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6950-9006","authenticated-orcid":false,"given":"Hushan","family":"Xu","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Psychology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5608-2127","authenticated-orcid":false,"given":"Wenxi","family":"Chen","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Psychology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7311-2001","authenticated-orcid":false,"given":"Xiaoqing","family":"Zhu","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Psychology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8865-5874","authenticated-orcid":false,"given":"Yingbo","family":"Ma","sequence":"additional","affiliation":[{"name":"Beijing Normal University, Faculty of Psychology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4303-7386","authenticated-orcid":false,"given":"Shiguang","family":"Ni","sequence":"additional","affiliation":[{"name":"Tsinghua University, International Graduate School, China"}]}],"member":"320","published-online":{"date-parts":[[2024,2,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.211496"},{"key":"e_1_3_2_1_2_1","first-page":"273","article-title":"The life cycle, mental health and the sense of coherence","volume":"22","author":"Antonovsky A.","year":"1985","unstructured":"A. Antonovsky. 1985. The life cycle, mental health and the sense of coherence. Isr. J. Psychiatry Relat. Sci. 22, 4 (1985), 273\u2013280.","journal-title":"Isr. J. Psychiatry Relat. Sci."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100399"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.amsu.2020.06.010"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-6916.2007.00051.x"},{"key":"e_1_3_2_1_6_1","volume-title":"Speak and unSpeak with PRAAT. 5, 9","author":"Boersma Paul","year":"2001","unstructured":"Paul Boersma and Vincent van Heuven. 2001. Speak and unSpeak with PRAAT. 5, 9 (2001), 8."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58628-1_35"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Timo Brockmeyer Johannes Zimmermann Dominika Kulessa Martin Hautzinger Hinrich Bents Hans-Christoph Friederich Wolfgang Herzog and Matthias Backenstrass. 2015. Me myself and I: self-referent word use as an indicator of self-focused attention in relation to depression and anxiety. Front. Psychol. 6 (2015) 1564.","DOI":"10.3389\/fpsyg.2015.01564"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.005"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/PerComW.2012.6197603"},{"key":"e_1_3_2_1_11_1","volume-title":"Dawson and Robert Weiss","author":"Neal","year":"2012","unstructured":"Neal V. Dawson and Robert Weiss. 2012. Dichotomizing continuous variables in statistical analysis: a practice to avoid. (2012)."},{"key":"e_1_3_2_1_12_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. ArXiv Prepr. ArXiv181004805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. ArXiv Prepr. ArXiv181004805 (2018)."},{"key":"e_1_3_2_1_13_1","volume-title":"S. R. Zeebaree, Amira B. Sallow, Rizgar R. Zebari, Hanan M. Shukur, and Lailan M. Haji.","author":"Dino H.","year":"2020","unstructured":"H. Dino, Maiwan Bahjat Abdulrazzaq, S. R. Zeebaree, Amira B. Sallow, Rizgar R. Zebari, Hanan M. Shukur, and Lailan M. Haji. 2020. Facial Expression Recognition based on Hybrid Feature Extraction Techniques with Different Classifiers. TEST Eng. Manag. 83, (2020), 22319\u201322329."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcs.2019.04.009"},{"key":"e_1_3_2_1_15_1","volume-title":"Handbook of social psychophysiology","author":"Ekman Paul","unstructured":"Paul Ekman. 1989. The argument and evidence about universals in facial expressions of emotion. In Handbook of social psychophysiology. John Wiley & Sons, Oxford, England, 143\u2013164."},{"key":"e_1_3_2_1_16_1","volume-title":"The Practice of Rational Emotive Behavior Therapy. The Practice of Rational Emotive Behavior Therapy. Retrieved","author":"Ellis A.","year":"2022","unstructured":"A. Ellis and W. Dryden. 2007. The Practice of Rational Emotive Behavior Therapy. The Practice of Rational Emotive Behavior Therapy. Retrieved August 19, 2022 from https:\/\/xueshu.baidu.com\/usercenter\/paper\/show?paperid=3a66ece609205f065592867c2fde90d9&site=xueshu_se&hitarticle=1"},{"key":"e_1_3_2_1_17_1","first-page":"291","article-title":"The truth about smartphone addiction","volume":"49","author":"Emanuel Richard","year":"2015","unstructured":"Richard Emanuel, Rodney Bell, Cedric Cotton, Jamon Craig, Danielle Drummond, Samuel Gibson, Ashley Harris, Marcus Harris, Chelsea Hatcher-Vance, and Staci Jones. 2015. The truth about smartphone addiction. Coll. Stud. J. 49, 2 (2015), 291\u2013299.","journal-title":"Coll. Stud. J."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2457417"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"David R. Feinberg. 2022. Parselmouth Praat Scripts in Python. Retrieved from https:\/\/doi.org\/10.17605\/OSF.IO\/6DWR3","DOI":"10.17605\/OSF.IO"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1017\/iop.2015.25"},{"key":"e_1_3_2_1_21_1","unstructured":"Dr Lynne Friedli. Mental health resilience and inequalities. 64."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsycho.2009.10.006"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02753-1_36"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIBE.2016.40"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvoice.2006.03.002"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Ivan Liu Shiguang Ni YeKai Xu and Kaiping Peng. 2019. Enhancing the Robustness of Smartphone Photoplethysmography: A Sinusoidal-Function-Based Model-Fitting Approach.","DOI":"10.3390\/s20071923"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.06.019"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611430953"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2018.09.001"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/S2215-0366(20)30141-3"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02344719"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1046\/j.1525-1497.2001.016009606.x"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2016.00694"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/1754073913494899"},{"key":"e_1_3_2_1_35_1","volume-title":"Mattos","author":"Larradet Fanny","year":"2020","unstructured":"Fanny Larradet, Radoslaw Niewiadomski, Giacinto Barresi, Darwin G. Caldwell, and Leonardo S. Mattos. 2020. Toward emotion recognition from physiological signals in the wild: approaching the methodological issues in real-life data collection. Front. Psychol. 11, (2020), 1111."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1155\/2013\/758731"},{"key":"e_1_3_2_1_37_1","volume-title":"Eric HY Lau, and Jessica Y. Wong.","author":"Li Qun","year":"2020","unstructured":"Qun Li, Xuhua Guan, Peng Wu, Xiaoye Wang, Lei Zhou, Yeqing Tong, Ruiqi Ren, Kathy SM Leung, Eric HY Lau, and Jessica Y. Wong. 2020. Early transmission dynamics in Wuhan, China, of novel coronavirus\u2013infected pneumonia. N. Engl. J. Med. (2020)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhsc.2008.04.003"},{"key":"e_1_3_2_1_39_1","unstructured":"Ivan Liu. 2017. Improving the Quality of Crowdsourced Samples: Experiences From Using Amazon Mechanical Turk."},{"key":"e_1_3_2_1_40_1","volume-title":"Happiness at Your Fingertips: Assessing Mental Health with Smartphone Photoplethysmogram-Based Heart Rate Variability Analysis. Telemed. E-Health","author":"Liu Ivan","year":"2020","unstructured":"Ivan Liu, Shiguang Ni, and Kaiping Peng. 2020. Happiness at Your Fingertips: Assessing Mental Health with Smartphone Photoplethysmogram-Based Heart Rate Variability Analysis. Telemed. E-Health (2020)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1177\/016327879501800104"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2070481.2070509"},{"key":"e_1_3_2_1_44_1","unstructured":"Jon D Morris. Observations: SAM: The Self-Assessment Manikin An Efficient Cross-Cultural Measurement Of Emotional Response. 6."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Muhammad Muzammel Hanan Salam and Alice Othmani. 2021. End-to-end multimodal clinical depression recognition using deep neural networks: A comparative analysis. Comput. Methods Programs Biomed. 211 (2021) 106433.","DOI":"10.1016\/j.cmpb.2021.106433"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2020.09.027"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1136\/jech.2008.081174"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2019.05.002"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.bbe.2019.01.004"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","unstructured":"Pavot WilliamDiener and Ed. 1993. Review of the Satisfaction With Life Scale. Psychol. Assess. (1993). DOI:https:\/\/doi.org\/10.1037\/1040-3590.5.2.164","DOI":"10.1037\/1040-3590.5.2.164"},{"key":"e_1_3_2_1_51_1","volume-title":"CHI Workshop on Evaluating Affective Interfaces: Innovative Approaches, ACM New York, NY, 2119\u20132122","author":"Rosalind","unstructured":"Rosalind W. Picard and Shaundra Bryant Daily. 2005. Evaluating affective interactions: Alternatives to asking what users feel. In CHI Workshop on Evaluating Affective Interfaces: Innovative Approaches, ACM New York, NY, 2119\u20132122."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1177\/0081246320937684"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","unstructured":"Soujanya Poria Erik Cambria Newton Howard Guang-Bin Huang and Amir Hussain. 2016. Fusing audio visual and textual clues for sentiment analysis from multimodal content. Neurocomputing 174 (2016) 50\u201359.","DOI":"10.1016\/j.neucom.2015.01.095"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3009960.3009962"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcps.2015.04.004"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/02699930441000030"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327752jpa6601_2"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6494.1997.tb00326.x"},{"key":"e_1_3_2_1_59_1","unstructured":"Carol D Ryff and Corey Lee M Keyes. The Structure of Psychological Well-Being Revisited. 9."},{"key":"e_1_3_2_1_60_1","unstructured":"Peter Salovey Alexander J Rothman Jerusha B Detweiler and Wayne T Steward. 2000. Emotional States and Physical Health. Am. Psychol. (2000) 12."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/SISY52375.2021.9582508"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0065-2601(08)60048-9"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.socscimed.2013.05.011"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1117\/12.600746"},{"key":"e_1_3_2_1_65_1","volume-title":"18th international conference on pattern recognition (ICPR\u201906)","author":"Sebe Nicu","unstructured":"Nicu Sebe, Ira Cohen, Theo Gevers, and Thomas S. Huang. 2006. Emotion recognition based on joint visual and audio cues. In 18th international conference on pattern recognition (ICPR\u201906), IEEE, 1136\u20131139."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","unstructured":"Fred Shaffer and J. P. Ginsberg. 2017. An overview of heart rate variability metrics and norms. Front. Public Health 5 (2017) 258. DOI:https:\/\/doi.org\/10.3389\/fpubh.2017.00258","DOI":"10.3389\/fpubh.2017.00258"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2022.103970"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.3390\/s18072074"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-10128-9"},{"key":"e_1_3_2_1_70_1","volume-title":"Personal Recovery and Mental Illness: A Guide for Mental Health Professionals","author":"Slade Mike","unstructured":"Mike Slade. 2009. Personal Recovery and Mental Illness: A Guide for Mental Health Professionals. Cambridge University Press."},{"key":"e_1_3_2_1_71_1","unstructured":"David R R Smith and Roy D Patterson. The interaction of glottal-pulse rate and vocal-tract length in judgements of speaker size sex and agea). 11."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.37"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1124\/jpet.108.149989"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1097\/00006842-200107000-00001"},{"key":"e_1_3_2_1_75_1","volume-title":"2nd International conference on Autonomous Robots and Agents, Citeseer.","author":"Takahashi Kazuhiko","year":"2004","unstructured":"Kazuhiko Takahashi. 2004. Remarks on emotion recognition from bio-potential signals. In 2nd International conference on Autonomous Robots and Agents, Citeseer."},{"key":"e_1_3_2_1_76_1","volume-title":"Spurious interaction as a result of categorization. BMC Med. Res. Methodol. 19, 1","author":"Thoresen Magne","year":"2019","unstructured":"Magne Thoresen. 2019. Spurious interaction as a result of categorization. BMC Med. Res. Methodol. 19, 1 (2019)."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.bbi.2020.04.027"},{"key":"e_1_3_2_1_78_1","first-page":"40","article-title":"Faking it: social desirability response bias in self-report research","volume":"25","author":"Van de Mortel Thea F.","year":"2008","unstructured":"Thea F. Van de Mortel. 2008. Faking it: social desirability response bias in self-report research. Aust. J. Adv. Nurs. 25, 4 (2008), 40\u201348.","journal-title":"Aust. J. Adv. Nurs."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.12"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.12"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2010.2060716"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.54.6.1063"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/HSI.2013.6577880"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.011"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0157947"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2021.3106895"}],"event":{"name":"Chinese CHI 2022: The Tenth International Symposium of Chinese CHI","location":"Guangzhou, China and Online China","acronym":"Chinese CHI 2022"},"container-title":["Proceedings of the Tenth International Symposium of Chinese CHI"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3565698.3565795","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3565698.3565795","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:48:51Z","timestamp":1750182531000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3565698.3565795"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,22]]},"references-count":86,"alternative-id":["10.1145\/3565698.3565795","10.1145\/3565698"],"URL":"https:\/\/doi.org\/10.1145\/3565698.3565795","relation":{},"subject":[],"published":{"date-parts":[[2022,10,22]]},"assertion":[{"value":"2024-02-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}