{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,19]],"date-time":"2026-09-19T21:08:46Z","timestamp":1789852126069,"version":"4.0.1"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2025A1515011554"],"award-info":[{"award-number":["2025A1515011554"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72304040"],"award-info":[{"award-number":["72304040"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["32571271"],"award-info":[{"award-number":["32571271"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003169","name":"South China Normal University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003169","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Affective Disorders"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.jad.2026.121207","type":"journal-article","created":{"date-parts":[[2026,1,17]],"date-time":"2026-01-17T15:45:28Z","timestamp":1768664728000},"page":"121207","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"special_numbering":"C","title":["Harnessing multimodal emotion features in depression detection across gender: Integrating large language model, acoustic fusion and facial expression recognition"],"prefix":"10.1016","volume":"400","author":[{"given":"Yu","family":"Jin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiayi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziyu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiansong","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yajun","family":"Bu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuanyuan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jad.2026.121207_bb0005","doi-asserted-by":"crossref","first-page":"478","DOI":"10.1109\/TAFFC.2016.2634527","article-title":"Multimodal depression detection: fusion analysis of paralinguistic, head pose and eye gaze behaviors","volume":"9","author":"Alghowinem","year":"2018","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.jad.2026.121207_bb0010","doi-asserted-by":"crossref","first-page":"1044","DOI":"10.1007\/s11227-025-07515-0","article-title":"Interpretable multimodal emotion recognition using optimized transformer model with SHAP-based transparency","volume":"81","author":"Alyoubi","year":"2025","journal-title":"J. Supercomput."},{"key":"10.1016\/j.jad.2026.121207_bb0015","doi-asserted-by":"crossref","first-page":"867","DOI":"10.1007\/s10260-023-00689-y","article-title":"Procrustes-based distances for exploring between-matrices similarity","volume":"32","author":"Andreella","year":"2023","journal-title":"Stat. Methods Appl."},{"key":"10.1016\/j.jad.2026.121207_bb0020","doi-asserted-by":"crossref","first-page":"756","DOI":"10.1038\/s41551-023-01049-7","article-title":"Robust and data-efficient generalization of self-supervised machine learning for diagnostic imaging","volume":"7","author":"Azizi","year":"2023","journal-title":"Nat. Biomed. Eng."},{"key":"10.1016\/j.jad.2026.121207_bb0025","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1186\/s13229-020-00327-4","article-title":"Automated recognition of spontaneous facial expression in individuals with autism spectrum disorder: parsing response variability","volume":"11","author":"Bangerter","year":"2020","journal-title":"Mol. Autism."},{"key":"10.1016\/j.jad.2026.121207_bb0030","doi-asserted-by":"crossref","first-page":"2453","DOI":"10.1093\/comjnl\/bxae018","article-title":"A hybrid BERT-CNN approach for depression detection on social media using multimodal data","volume":"67","author":"Beniwal","year":"2024","journal-title":"Comput. J."},{"key":"10.1016\/j.jad.2026.121207_bb0035","series-title":"The Development and Psychometric Properties of LIWC-22","author":"Boyd","year":"2022"},{"key":"10.1016\/j.jad.2026.121207_bb0040","doi-asserted-by":"crossref","DOI":"10.2196\/28244","article-title":"Behavioral activation and depression symptomatology: longitudinal assessment of linguistic indicators in text-based therapy sessions","volume":"23","author":"Burkhardt","year":"2021","journal-title":"J. Med. Internet Res."},{"key":"10.1016\/j.jad.2026.121207_bb0045","doi-asserted-by":"crossref","DOI":"10.1111\/psyp.13715","article-title":"Emotion context insensitivity in depression: toward an integrated and contextualized approach","volume":"58","author":"Bylsma","year":"2021","journal-title":"Psychophysiology"},{"key":"10.1016\/j.jad.2026.121207_bb0050","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1037\/a0030737","article-title":"Gender differences in emotion expression in children: a meta-analytic review","volume":"139","author":"Chaplin","year":"2013","journal-title":"Psychol. Bull."},{"key":"10.1016\/j.jad.2026.121207_bb0055","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106111","article-title":"A novel transformer autoencoder for multi-modal emotion recognition with incomplete data","volume":"172","author":"Cheng","year":"2024","journal-title":"Neural Netw."},{"key":"10.1016\/j.jad.2026.121207_bb0060","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/79.911197","article-title":"Emotion recognition in human-computer interaction","volume":"18","author":"Cowie","year":"2001","journal-title":"IEEE Signal Process. Mag."},{"key":"10.1016\/j.jad.2026.121207_bb0065","doi-asserted-by":"crossref","first-page":"2341","DOI":"10.1037\/dev0000600","article-title":"Amygdala reactivity as a marker of differential susceptibility to socioeconomic resources during early adulthood","volume":"54","author":"Gard","year":"2018","journal-title":"Dev. Psychol."},{"issue":"2014","key":"10.1016\/j.jad.2026.121207_bb0070","article-title":"Emotional pictures and sounds: a review of multimodal interactions of emotion cues in multiple domains","volume":"5","author":"Gerdes","year":"2014","journal-title":"Front. Psychol."},{"key":"10.1016\/j.jad.2026.121207_bb0075","series-title":"Proceedings of Language Resources and Evaluation Conference (LREC)","doi-asserted-by":"crossref","DOI":"10.63317\/3o7bccg9xequ","article-title":"The distress analysis interview corpus of human and computer interviews","author":"Gratch","year":"2014"},{"key":"10.1016\/j.jad.2026.121207_bb0080","doi-asserted-by":"crossref","DOI":"10.2196\/57400","article-title":"Large language models for mental health applications: systematic review","volume":"11","author":"Guo","year":"2024","journal-title":"JMIR Ment. Health"},{"key":"10.1016\/j.jad.2026.121207_bb0085","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.jad.2008.06.026","article-title":"The PHQ-8 as a measure of current depression in the general population","volume":"114","author":"Kroenke","year":"2009","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0090","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/S2215-0366(16)30263-2","article-title":"Why is depression more common among women than among men?","volume":"4","author":"Kuehner","year":"2017","journal-title":"Lancet Psychiatry"},{"key":"10.1016\/j.jad.2026.121207_bb0095","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/s10462-011-9205-2","article-title":"Feature selection for support vector machines with RBF kernel","volume":"36","author":"Liu","year":"2011","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.jad.2026.121207_bb0100","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1016\/j.jad.2025.03.155","article-title":"Multimodal depression recognition and analysis: facial expression and body posture changes via emotional stimuli","volume":"381","author":"Liu","year":"2025","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0105","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1037\/dev0000801","article-title":"Emotion socialization as a dynamic process across emotion contexts","volume":"56","author":"Lougheed","year":"2020","journal-title":"Dev. Psychol."},{"key":"10.1016\/j.jad.2026.121207_bb0110","doi-asserted-by":"crossref","first-page":"828","DOI":"10.1016\/j.jaac.2018.07.872","article-title":"Emotional expressivity in toddlers with autism spectrum disorder","volume":"57","author":"Macari","year":"2018","journal-title":"J. Am. Acad. Child Adolesc. Psychiatry"},{"key":"10.1016\/j.jad.2026.121207_bb0115","doi-asserted-by":"crossref","first-page":"991","DOI":"10.2307\/1129139","article-title":"Learning display rules: the socialization of emotion expression in infancy","volume":"53","author":"Malatesta","year":"1982","journal-title":"Child Dev."},{"key":"10.1016\/j.jad.2026.121207_bb0120","doi-asserted-by":"crossref","first-page":"1100","DOI":"10.1001\/jamapsychiatry.2013.1985","article-title":"The experience of symptoms of depression in men vs women: analysis of the National Comorbidity Survey Replication","volume":"70","author":"Martin","year":"2013","journal-title":"JAMA Psychiatry"},{"key":"10.1016\/j.jad.2026.121207_bb0125","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1080\/02699930802204677","article-title":"Measures of emotion: a review","volume":"23","author":"Mauss","year":"2009","journal-title":"Cognit. Emot."},{"key":"10.1016\/j.jad.2026.121207_bb0130","doi-asserted-by":"crossref","first-page":"2379","DOI":"10.1017\/S0033291718003276","article-title":"Multidimensional understanding of religiosity\/spirituality: relationship to major depression and familial risk","volume":"49","author":"McClintock","year":"2019","journal-title":"Psychol. Med."},{"key":"10.1016\/j.jad.2026.121207_bb0135","doi-asserted-by":"crossref","first-page":"336","DOI":"10.1016\/j.jad.2014.06.041","article-title":"A systematic review of fMRI studies in generalized anxiety disorder: evaluating its neural and cognitive basis","volume":"167","author":"Mochcovitch","year":"2014","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0140","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1111\/jcpp.13465","article-title":"Aetiology of shame and its association with adolescent depression and anxiety: results from a prospective twin and sibling study","volume":"63","author":"Nikoli\u0107","year":"2022","journal-title":"J. Child Psychol. Psychiatry"},{"key":"10.1016\/j.jad.2026.121207_bb0145","doi-asserted-by":"crossref","DOI":"10.1109\/TIP.2020.3011846","article-title":"Facial expression recognition in videos using dynamic kernels","author":"Perveen","year":"2020","journal-title":"IEEE Trans. Image Process."},{"key":"10.1016\/j.jad.2026.121207_bb0150","doi-asserted-by":"crossref","first-page":"383","DOI":"10.4169\/000298910X485923","article-title":"The evolution of Markov chain Monte Carlo methods","volume":"117","author":"Richey","year":"2010","journal-title":"Am. Math. Mon."},{"key":"10.1016\/j.jad.2026.121207_bb0155","doi-asserted-by":"crossref","first-page":"2390","DOI":"10.1109\/TBME.2018.2889705","article-title":"Riemannian procrustes analysis: transfer learning for brain\u2013computer interfaces","volume":"66","author":"Rodrigues","year":"2019","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"10.1016\/j.jad.2026.121207_bb0160","doi-asserted-by":"crossref","first-page":"627","DOI":"10.1037\/0021-843X.114.4.627","article-title":"Emotion context insensitivity in major depressive disorder","volume":"114","author":"Rottenberg","year":"2005","journal-title":"J. Abnorm. Psychol."},{"key":"10.1016\/j.jad.2026.121207_bb0165","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1038\/s44184-024-00112-8","article-title":"Harnessing multimodal approaches for depression detection using large language models and facial expressions","volume":"3","author":"Sadeghi","year":"2024","journal-title":"npj Mental Health Res."},{"key":"10.1016\/j.jad.2026.121207_bb0170","doi-asserted-by":"crossref","first-page":"4859","DOI":"10.1109\/JBHI.2021.3122299","article-title":"A multi-modal gait analysis-based detection system of the risk of depression","volume":"26","author":"Shao","year":"2022","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"10.1016\/j.jad.2026.121207_bb0175","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1037\/pspp0000187","article-title":"Depression, negative emotionality, and self-referential language: a multi-lab, multi-measure, and multi-language-task research synthesis","volume":"116","author":"Tackman","year":"2019","journal-title":"J. Pers. Soc. Psychol."},{"key":"10.1016\/j.jad.2026.121207_bb0180","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.jad.2017.08.038","article-title":"Major depressive disorder discrimination using vocal acoustic features","volume":"225","author":"Taguchi","year":"2018","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0185","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/j.jad.2022.11.044","article-title":"Predicting depression and anxiety of Chinese population during COVID-19 in psychological evaluation data by XGBoost","volume":"323","author":"Tian","year":"2023","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0190","doi-asserted-by":"crossref","first-page":"936","DOI":"10.1109\/TMM.2008.927665","article-title":"Recognizing human emotional state from audiovisual signals","volume":"10","author":"Wang","year":"2008","journal-title":"IEEE Trans. Multimed."},{"key":"10.1016\/j.jad.2026.121207_bb0195","doi-asserted-by":"crossref","first-page":"904","DOI":"10.1016\/j.jad.2021.08.090","article-title":"Multi-modal depression detection based on emotional audio and evaluation text","volume":"295","author":"Ye","year":"2021","journal-title":"J. Affect. Disord."},{"key":"10.1016\/j.jad.2026.121207_bb0200","series-title":"IEEE Transactions on Circuits and Systems for Video Technology","article-title":"DEP-former: Multimodal depression recognition based on facial expressions and audio features via emotional changes","author":"Ye","year":"2024"},{"key":"10.1016\/j.jad.2026.121207_bb0205","doi-asserted-by":"crossref","first-page":"3013","DOI":"10.1109\/TIP.2025.3567825","article-title":"CmdVIT: a voluntary facial expression recognition model for complex mental disorders","volume":"34","author":"Ye","year":"2025","journal-title":"IEEE Trans. Image Process."},{"key":"10.1016\/j.jad.2026.121207_bb0210","doi-asserted-by":"crossref","first-page":"44858","DOI":"10.1109\/ACCESS.2024.3471613","article-title":"Af-CAN: multimodal emotion recognition method based on situational attention mechanism","volume":"13","author":"Zhang","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.jad.2026.121207_bb0215","doi-asserted-by":"crossref","first-page":"3714","DOI":"10.3390\/s24123714","article-title":"Multimodal sensing for depression risk detection: integrating audio, video, and text data","volume":"24","author":"Zhang","year":"2024","journal-title":"Sensors"},{"key":"10.1016\/j.jad.2026.121207_bb0220","doi-asserted-by":"crossref","first-page":"440","DOI":"10.1186\/s12888-025-06896-z","article-title":"Sex-specific patterns in social visual attention among individuals with autistic traits","volume":"25","author":"Zhang","year":"2025","journal-title":"BMC Psychiatry"},{"key":"10.1016\/j.jad.2026.121207_bb0225","doi-asserted-by":"crossref","first-page":"582","DOI":"10.1007\/BF02943243","article-title":"Comparison of different implementations of MFCC","volume":"16","author":"Zheng","year":"2001","journal-title":"J. Comput. Sci. Technol."},{"key":"10.1016\/j.jad.2026.121207_bb0230","doi-asserted-by":"crossref","first-page":"2823","DOI":"10.1109\/TAFFC.2022.3181210","article-title":"Semi-structural interview-based Chinese multimodal depression corpus towards automatic preliminary screening of depressive disorders","volume":"14","author":"Zou","year":"2023","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.jad.2026.121207_bb0235","series-title":"2017 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","first-page":"1988","article-title":"Sentiment analysis and affective computing for depression monitoring","author":"Zucco","year":"2017"}],"container-title":["Journal of Affective Disorders"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165032726000583?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165032726000583?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T08:24:55Z","timestamp":1781943895000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0165032726000583"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":47,"alternative-id":["S0165032726000583"],"URL":"https:\/\/doi.org\/10.1016\/j.jad.2026.121207","relation":{},"ISSN":["0165-0327"],"issn-type":[{"value":"0165-0327","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Harnessing multimodal emotion features in depression detection across gender: Integrating large language model, acoustic fusion and facial expression recognition","name":"articletitle","label":"Article Title"},{"value":"Journal of Affective Disorders","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jad.2026.121207","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"121207"}}