{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T21:05:31Z","timestamp":1776891931575,"version":"3.51.2"},"reference-count":65,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002701","name":"Ministry of Education","doi-asserted-by":"publisher","award":["2017R1A 6A1A 030 15496"],"award-info":[{"award-number":["2017R1A 6A1A 030 15496"]}],"id":[{"id":"10.13039\/501100002701","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.neucom.2026.133449","type":"journal-article","created":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T18:11:59Z","timestamp":1774462319000},"page":"133449","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["DepSTDSAM: Spatio-temporal dual-sparse attention model for depression prediction based on facial behavioral structure representations"],"prefix":"10.1016","volume":"682","author":[{"given":"Zhiqiang","family":"Liu","sequence":"first","affiliation":[]},{"given":"Gengjia","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0476-2852","authenticated-orcid":false,"given":"Jisun","family":"Hong","sequence":"additional","affiliation":[]},{"given":"Jihun","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Daegil","family":"Choi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1852-3267","authenticated-orcid":false,"given":"Jaehyo","family":"Jung","sequence":"additional","affiliation":[]},{"given":"Meina","family":"Li","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0005","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1056\/NEJMra073096","article-title":"Major Depressive disorder","volume":"358","author":"Belmaker","year":"2008","journal-title":"N. Engl. J. Med."},{"issue":"11","key":"10.1016\/j.neucom.2026.133449_bib0010","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.0030442","article-title":"Projections of global mortality and burden of disease from 2002 to 2030","volume":"3","author":"Mathers","year":"2006","journal-title":"PLoS Med."},{"issue":"7","key":"10.1016\/j.neucom.2026.133449_bib0015","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1097\/JOM.0b013e3181e8cfb5","article-title":"Examining the comparative incidence and costs of physical and mental health-related disabilities in an employed population","volume":"52","author":"Dewa","year":"2010","journal-title":"J. Occup. Environ. Med."},{"key":"10.1016\/j.neucom.2026.133449_bib0020","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.jad.2021.09.046","article-title":"What is the short-term remission rate for people with untreated depression? A systematic review and meta-analysis","volume":"296","author":"Mekonen","year":"2022","journal-title":"J. Affect. Disord."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0025","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/0163-8343(95)00089-5","article-title":"Overdiagnosis of depression in the general hospital","volume":"18","author":"Boland","year":"1996","journal-title":"Gen. Hosp. Psychiatry"},{"key":"10.1016\/j.neucom.2026.133449_bib0030","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.neubiorev.2019.07.021","article-title":"Depression biomarkers using non-invasive EEG: a review","volume":"105","author":"de Aguiar","year":"2019","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"7","key":"10.1016\/j.neucom.2026.133449_bib0035","doi-asserted-by":"crossref","first-page":"3798","DOI":"10.1109\/JBHI.2024.3390847","article-title":"MDDBranchNet: a deep learning model for detecting major depressive disorder using ECG signal","volume":"28","author":"Habib","year":"2024","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"3","key":"10.1016\/j.neucom.2026.133449_bib0040","doi-asserted-by":"crossref","first-page":"1954","DOI":"10.1109\/TAFFC.2022.3177737","article-title":"Dual attention and element recalibration networks for automatic depression level prediction","volume":"14","author":"Niu","year":"2022","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0045","first-page":"578","article-title":"MDN: a deep maximization-differentiation network for spatio-temporal depression detection","volume":"14","author":"Carneiro","year":"2021","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0050","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1109\/TAFFC.2020.3027340","article-title":"STCAM: spatial-temporal and channel attention module for dynamic facial expression recognition","volume":"14","author":"Chen","year":"2020","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0055","article-title":"Depression recognition using voice-based pre-training model","volume":"14","author":"Huang","year":"2024","journal-title":"Sci. Rep."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0060","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.jvoice.2021.06.018","article-title":"Voice acoustic parameters as predictors of depression","volume":"38","author":"Silva","year":"2024","journal-title":"J. Voice."},{"issue":"14","key":"10.1016\/j.neucom.2026.133449_bib0065","doi-asserted-by":"crossref","first-page":"3046","DOI":"10.3390\/jcm10143046","article-title":"Detection of minor and major depression through voice as a biomarker using machine learning","volume":"10","author":"Shin","year":"2021","journal-title":"J. Clin. Med."},{"issue":"3","key":"10.1016\/j.neucom.2026.133449_bib0070","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/S0022-3956(98)00064-8","article-title":"Gender differences in depression: an ethological study of nonverbal behavior during interviews","volume":"33","author":"Troisi","year":"1999","journal-title":"J. Psychiatr. Res."},{"key":"10.1016\/j.neucom.2026.133449_bib0075","series-title":"Facial Action Coding System","author":"Ekman","year":"1978"},{"issue":"2","key":"10.1016\/j.neucom.2026.133449_bib0080","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1007\/s11263-018-1097-z","article-title":"Facial landmark detection: a literature survey","volume":"127","author":"Yue","year":"2019","journal-title":"Int. J. Comput. Vis."},{"key":"10.1016\/j.neucom.2026.133449_bib0085","series-title":"2016 IEEE Winter Conference on Applications of Computer Vision (WACV)","first-page":"1","article-title":"OpenFace: an open source facial behavior analysis toolkit","author":"Baltru\u0161aitis","year":"2016"},{"issue":"12","key":"10.1016\/j.neucom.2026.133449_bib0090","first-page":"11106","article-title":"Informer: beyond efficient transformer for long sequence time-series forecasting","volume":"35","author":"Zhou","year":"2021","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"10.1016\/j.neucom.2026.133449_bib0095","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.inffus.2021.10.012","article-title":"Deep learning for depression recognition with audiovisual cues: a review","volume":"80","author":"Lang","year":"2022","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.neucom.2026.133449_bib0100","series-title":"2013 10th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG)","first-page":"1","article-title":"Automatic behavior descriptors for psychological disorder analysis","author":"Scherer","year":"2013"},{"key":"10.1016\/j.neucom.2026.133449_bib0105","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TIM.2021.3053999","article-title":"DeprNet: a deep convolution neural network framework for detecting depression using EEG","volume":"70","author":"Seal","year":"2021","journal-title":"IEEE Trans. Instrum. Meas."},{"issue":"18","key":"10.1016\/j.neucom.2026.133449_bib0110","doi-asserted-by":"crossref","first-page":"8312","DOI":"10.3390\/app14188312","article-title":"Machine learning framework for classifying and predicting depressive behavior based on PPG and ECG feature extraction","volume":"14","author":"Alzate","year":"2024","journal-title":"Appl. Sci."},{"issue":"3","key":"10.1016\/j.neucom.2026.133449_bib0115","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/S0165-1781(98)00070-5","article-title":"Judgment of facial expressions and depression persistence","volume":"80","author":"Hale III","year":"1998","journal-title":"Psychiatry Res."},{"issue":"3","key":"10.1016\/j.neucom.2026.133449_bib0120","doi-asserted-by":"crossref","first-page":"2557","DOI":"10.1109\/TAFFC.2021.3139651","article-title":"LQGDNet: a local quaternion and global deep network for facial depression recognition","volume":"14","author":"Shang","year":"2021","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.neucom.2026.133449_bib0125","series-title":"Proceedings of the 7th Annual Workshop on Audio\/Visual Emotion Challenge","first-page":"3","article-title":"AVEC 2017: real-life depression, and affect recognition Workshop and Challenge","author":"Ringeval","year":"2017"},{"key":"10.1016\/j.neucom.2026.133449_bib0130","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyt.2024.1466507","article-title":"DepITCM: an audio-visual method for detecting depression","volume":"15","author":"Zhang","year":"2025","journal-title":"Front. Psychiatry"},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0135","first-page":"24","article-title":"DepressNet: a multimodal hierarchical attention mechanism approach for depression detection","volume":"15","author":"Saggu","year":"2022","journal-title":"Int. J. Eng. Sci."},{"key":"10.1016\/j.neucom.2026.133449_bib0140","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"4","key":"10.1016\/j.neucom.2026.133449_bib0145","doi-asserted-by":"crossref","first-page":"2595","DOI":"10.1109\/TAFFC.2023.3282704","article-title":"Two birds with one stone: knowledge-embedded temporal convolutional transformer for depression detection and emotion recognition","volume":"14","author":"Zheng","year":"2023","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.neucom.2026.133449_bib0150","author":"Paszke"},{"key":"10.1016\/j.neucom.2026.133449_bib0155","author":"Kingma"},{"key":"10.1016\/j.neucom.2026.133449_bib0160","author":"Wang"},{"key":"10.1016\/j.neucom.2026.133449_bib0165","doi-asserted-by":"crossref","first-page":"74324","DOI":"10.1109\/ACCESS.2023.3297091","article-title":"An investigation on the audio-video data based estimation of emotion regulation difficulties and their association with mental disorders","volume":"11","author":"Gupta","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.neucom.2026.133449_bib0170","series-title":"European Conference on Computer Vision","first-page":"623","article-title":"Multi-modal depression estimation based on sub-attentional fusion","author":"Wei","year":"2022"},{"key":"10.1016\/j.neucom.2026.133449_bib0175","series-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"7132","article-title":"Squeeze-and-excitation networks","author":"Jie","year":"2018"},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0180","first-page":"45","article-title":"Automated depression recognition using multimodal machine learning: a study on the DAIC-WOZ dataset","volume":"2","author":"Alireza","year":"2023","journal-title":"Comput. Math. Comput. Model. Appl."},{"issue":"3","key":"10.1016\/j.neucom.2026.133449_bib0185","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1007\/s43657-023-00152-8","article-title":"A multimodal approach for detection and assessment of depression using text, audio and video","volume":"4","author":"Zhang","year":"2024","journal-title":"Phenomics"},{"key":"10.1016\/j.neucom.2026.133449_bib0190","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121410","article-title":"Spatial\u2013temporal attention network for depression recognition from facial videos","volume":"237","author":"Pan","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.neucom.2026.133449_bib0195","article-title":"Two-stage temporal modelling framework for video-based depression recognition using graph representation","author":"Jiaqi","year":"2024","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.neucom.2026.133449_bib0200","article-title":"Facial depression estimation via multi-cue contrastive learning","author":"Wang","year":"2025","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"10.1016\/j.neucom.2026.133449_bib0205","article-title":"Parallel multiscale bridge fusion network for audio-visual automatic depression assessment","author":"Min","year":"2024","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"10.1016\/j.neucom.2026.133449_bib0210","doi-asserted-by":"crossref","DOI":"10.1109\/TCSVT.2025.3533480","article-title":"Depression scale dictionary decomposition framework for multimodal automatic depression level prediction","author":"Niu","year":"2025","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0215","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1109\/TAFFC.2019.2934412","article-title":"An improved empirical mode decomposition of electroencephalogram signals for depression detection","volume":"13","author":"Shen","year":"2019","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"7","key":"10.1016\/j.neucom.2026.133449_bib0220","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1007\/s10916-019-1345-y","article-title":"Automated depression detection using deep representation and sequence learning with EEG signals","volume":"43","author":"Betul","year":"2019","journal-title":"J. Med. Syst."},{"issue":"4","key":"10.1016\/j.neucom.2026.133449_bib0225","doi-asserted-by":"crossref","first-page":"325","DOI":"10.14704\/nq.2022.20.4.NQ22127","article-title":"Multimodal depression detection using audio, visual and textual cues: a survey","volume":"20","author":"Mamidisetti","year":"2022","journal-title":"NeuroQuantology"},{"key":"10.1016\/j.neucom.2026.133449_bib0230","series-title":"Proceedings of the 3rd ACM International Workshop on Audio\/Visual Emotion Challenge","first-page":"3","article-title":"AVEC 2013: the continuous audio\/visual emotion and depression recognition challenge","author":"Valstar","year":"2013"},{"key":"10.1016\/j.neucom.2026.133449_bib0235","series-title":"Proceedings of the 4th International Workshop on Audio\/Visual Emotion Challenge","first-page":"3","article-title":"AVEC 2014: 3D dimensional affect and depression recognition challenge","author":"Valstar","year":"2014"},{"key":"10.1016\/j.neucom.2026.133449_bib0240","series-title":"Proceedings of the 9th International on Audio\/Visual Emotion Challenge and Workshop","first-page":"3","article-title":"AVEC 2019 workshop and challenge: state-of-mind, detecting depression with AI, and cross-cultural affect recognition","author":"Ringeval","year":"2019"},{"issue":"4","key":"10.1016\/j.neucom.2026.133449_bib0245","doi-asserted-by":"crossref","DOI":"10.1016\/j.heliyon.2024.e25959","article-title":"Enhancing multimodal depression diagnosis through representation learning and knowledge transfer","volume":"10","author":"Yang","year":"2024","journal-title":"Heliyon"},{"key":"10.1016\/j.neucom.2026.133449_bib0250","author":"Gahalawat"},{"key":"10.1016\/j.neucom.2026.133449_bib0255","author":"Haque"},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0260","doi-asserted-by":"crossref","first-page":"9","DOI":"10.3390\/computation13010009","article-title":"Multimodal data fusion for depression detection approach","volume":"13","author":"Nykoniuk","year":"2025","journal-title":"Computation"},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0265","doi-asserted-by":"crossref","first-page":"6637","DOI":"10.1038\/s41598-025-90117-w","article-title":"Optimizing depression detection in clinical doctor-patient interviews using a multi-instance learning framework","volume":"15","author":"Zhang","year":"2025","journal-title":"Sci. Rep."},{"issue":"1","key":"10.1016\/j.neucom.2026.133449_bib0270","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1038\/s44184-024-00112-8","article-title":"Harnessing multimodal approaches for depression detection using large language models and facial expressions","volume":"3","author":"Sadeghi","year":"2024","journal-title":"NPJ Ment. Health Res."},{"key":"10.1016\/j.neucom.2026.133449_bib0275","author":"Lang"},{"key":"10.1016\/j.neucom.2026.133449_bib0280","article-title":"DEP-former: multimodal depression recognition based on facial expressions and audio features via emotional changes","author":"Jiayu","year":"2024","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"issue":"7","key":"10.1016\/j.neucom.2026.133449_bib0285","doi-asserted-by":"crossref","first-page":"2956","DOI":"10.1109\/TKDE.2024.3350071","article-title":"DepMSTAT: multimodal spatio-temporal attentional transformer for depression detection","volume":"36","author":"Tao","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.neucom.2026.133449_bib0290","article-title":"STSFF-net: a two-stream network for depression detection from facial expressions","volume":"131126","author":"Choi","year":"2025","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neucom.2026.133449_bib0295","article-title":"Multimodal depression assessment framework integrating personality and gait for older adults with medical conditions","author":"Zhao","year":"2025","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.neucom.2026.133449_bib0300","article-title":"Memrank: memory-augmented similarity ranking for video-based depression severity estimation","author":"Yonghong","year":"2025","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.neucom.2026.133449_bib0305","article-title":"Multi-modal depression detection in interview via exploring emotional distribution information","author":"Zhou","year":"2025","journal-title":"IEEE Trans. Multimedia"},{"key":"10.1016\/j.neucom.2026.133449_bib0310","article-title":"EmoSavior: depression recognition and intervention via multimodal physiological signals and large language models","volume":"103772","author":"Shen","year":"2025","journal-title":"Inf. Fusion."},{"key":"10.1016\/j.neucom.2026.133449_bib0315","article-title":"DepressInstruct: instruction tuning of large speech-language models for depression detection","volume":"104077","author":"Li","year":"2025","journal-title":"Information Fusion"},{"key":"10.1016\/j.neucom.2026.133449_bib0320","article-title":"Depression level assessment based on multi-layer graph neural networks applied to facial videos","volume":"132415","author":"Shuxin","year":"2025","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neucom.2026.133449_bib0325","article-title":"FedDAAM: federated domain adversarial learning with attention mechanism for privacy-preserving multimodal depression assessment","author":"Lang","year":"2025","journal-title":"IEEE Trans. Circuits Syst. Video Technol."}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226008465?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226008465?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T20:32:34Z","timestamp":1776889954000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231226008465"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":65,"alternative-id":["S0925231226008465"],"URL":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133449","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DepSTDSAM: Spatio-temporal dual-sparse attention model for depression prediction based on facial behavioral structure representations","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133449","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"133449"}}