{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T14:43:52Z","timestamp":1783953832525,"version":"3.55.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T00:00:00Z","timestamp":1732233600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T00:00:00Z","timestamp":1732233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"DOI":"10.1186\/s12911-024-02772-0","type":"journal-article","created":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T06:27:12Z","timestamp":1732256832000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Multimodal machine learning for language and speech markers identification in mental health"],"prefix":"10.1186","volume":"24","author":[{"given":"Georgios","family":"Drougkas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Erwin\u00a0M.","family":"Bakker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Spruit","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,22]]},"reference":[{"key":"2772_CR1","doi-asserted-by":"publisher","unstructured":"Spruit M, Verkleij S, de\u00a0Schepper K, Scheepers F. Exploring language markers of mental health in psychiatric stories. Appl Sci (Switzerland). 2022;12(4). Article 2179. https:\/\/doi.org\/10.3390\/app12042179.","DOI":"10.3390\/app12042179"},{"issue":"4","key":"2772_CR2","doi-asserted-by":"publisher","first-page":"262","DOI":"10.30773\/pi.2018.12.21.2","volume":"16","author":"G Cho","year":"2019","unstructured":"Cho G, Yim J, Choi Y, Ko J, Lee S. Review of Machine Learning Algorithms for Diagnosing Mental Illness. Psychiatry Investig. 2019;16(4):262\u20139. https:\/\/doi.org\/10.30773\/pi.2018.12.21.2.","journal-title":"Psychiatry Investig."},{"issue":"4","key":"2772_CR3","doi-asserted-by":"publisher","first-page":"e0226248","DOI":"10.1371\/journal.pone.0226248","volume":"15","author":"AH Yazdavar","year":"2020","unstructured":"Yazdavar AH, Mahdavinejad MS, Bajaj G, Romine W, Sheth A, Monadjemi AH, Thirunarayan K, Meddar JM, Myers A, Pathak J, Hitzler P. Multimodal mental health analysis in social media. PLoS ONE. 2020;15(4):e0226248. https:\/\/doi.org\/10.1371\/journal.pone.0226248.","journal-title":"PLoS ONE."},{"key":"2772_CR4","doi-asserted-by":"publisher","unstructured":"Chung J, Teo J. Mental health prediction using machine learning: Taxonomy, applications, and challenges. Appl Comput Intell Soft Comput. 2022;2022. Article 9970363. https:\/\/doi.org\/10.1155\/2022\/9970363.","DOI":"10.1155\/2022\/9970363"},{"key":"2772_CR5","doi-asserted-by":"publisher","unstructured":"Espinola C. Detection of major depressive disorder, bipolar disorder, schizophrenia, and generalized anxiety disorder using vocal acoustic analysis and machine learning. 2022. https:\/\/doi.org\/10.21203\/rs.3.rs-648044\/v1.","DOI":"10.21203\/rs.3.rs-648044\/v1"},{"key":"2772_CR6","unstructured":"Assan J, Flannery M, Gao Y, Resom A, Wu Y. Machine learning for mental health detection. 2019. https:\/\/digital.wpi.edu\/pdfviewer\/b8515p953.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR7","doi-asserted-by":"crossref","unstructured":"Yoo H, Oh H. Depression detection model using multimodal deep learning. 2023. https:\/\/www.preprints.org\/manuscript\/202305.0663\/v1.\u00a0Accessed 21 Nov 2024.","DOI":"10.20944\/preprints202305.0663.v1"},{"issue":"5","key":"2772_CR8","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1017\/S1351324916000383","volume":"23","author":"R Calvo","year":"2017","unstructured":"Calvo R, Milne D, Hussain M, Christensen H. Natural language processing in mental health applications using non-clinical texts. Nat Lang Eng. 2017;23(5):649\u201385. https:\/\/doi.org\/10.1017\/S1351324916000383.","journal-title":"Nat Lang Eng."},{"key":"2772_CR9","doi-asserted-by":"publisher","unstructured":"Zhang T, Schoene AM, Ji S, Ananiadou S. Natural language processing applied to mental illness detection: A narrative review. npj Digit Med. 2022;5. Article 46. https:\/\/doi.org\/10.1038\/s41746-022-00589-7.","DOI":"10.1038\/s41746-022-00589-7"},{"key":"2772_CR10","doi-asserted-by":"publisher","unstructured":"Aleem S, Huda NU, Amin R, Khalid S, Alshamrani SS, Alshehri A. Machine learning algorithms for depression: Diagnosis, insights, and research directions. Electronics. 2022;11(7). Article 1111. https:\/\/doi.org\/10.3390\/electronics11071111.","DOI":"10.3390\/electronics11071111"},{"key":"2772_CR11","unstructured":"Duong CT, Lebret R, Aberer K. Multimodal Classification for Analysing Social Media. 2017. https:\/\/arxiv.org\/abs\/1708.02099.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR12","doi-asserted-by":"publisher","first-page":"347","DOI":"10.48175\/ijarsct-2296","volume":"2022","author":"J Dey","year":"2022","unstructured":"Dey J, Desai D. NLP based approach for classification of mental health issues using LSTM and GloVe embeddings. Int J Adv Res Sci Commun Technol. 2022;2022:347\u201354. https:\/\/doi.org\/10.48175\/ijarsct-2296.","journal-title":"Int J Adv Res Sci Commun Technol."},{"key":"2772_CR13","unstructured":"Zadeh A, Liang P, Vanbriesen J, Poria S, Tong E, Cambria E, Chen M, Morency L. Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion. 2018. https:\/\/aclanthology.org\/P18-1208\/.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR14","unstructured":"Shen Y, Yang H, Lin L. Automatic depression detection: An emotional audio-textual corpus and a GRU\/BiLSTM-based model. 2022.\u00a0arXiv.\u00a0https:\/\/arxiv.org\/abs\/2202.08210. Accessed 21 Nov 2024."},{"key":"2772_CR15","doi-asserted-by":"crossref","unstructured":"Amanat A, Rizwan M, Javed A, Abdelhaq M, Alsaqour R, Pandya S, Uddin M. Deep learning for depression detection from textual data. Electronics (Switzerland). 2022;11(5). https:\/\/doi.org\/10.3390\/electronics11050676.","DOI":"10.3390\/electronics11050676"},{"issue":"4","key":"2772_CR16","doi-asserted-by":"publisher","first-page":"1302","DOI":"10.1017\/S0033291721002804","volume":"53","author":"J De Boer","year":"2023","unstructured":"De Boer J, Voppel A, Brederoo SG, Schnack H, Truong KP, Wijnen F, Sommer IEC. Acoustic speech markers for schizophrenia-spectrum disorders: A diagnostic and symptom-recognition tool. Psychol Med. 2023;53(4):1302\u201312. https:\/\/doi.org\/10.1017\/S0033291721002804.","journal-title":"Psychol Med."},{"key":"#cr-split#-2772_CR17.1","unstructured":"Yin PL, Zhang L, Wu XY, Hou WS, Chen L, Tian XL, Wen HZ. Analyzing acoustic and prosodic fluctuations in free speech to predict psychosis onset in high-risk youths. In: Proceedings of the 42nd Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), Enabling Innovative Technologies for Global Healthcare, 20-24 July 2020. Montreal: IEEE"},{"key":"#cr-split#-2772_CR17.2","unstructured":"2020. p. 5575-9. https:\/\/ieeexplore.ieee.org\/iel7\/9167168\/9175149\/09176841.pdf.\u00a0Accessed 21 Nov 2024."},{"issue":"4","key":"2772_CR18","doi-asserted-by":"publisher","first-page":"557","DOI":"10.2174\/1570159X21666230428091433","volume":"22","author":"L Burback","year":"2023","unstructured":"Burback L, Br\u00e9mault-Phillips S, Nijdam M, McFarlane A, Vermetten E. Treatment of posttraumatic stress disorder: A state-of-the-art review. Curr Neuropharmacol. 2023;22(4):557\u2013635. https:\/\/doi.org\/10.2174\/1570159X21666230428091433.","journal-title":"Curr Neuropharmacol."},{"key":"2772_CR19","doi-asserted-by":"publisher","unstructured":"Broek E, Sluis F, Dijkstra T. Telling the story and re-living the past: How speech analysis can reveal emotions in post-traumatic stress disorder (PTSD) patients. In: Title of the Book or Conference Proceedings. 2010. pp. 153\u201380. https:\/\/doi.org\/10.1007\/978-90-481-3258-4_10.","DOI":"10.1007\/978-90-481-3258-4_10"},{"issue":"4","key":"2772_CR20","doi-asserted-by":"publisher","first-page":"1402","DOI":"10.1016\/j.rasd.2011.01.026","volume":"5","author":"J Demouy","year":"2011","unstructured":"Demouy J, Plaza M, Xavier J, Ringeval F, Chetouani M, P\u00e9risse D, Chauvin D, Viaux S, Golse B, Cohen D, Robel L. Differential language markers of pathology in autism, pervasive developmental disorder not otherwise specified and specific language impairment. Res Autism Spectr Disord. 2011;5(4):1402\u201312. https:\/\/doi.org\/10.1016\/j.rasd.2011.01.026.","journal-title":"Res Autism Spectr Disord."},{"key":"2772_CR21","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.jfludis.2013.08.003","volume":"40","author":"L Iverach","year":"2014","unstructured":"Iverach L, Rapee R. Social anxiety disorder and stuttering: Current status and future directions. J Fluen Disord. 2014;40:69\u201382. https:\/\/doi.org\/10.1016\/j.jfludis.2013.08.003.","journal-title":"J Fluen Disord."},{"key":"2772_CR22","doi-asserted-by":"crossref","unstructured":"Coppersmith G, Dredze M, Harman C, Hollingshead K. From ADHD to SAD: Analyzing the language of mental health on Twitter through self-reported diagnoses. In: Proceedings of the 2nd Workshop on Computational Linguistics and Clinical Psychology: From Linguistic Signal to Clinical Reality. 2015. pp. 1\u201310.","DOI":"10.3115\/v1\/W15-1201"},{"issue":"2","key":"2772_CR23","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1109\/T-AFFC.2012.38","volume":"4","author":"Y Yang","year":"2013","unstructured":"Yang Y, Fairbairn C, Cohn J. Detecting depression severity from vocal prosody. IEEE Trans Affect Comput. 2013;4(2):142\u201350. https:\/\/doi.org\/10.1109\/T-AFFC.2012.38.","journal-title":"IEEE Trans Affect Comput."},{"issue":"1","key":"2772_CR24","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1002\/lio2.354","volume":"5","author":"D Low","year":"2020","unstructured":"Low D, Bentley K, Ghosh S. Automated assessment of psychiatric disorders using speech: A systematic review. Laryngoscope Invest Otolaryngol. 2020;5(1):96\u2013116. https:\/\/doi.org\/10.1002\/lio2.354.","journal-title":"Laryngoscope Invest Otolaryngol."},{"issue":"3","key":"2772_CR25","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1111\/eip.13357","volume":"17","author":"B Bianciardi","year":"2023","unstructured":"Bianciardi B, Gajwani R, Gross J, Gumley AI, Lawrie SM, Moelling M, Schwannauer M, Schultze-Lutter F, Fracasso A, Uhlhaas PJ. Investigating temporal and prosodic markers in clinical high-risk for psychosis participants using automated acoustic analysis. Early Interv Psychiatry. 2023;17(3):327\u201330. https:\/\/doi.org\/10.1111\/eip.13357.","journal-title":"Early Interv Psychiatry."},{"key":"2772_CR26","doi-asserted-by":"crossref","unstructured":"Garoufis C, Zlatintsi A, Filntisis P, Efthymiou N, Kalisperakis E, Garyfalli V, Karantinos T, Mantonakis L, Smyrnis N, Maragos P. An unsupervised learning approach for detecting relapses from spontaneous speech in patients with psychosis. In: 2021 IEEE EMBS International Conference on Biomedical and Health Informatics (BHI). Athens; 2021. https:\/\/eprevention.gr\/an-unsupervised-learning-approach-for-detecting-relapses-from-spontaneous-speech-in-patients-with-psychosis\/.\u00a0Accessed 21 Nov 2024.","DOI":"10.1109\/BHI50953.2021.9508515"},{"issue":"7","key":"2772_CR27","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1002\/da.22890","volume":"36","author":"C Marmar","year":"2019","unstructured":"Marmar C, Brown AD, Qian M, Laska E, Siegel C, Li M, Abu-Amara D, Tsiartas A, Richey C, Smith J, Knoth B, Vergyri D. Speech-based markers for posttraumatic stress disorder in US veterans. Depression Anxiety. 2019;36(7):607\u201316. https:\/\/doi.org\/10.1002\/da.22890.","journal-title":"Depression Anxiety."},{"key":"2772_CR28","doi-asserted-by":"publisher","unstructured":"Fusaroli R, Lambrechts A, Bang D, Bowler D, Gaigg S. Is voice a marker for autism spectrum disorder? A systematic review and meta-analysis. 2016. https:\/\/doi.org\/10.1101\/046565.","DOI":"10.1101\/046565"},{"key":"2772_CR29","doi-asserted-by":"publisher","unstructured":"Von\u00a0Polier G, Ahlers E, Amunts J, Langner J, Patil K, Eickhoff S, Helmhold F, Langner D. Predicting adult attention deficit hyperactivity disorder (ADHD) using vocal acoustic features. 2021. https:\/\/doi.org\/10.1101\/2021.03.18.21253108.","DOI":"10.1101\/2021.03.18.21253108"},{"key":"2772_CR30","unstructured":"Elbow Method for Optimal Value of K in KMeans. GeeksforGeeks. https:\/\/www.geeksforgeeks.org\/elbow-method-for-optimal-value-of-k-in-kmeans\/.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR31","unstructured":"Silhouette Analysis. Scikit-Learn. https:\/\/scikit-learn.org\/stable\/auto_examples\/cluster\/plot_kmeans_silhouette_analysis.html.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR32","unstructured":"Gratch J, Artstein R, Lucas G, Stratou G, Scherer S, Nazarian A, Wood R, Boberg J, DeVault D, Marsella S, Traum D, Rizzo S, Morency L. The Distress Analysis Interview Corpus of human and computer interviews. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC\u201914), May 2014,Reykjavik, Iceland, European Language Resources Association (ELRA). 2014. http:\/\/www.lrec-conf.org\/proceedings\/lrec2014\/pdf\/508_Paper.pdf.\u00a0Accessed 21 Nov 2024."},{"key":"2772_CR33","volume-title":"Linguistic inquiry and word count: LIWC 2001","author":"J Pennebaker","year":"2001","unstructured":"Pennebaker J, Booth M, Francis R. Linguistic inquiry and word count: LIWC 2001. Mahwah: Lawrence Erlbaum Associates; 2001."},{"key":"2772_CR34","doi-asserted-by":"publisher","unstructured":"Pennington J, Socher R, Manning C. Glove: Global vectors for word representation. In Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). Association for Computational Linguistics; 2014. pp. 1532\u201343. https:\/\/doi.org\/10.3115\/v1\/D14-1162.","DOI":"10.3115\/v1\/D14-1162"},{"issue":"3","key":"2772_CR35","doi-asserted-by":"publisher","first-page":"835","DOI":"10.5715\/jnlp.14.4_83","volume":"2","author":"N Sato","year":"2007","unstructured":"Sato N, Obuchi Y. Emotion recognition using mel-frequency cepstral coefficients. Inf Media Technol. 2007;2(3):835\u201348. https:\/\/doi.org\/10.5715\/jnlp.14.4_83.","journal-title":"Inf Media Technol."},{"key":"2772_CR36","doi-asserted-by":"publisher","first-page":"84283","DOI":"10.1109\/ACCESS.2023.3296098","volume":"11","author":"L Pereira","year":"2023","unstructured":"Pereira L, Salazar A, Vergara L. A Comparative Analysis of Early and Late Fusion for the Multimodal Two-Class Problem. IEEE Access. 2023;11:84283\u2013300. https:\/\/doi.org\/10.1109\/ACCESS.2023.3296098.","journal-title":"IEEE Access."}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-024-02772-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-024-02772-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-024-02772-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,22]],"date-time":"2024-11-22T07:03:51Z","timestamp":1732259031000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-024-02772-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,22]]},"references-count":37,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["2772"],"URL":"https:\/\/doi.org\/10.1186\/s12911-024-02772-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4925232\/v1","asserted-by":"object"}]},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,22]]},"assertion":[{"value":"16 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"With reference number 2024-018, the Ethics Review Board of the Faculty of Science at Leiden University states that since we <i>\u201c[...] reuse the existing dataset DAIC-WOZ, for which all participants have completed a consent form, which included optional consent that allowed their data to be shared for research purposes, under the ownership of the University of Southern California, according to our checklist this data use does not need to be presented to our committee. We therefore waive the need for ethical approval for this study\u201d<\/i>.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"354"}}