{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T02:15:26Z","timestamp":1779243326473,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,10]]},"DOI":"10.1145\/3746252.3761164","type":"proceedings-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:29:28Z","timestamp":1762561768000},"page":"2263-2272","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Trustworthy AI Psychotherapy: Multi-Agent LLM Workflow for Counseling and Explainable Mental Disorder Diagnosis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2288-5796","authenticated-orcid":false,"given":"Mithat Can","family":"Ozgun","sequence":"first","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6951-8340","authenticated-orcid":false,"given":"Jiahuan","family":"Pei","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5707-5236","authenticated-orcid":false,"given":"Koen","family":"Hindriks","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5974-7454","authenticated-orcid":false,"given":"Lucia","family":"Donatelli","sequence":"additional","affiliation":[{"name":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2621-9222","authenticated-orcid":false,"given":"Qingzhi","family":"Liu","sequence":"additional","affiliation":[{"name":"Wageningen University and Research, Wageningen, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7263-174X","authenticated-orcid":false,"given":"Junxiao","family":"Wang","sequence":"additional","affiliation":[{"name":"Guangzhou University, Guangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Cholakkal","author":"Almansoori M.","year":"2025","unstructured":"Almansoori, M., Kumar, K., Cholakkal, H.: Self-evolving multi-agent simulations for realistic clinical interactions (2025), https:\/\/arxiv.org\/abs\/2503.22678"},{"key":"e_1_3_2_1_2_1","volume-title":"DSM-5 Level 1 Cross-Cutting Symptom Measure. https:\/\/www.psychiatry.org\/psychiatrists\/practice\/dsm\/educational-resources\/assessment-measures","author":"American Psychiatric Association","year":"2024","unstructured":"American Psychiatric Association: DSM-5 Level 1 Cross-Cutting Symptom Measure. https:\/\/www.psychiatry.org\/psychiatrists\/practice\/dsm\/educational-resources\/assessment-measures (2024), accessed: 2024-06-09"},{"key":"e_1_3_2_1_3_1","volume-title":"Rashwan","author":"Aziz N.A.","year":"2024","unstructured":"Aziz, N.A., Manzoor, A., Mazhar Qureshi, M.D., Qureshi, M.A., Rashwan, W.: Unveiling explainable AI in healthcare: Current trends, challenges, and future directions. medRxiv preprint (2024). 10.1101\/2024.08.10.24311735, broader XAI trends in healthcare."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679548"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-025-01512-6"},{"key":"e_1_3_2_1_6_1","volume-title":"Lin","author":"Bilal A.","year":"2025","unstructured":"Bilal, A., Ebert, D., Lin, B.: Llms for explainable ai: A comprehensive survey (2025), https:\/\/arxiv.org\/abs\/2504.00125"},{"key":"e_1_3_2_1_7_1","volume-title":"Sherrill","author":"Mattioli D.","year":"2025","unstructured":"BN, S., Mattioli, D., Abdullah, S., Arriaga, R.I., Wiese, C.W., Sherrill, A.M.: How real are synthetic therapy conversations? evaluating fidelity in prolonged exposure dialogues (2025), https:\/\/arxiv.org\/abs\/2504.21800"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.clpsych-1.13"},{"key":"e_1_3_2_1_9_1","volume-title":"Liu","author":"Chen Q.","year":"2025","unstructured":"Chen, Q., Liu, D.: MADP: Multi-agent deductive planning for enhanced cognitive-behavioural mental-health QA. arXiv preprint arXiv:2501.15826 (2025)"},{"key":"e_1_3_2_1_10_1","volume-title":"Brocki","author":"Chung N.C.","year":"2023","unstructured":"Chung, N.C., Dyer, G., Brocki, L.: Challenges of large language models for mental health counseling. arXiv preprint arXiv:2311.13857 (2023)"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Cirasola A. Szegedi D. Fonagy P. Midgley N.: ''You can't really have a relationship with them because they just ask you questions'': Understanding adolescent dropout - an empirical single-case study. Frontiers in Psychology textbf15 1381901 (2024)","DOI":"10.3389\/fpsyg.2024.1381901"},{"key":"e_1_3_2_1_12_1","volume-title":"Stella","author":"De Duro E.","year":"2025","unstructured":"De Duro, E., Improta, R., Stella, M.: Introducing CounseLLMe: A dataset of simulated mental health dialogues for comparing LLMs like haiku, LLaMAntino and ChatGPT against humans. Emerging Trends in Drugs, Addictions, and Health textbf5, 100170 (2025)"},{"key":"e_1_3_2_1_13_1","volume-title":"Kellmeyer","author":"Gautam D.","year":"2025","unstructured":"Gautam, D., Kellmeyer, P.: Exploring the credibility of large language models for mental health support: Protocol for a scoping review. JMIR Research Protocols (2025), research on credibility and ethics of LLMs in mental health. Verify authors\/details."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.2196\/57400"},{"key":"e_1_3_2_1_15_1","volume-title":"A., Chibnik, L.B.","author":"Hua Y.","year":"2025","unstructured":"Hua, Y., Beam, A., Chibnik, L.B., Torous, J.: From statistics to deep learning: Using large language models in psychiatric research. Psychiatry Research (2025), covers broader LLM use in psychiatric research."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-025-01611-4"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Hua Y. Liu F. Yang K. Li Z. Na H. Sheu Y.h. Zhou P. Moran L.V. Ananiadou S. Beam A. et al.: Large language models in mental health care: A scoping review. arXiv preprint arXiv:2401.02984 (2024)","DOI":"10.2196\/preprints.64088"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Kafka J. Kothgassner O. Felnhofer A.: A matter of trust: Confidentiality in therapeutic relationships during psychological and medical treatment in children and adolescents with mental disorders. Journal of Clinical Medicine textbf13(6) 1752 (2024)","DOI":"10.3390\/jcm13061752"},{"key":"e_1_3_2_1_19_1","volume-title":"Fu","author":"Kang A.","year":"2024","unstructured":"Kang, A., Chen, J.Y., Lee-Youngzie, Z., Fu, S.: Synthetic data generation with llm for improved depression prediction (2024), https:\/\/arxiv.org\/abs\/2411.17672"},{"key":"e_1_3_2_1_20_1","volume-title":"Liu","author":"Ke M.","year":"2024","unstructured":"Ke, M., Wang, P., Zhang, Y., Ahmad, F., Li, A., Chen, J.H., Ghassemi, M., Liu, X.: Mitigating cognitive biases in clinical decision-making through multi-agent conversations using large language models: Simulation study. Journal of Medical Internet Research textbf26, e59439 (2024). 10.2196\/59439"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Kermani A. Perez-Rosas V. Metsis V.: A systematic evaluation of LLM strategies for mental health text analysis: Fine-tuning vs prompt-engineering vs RAG. arXiv preprint arXiv:2503.24307 (2025)","DOI":"10.18653\/v1\/2025.clpsych-1.14"},{"key":"e_1_3_2_1_22_1","volume-title":"Wang","author":"Kim B.","year":"2025","unstructured":"Kim, B., Wang, C.: Large language models for interpretable mental health diagnosis. arXiv preprint arXiv:2501.07653 (2025)"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Levkovich I.: Evaluating diagnostic accuracy and treatment efficacy in mental health: A comparative analysis of large language model tools and mental health professionals. European Journal of Investigation in Health Psychology and Education textbf15(1) 9 (2025)","DOI":"10.3390\/ejihpe15010009"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679542"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Na H. Hua Y. Wang Z. Shen T. Yu B. Wang L. Wang W. Torous J. Chen L.: A survey of large language models in psychotherapy: Current landscape and future directions. In: Findings of ACL (2025)","DOI":"10.18653\/v1\/2025.findings-acl.385"},{"key":"e_1_3_2_1_26_1","volume-title":"Wang","author":"Pei J.","year":"2025","unstructured":"Pei, J., Ye, F., Sun, X., Deng, W., Hindriks, K., Wang, J.: Conversational education at scale: A multi-llm agent workflow for procedural learning and pedagogic quality assessment. arXiv preprint arXiv:2507.05528 (2025)"},{"key":"e_1_3_2_1_27_1","volume-title":"Hendler","author":"Rosenman G.","year":"2024","unstructured":"Rosenman, G., Wolf, L., Hendler, T.: Llm questionnaire completion for automatic psychiatric assessment (2024), https:\/\/arxiv.org\/abs\/2406.06636"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1038\/s44184-024-00056-z"},{"key":"e_1_3_2_1_29_1","first-page":"5609","volume-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024","author":"Sun X.","year":"2024","unstructured":"Sun, X., Pei, J., de Wit, J., Aliannejadi, M., Krahmer, E., Dobber, J.T., Bosch, J.A.: Eliciting motivational interviewing skill codes in psychotherapy with llms: A bilingual dataset and analytical study. In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024). pp. 5609-5621 (2024)"},{"key":"e_1_3_2_1_30_1","first-page":"1983","volume-title":"Proceedings of the 31st International Conference on Computational Linguistics.","author":"Sun X.","year":"2025","unstructured":"Sun, X., Tang, X., El Ali, A., Li, Z., Ren, P., de Wit, J., Pei, J., Bosch, J.A.: Rethinking the alignment of psychotherapy dialogue generation with motivational interviewing strategies. In: Proceedings of the 31st International Conference on Computational Linguistics. pp. 1983-2002 (2025)"},{"key":"e_1_3_2_1_31_1","volume-title":"Bosch","author":"Sun X.","year":"2024","unstructured":"Sun, X., de Wit, J., Li, Z., Pei, J., Ali, A.E., Bosch, J.A.: Script-strategy aligned generation: Aligning llms with expert-crafted dialogue scripts and therapeutic strategies for psychotherapy. arXiv preprint arXiv:2411.06723 (2024)"},{"key":"e_1_3_2_1_32_1","volume-title":"Chng","author":"Suresh S.K.","year":"2025","unstructured":"Suresh, S.K., Mengjun, W., Pranav, T., Chng, E.S.: Diasynth: Synthetic dialogue generation framework for low resource dialogue applications (2025), https:\/\/arxiv.org\/abs\/2409.19020"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679529"},{"key":"e_1_3_2_1_34_1","volume-title":"Redd","author":"Thompson H.","year":"2007","unstructured":"Thompson, H., Valdimarsdottir, H., Winkel, G., Jandorf, L., Redd, W.: Medical mistrust: A concept analysis. Journal of Advanced Nursing textbf57(6), 558-565 (2007)"},{"key":"e_1_3_2_1_35_1","first-page":"1","volume-title":"D.F.: A survey on llm-generated text detection: Necessity, methods, and future directions. Computational Linguistics","author":"Wu J.","year":"2025","unstructured":"Wu, J., Yang, S., Zhan, R., Yuan, Y., Chao, L.S., Wong, D.F.: A survey on llm-generated text detection: Necessity, methods, and future directions. Computational Linguistics pp. 1-66 (2025)"},{"key":"e_1_3_2_1_36_1","first-page":"32","volume-title":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies (IMWUT).","volume":"8","author":"Xu X.","unstructured":"Xu, X., Yao, B., Dong, Y., et al.: Mental-LLM: Leveraging large language models for mental health prediction via online text data. In: Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies (IMWUT). vol. 8, p. 32. ACM (2024)"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Yin C. Li F. Zhang S. et al.: MDD-5k: A new diagnostic conversation dataset for mental disorders synthesized via neuro-symbolic LLM agents. arXiv preprint arXiv:2408.12142 (2024)","DOI":"10.1609\/aaai.v39i24.34763"},{"key":"e_1_3_2_1_38_1","volume-title":"Artzi","author":"Zhang T.","year":"2020","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: Bertscore: Evaluating text generation with bert (2020), https:\/\/arxiv.org\/abs\/1904.09675"}],"event":{"name":"CIKM '25: The 34th ACM International Conference on Information and Knowledge Management","location":"Seoul Republic of Korea","acronym":"CIKM '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 34th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746252.3761164","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T01:51:34Z","timestamp":1765504294000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746252.3761164"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":38,"alternative-id":["10.1145\/3746252.3761164","10.1145\/3746252"],"URL":"https:\/\/doi.org\/10.1145\/3746252.3761164","relation":{},"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"2025-11-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}