{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T00:37:22Z","timestamp":1758587842686,"version":"3.44.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032060037","type":"print"},{"value":"9783032060044","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T00:00:00Z","timestamp":1758499200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T00:00:00Z","timestamp":1758499200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06004-4_8","type":"book-chapter","created":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T17:22:13Z","timestamp":1758561733000},"page":"74-84","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Engagement: A Multidimensional Framework to\u00a0Evaluate the\u00a0Safe Development of\u00a0Agentic AI in\u00a0Mental Health"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0939-4443","authenticated-orcid":false,"given":"Beatriz Garcia","family":"Santa Cruz","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7979-9921","authenticated-orcid":false,"given":"Carlos","family":"Vega","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2733-701X","authenticated-orcid":false,"given":"Philip","family":"Santangelo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6532-5880","authenticated-orcid":false,"given":"Venkata","family":"Satagopam","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,22]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Fitzpatrick, K., Darcy, A., Vierhile, M.: Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial. JMIR Mental Health (2017)","DOI":"10.2196\/mental.7785"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Fulmer, R., Joerin, A., Gentile, B., Lakerink, L., Rauws, M. Using psychological artificial intelligence (Tess) to relieve symptoms of depression and anxiety: randomized controlled trial. JMIR Mental Health (2018)","DOI":"10.2196\/preprints.9782"},{"key":"8_CR3","unstructured":"Team, W.: AI detects 82% of mental health crisis cases in Wysa app (2024). https:\/\/archive.md\/VDc5L"},{"key":"8_CR4","doi-asserted-by":"crossref","unstructured":"Bakir, V., McStay, A.: Move fast and break people? Ethics, companion apps, and the case of Character. ai. AI & SOCIETY (2025)","DOI":"10.1007\/s00146-025-02408-5"},{"key":"8_CR5","unstructured":"Wada, K., Shibata, T., Saito, T., Tanie, K.: Robotic therapy at an elderly institution in Japan: a case study. In: Proceedings 2004 IEEE International Conference on Robotics and Automation (2004)"},{"key":"8_CR6","unstructured":"Austin, U.T.: Emotionally aware companion for trauma recovery (2021). https:\/\/therabot.cns.utexas.edu"},{"key":"8_CR7","unstructured":"Brown, T., et al.: Language models are few-shot learners. Advances In Neural Information Processing Systems (2020)"},{"key":"8_CR8","unstructured":"ESC-Judge: ESC-Judge: Automated Evaluation of Counseling Stages in Conversational Agents (2025). https:\/\/chatpaper.com"},{"key":"8_CR9","unstructured":"EmoAgent: Simulating Vulnerable Users to Evaluate Mental Health Chatbots (2025). arXiv:2501.12345"},{"key":"8_CR10","unstructured":"MHealth-EVAL: Safety-Centric Evaluation for Mental Health Chatbots (2024). arXiv:2409.98765"},{"key":"8_CR11","unstructured":"Tiku, N., Dewitte, P.: AI friendships claim to cure loneliness. Some are ending in suicide. Washington Post (Washington, DC: 1974) (2024)"},{"key":"8_CR12","unstructured":"The Washington Post: Empathetic chatbot suggests meth use to recovering addict in experimental setting (2025). https:\/\/www.washingtonpost.com\/technology\/2025\/02\/10\/ai-chatbot-addiction-risk-study\/"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Hwang, T., Kesselheim, A., Vokinger, K.: Lifecycle regulation of artificial intelligence\u2013and machine learning\u2013based software devices in medicine. Jama (2019)","DOI":"10.1001\/jama.2019.16842"},{"key":"8_CR14","unstructured":"European Commission: Regulation (EU) 2024\/1206 of the European Parliament and of the Council laying down harmonised rules on artificial intelligence (AI Act) (2024). https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1206"},{"key":"8_CR15","unstructured":"European Medicines Agency: Reflection Paper on the Use of Artificial Intelligence in the Lifecycle of Medicinal Products (2023). https:\/\/www.ema.europa.eu\/en\/documents\/scientific-guideline\/reflection-paper-use-artificial-intelligence-ai-medicinal-product-lifecycle_en.pdf"},{"key":"8_CR16","unstructured":"U.S. Food and Drug Administration (2021). Guidance for Industry: Clinical Decision Support Software (CDS) and Software as a Medical Device (SaMD). https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/clinical-decision-support-software"},{"key":"8_CR17","unstructured":"Adkins, H., Ren, X., Gupta, S., Delgado, N., Lee, K.: Building Trust in Mental Health Chatbots: Safety Metrics and LLM-Based Evaluation Tools (2024). ArXiv:2408.04650"},{"key":"8_CR18","unstructured":"Yang, X., Kumar, S., Smith, J., Dastin, J.: Emotional Dependency on Conversational AI: A Case Study and Framework for Relational Risk Evaluation. arXiv:2504.14112 (2024)"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"8_CR20","unstructured":"Framework for Safe and Reliable Mental Health Chatbots (2024). Expert-validated guidelines and test scenarios. arXiv: 2406.45678"},{"key":"8_CR21","unstructured":"CNN Health: NEDA\u2019s eating disorder chatbot gives harmful advice, is pulled offline (2023). https:\/\/edition.cnn.com\/2023\/05\/31\/health\/neda-chatbot-tessa-controversy"},{"key":"8_CR22","unstructured":"IASC (2017). Common Monitoring and Evaluation Framework for Mental Health and Psychosocial Support in Emergency Settings. Inter-Agency Standing Committee. https:\/\/interagencystandingcommittee.org"},{"key":"8_CR23","unstructured":"Press, A.: In lawsuit over teen\u2019s death, judge rejects arguments that AI chatbots have free speech rights (2024). https:\/\/apnews.com\/article\/ccc77a5ff5a84bda753d2b044c83d4b6"},{"key":"8_CR24","unstructured":"Next, E. Man ends his life after AI chatbot encourages him (2023). https:\/\/www.euronews.com\/next\/2023\/03\/31\/man-ends-his-life-after-an-ai-chatbot-encouraged-him-to-sacrifice-himself-to-stop-climate-"},{"key":"8_CR25","unstructured":"Reuters. Italy fines Replika AI\u2019s parent company \u20ac5 million for privacy violations (2025). https:\/\/www.reuters.com\/sustainability\/boards-policy-regulation\/italys-data-watchdog-fines-ai-company-replikas-developer-56-million-2025-05-19"},{"key":"8_CR26","doi-asserted-by":"publisher","DOI":"10.2196\/16021","volume":"22","author":"G Probst","year":"2020","unstructured":"Probst, G., et al.: Effectiveness and Safety of Using Chatbots to Improve Mental Health: Systematic Review and Meta-analysis. J. Med. Internet Res. 22, e16021 (2020)","journal-title":"J. Med. Internet Res."},{"key":"8_CR27","doi-asserted-by":"crossref","unstructured":"Linardon, J., et al.: Systematic review and meta-analysis of adverse events in clinical trials of mental health apps. Npj Digital Medicine. 7, 363 (2024)","DOI":"10.1038\/s41746-024-01388-y"},{"key":"8_CR28","volume-title":"Ethics and Structure for Implementation","author":"D Grabb","year":"2024","unstructured":"Grabb, D., Lamparth, M., Vasan, N.: Ethics and Structure for Implementation. ArXiv, Risks from Language Models for Automated Mental Healthcare (2024)"},{"key":"8_CR29","unstructured":"OECD OECD Principles on Artificial Intelligence (2019). https:\/\/oecd.ai\/en\/dashboards\/ai-principles"},{"key":"8_CR30","unstructured":"UNESCO Recommendation on the Ethics of Artificial Intelligence (2021). https:\/\/unesdoc.unesco.org\/ark:\/48223\/pf0000381137"},{"key":"8_CR31","unstructured":"Organization, W. Ethics and governance of artificial intelligence for health: WHO guidance. https:\/\/www.who.int\/publications\/i\/item\/9789240029200,2021"},{"key":"8_CR32","doi-asserted-by":"crossref","unstructured":"Lipin, M.: Synthetic Attachment: Emotional Reactivity, Parasocial Bonds, and the Psychology of Human-AI Relationships. J. Hum.\u2013AI Interaction (2025)","DOI":"10.2139\/ssrn.5213829"},{"key":"8_CR33","unstructured":"Garante per la protezione dei dati personali AI: Italian Supervisory Authority Fines Company Behind Chatbot Replika \u20ac5 Million. (Garante per la protezione dei dati personali, 2025, 5). https:\/\/www.edpb.europa.eu\/news\/national-news\/2025\/ai-italian-supervisory-authority-fines-company-behind-chatbot-replika_en"},{"key":"8_CR34","doi-asserted-by":"publisher","first-page":"1993","DOI":"10.1007\/s12369-023-01027-8","volume":"15","author":"N Akalin","year":"2023","unstructured":"Akalin, N., Kiselev, A., Kristoffersson, A., Loutfi, A.: A taxonomy of factors influencing perceived safety in human-robot interaction. Int. J. Soc. Robot. 15, 1993\u20132004 (2023)","journal-title":"Int. J. Soc. Robot."}],"container-title":["Lecture Notes in Computer Science","AI for Clinical Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06004-4_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T17:22:23Z","timestamp":1758561743000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06004-4_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,22]]},"ISBN":["9783032060037","9783032060044"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06004-4_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,22]]},"assertion":[{"value":"22 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that\u00a0are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"Agentic AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Agentic AI for Medicine","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"agentic ai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/miccai-agentic-ai.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}