{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T19:05:42Z","timestamp":1784660742064,"version":"3.55.0"},"reference-count":62,"publisher":"Oxford University Press (OUP)","issue":"8","license":[{"start":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T00:00:00Z","timestamp":1779235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,8,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Background<\/jats:title>\n                    <jats:p>Generative artificial intelligence (AI) chatbots built on large language models are rapidly entering mental-health care, offering human-like support without meeting evidentiary standards for safety or effectiveness.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Objective<\/jats:title>\n                    <jats:p>To examine the risks, and outline a governance framework capable of supporting safe, accountable, and equitable deployment of AI mental-health chatbots.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>We synthesized recent clinical, regulatory, and behavioral health literature on AI mental health chatbots, including reported harms and system failure modes, to identify governance gaps and develop a 3-stage safety framework.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>Embedding transparency, standardized evaluation, and ongoing oversight across the chatbot lifecycle, with clear responsibilities shared among developers, regulators, clinicians, researchers, and professional societies, is essential to ensure that AI systems intended to support mental health do not inadvertently cause harm.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/jamia\/ocag078","type":"journal-article","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T11:21:41Z","timestamp":1778498501000},"page":"1538-1553","source":"Crossref","is-referenced-by-count":1,"title":["Building safer artificial intelligence mental health chatbots: a framework for transparency, evaluation, and shared accountability"],"prefix":"10.1093","volume":"33","author":[{"given":"Hannah","family":"Lee","sequence":"first","affiliation":[{"name":"School of Medicine, Stanford University , Stanford, CA 94305,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rebecca","family":"Handler","sequence":"additional","affiliation":[{"name":"School of Medicine, Stanford University , Stanford, CA 94305,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tushar","family":"Mungle","sequence":"additional","affiliation":[{"name":"Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6553-3455","authenticated-orcid":false,"given":"Tina","family":"Hernandez-Boussard","sequence":"additional","affiliation":[{"name":"Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,","place":["United States"]},{"name":"Department of Biomedical Data Science, Stanford University , Stanford, CA 94305,","place":["United States"]},{"name":"Department of Surgery, Stanford University , Stanford, CA 94305,","place":["United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2026,5,20]]},"reference":[{"key":"2026072104044932700_ocag078-B1","doi-asserted-by":"publisher","DOI":"10.34669\/WI.WJDS\/3.3.2","article-title":"The limits of computation: Joseph Weizenbaum and the ELIZA Chatbot","volume":"3","author":"Berry","year":"2023","journal-title":"Weizenbaum J Digit Soc"},{"key":"2026072104044932700_ocag078-B2","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1016\/j.copsyc.2020.04.005","article-title":"AI in mental health","volume":"36","author":"D\u2019Alfonso","year":"2020","journal-title":"Curr Opin Psychol"},{"key":"2026072104044932700_ocag078-B3","doi-asserted-by":"publisher","first-page":"82","DOI":"10.3390\/informatics10040082","article-title":"AI chatbots in digital mental health","volume":"10","author":"Balcombe","year":"2023","journal-title":"Informatics"},{"key":"2026072104044932700_ocag078-B4","doi-asserted-by":"publisher","first-page":"5889","DOI":"10.3390\/app14135889","article-title":"AI chatbots for mental health: a scoping review of effectiveness, feasibility, and applications","volume":"14","author":"Casu","year":"2024","journal-title":"Appl Sci"},{"key":"2026072104044932700_ocag078-B5","doi-asserted-by":"publisher","DOI":"10.1037\/pri0000292","article-title":"Large language models as mental health resources: patterns of use in the United States","author":"Rousmaniere","year":"2025","journal-title":"Pract Innov"},{"key":"2026072104044932700_ocag078-B6","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-026-04297-7","article-title":"ChatGPT health performance in a structured test of triage recommendations","author":"Ramaswamy","year":"2026","journal-title":"Nat Med"},{"key":"2026072104044932700_ocag078-B7","author":"Kerr","year":"2026"},{"key":"2026072104044932700_ocag078-B8","author":"Spence","year":"2026"},{"key":"2026072104044932700_ocag078-B9","author":"Mohmood","year":"2026"},{"key":"2026072104044932700_ocag078-B10","doi-asserted-by":"publisher","first-page":"6365","DOI":"10.1007\/s00146-025-02408-5","article-title":"Move fast and break people? Ethics, companion apps, and the case of Character.ai","volume":"40","author":"Bakir","year":"2025","journal-title":"AI Soc"},{"key":"2026072104044932700_ocag078-B11","author":"Abrams","year":"2025"},{"key":"2026072104044932700_ocag078-B12","doi-asserted-by":"publisher","first-page":"3968","DOI":"10.1038\/s41591-025-04008-8","article-title":"The fragile intelligence of GPT-5 in medicine","volume":"31","author":"Handler","year":"2025","journal-title":"Nat Med"},{"key":"2026072104044932700_ocag078-B13","author":"IMDRF Software as a Medical Device (SaMD) Working Group","year":"2014"},{"key":"2026072104044932700_ocag078-B14","doi-asserted-by":"publisher","first-page":"e253351","DOI":"10.1001\/jamahealthforum.2025.3351","article-title":"Benefit-risk reporting for FDA-cleared artificial intelligence-enabled medical devices","volume":"6","author":"Lin","year":"2025","journal-title":"JAMA Health Forum"},{"key":"2026072104044932700_ocag078-B15","doi-asserted-by":"publisher","first-page":"e618","DOI":"10.1016\/S2589-7500(23)00126-7","article-title":"FDA-cleared artificial intelligence and machine learning-based medical devices and their 510(k) predicate networks","volume":"5","author":"Muehlematter","year":"2023","journal-title":"Lancet Digit Health"},{"key":"2026072104044932700_ocag078-B16","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1001\/jamainternmed.2023.5002","article-title":"Analysis of devices authorized by the FDA for clinical decision support in critical care","volume":"183","author":"Lee","year":"2023","journal-title":"JAMA Intern Med"},{"key":"2026072104044932700_ocag078-B17","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1038\/s41746-025-01544-y","article-title":"Unregulated large language models produce medical device-like output","volume":"8","author":"Weissman","year":"2025","journal-title":"npj Digit Med"},{"key":"2026072104044932700_ocag078-B18","doi-asserted-by":"publisher","first-page":"1650","DOI":"10.1001\/jama.2025.18490","article-title":"AI, health, and health care today and tomorrow: The JAMA Summit Report on Artificial Intelligence","volume":"334","author":"Angus","year":"2025","journal-title":"JAMA"},{"key":"2026072104044932700_ocag078-B19","doi-asserted-by":"publisher","first-page":"9304","DOI":"10.3390\/app14209304","article-title":"Global regulatory challenges for medical devices: impact on innovation and market access","volume":"14","author":"Amaral","year":"2024","journal-title":"Appl Sci"},{"key":"2026072104044932700_ocag078-B20","doi-asserted-by":"publisher","first-page":"e76854","DOI":"10.2196\/76854","article-title":"Predetermined change control plans: guiding principles for advancing safe, effective, and high-quality AI-ML technologies","volume":"4","author":"Carvalho","year":"2025","journal-title":"JMIR AI."},{"key":"2026072104044932700_ocag078-B21","year":"2022"},{"key":"2026072104044932700_ocag078-B22","author":"Aguilar","year":"2025"},{"key":"2026072104044932700_ocag078-B23","doi-asserted-by":"publisher","DOI":"10.4337\/9781035316496","volume-title":"Research Handbook on the Law of Artificial Intelligence: Current and Future Directions","author":"Barfield","year":"2025"},{"key":"2026072104044932700_ocag078-B24","doi-asserted-by":"publisher","volume-title":"Improving the Quality of Health Care for Mental and Substance-Use Conditions: Quality Chasm Series","year":"2006","DOI":"10.17226\/11470"},{"key":"2026072104044932700_ocag078-B25","doi-asserted-by":"publisher","first-page":"1908","DOI":"10.1111\/inm.13412","article-title":"Mental health crisis: an evolutionary concept analysis","volume":"33","author":"Hudson","year":"2024","journal-title":"Int J Ment Health Nurs"},{"key":"2026072104044932700_ocag078-B26","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1145\/3715275.3732039","volume-title":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","author":"Moore","year":"2025"},{"key":"2026072104044932700_ocag078-B27","doi-asserted-by":"publisher","first-page":"e85799","DOI":"10.2196\/85799","article-title":"Delusional experiences emerging from AI chatbot interactions or \u201cAI psychosis","volume":"12","author":"Hudon","year":"2025","journal-title":"JMIR Ment Health."},{"key":"2026072104044932700_ocag078-B28","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1111\/acps.70068","article-title":"Potentially harmful consequences of artificial intelligence (AI) Chatbot use among patients with mental illness: early data from a large psychiatric service system","volume":"153","author":"Olsen","year":"2026","journal-title":"Acta Psychiatr Scand"},{"key":"2026072104044932700_ocag078-B29","doi-asserted-by":"publisher","first-page":"e2542281","DOI":"10.1001\/jamanetworkopen.2025.42281","article-title":"Use of generative AI for mental health advice among US adolescents and young adults","volume":"8","author":"McBain","year":"2025","journal-title":"JAMA Netw Open"},{"key":"2026072104044932700_ocag078-B30","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1037\/pst0000193","article-title":"Psychotherapy relationships that work III","volume":"55","author":"Norcross","year":"2018","journal-title":"Psychotherapy"},{"key":"2026072104044932700_ocag078-B31","doi-asserted-by":"publisher","first-page":"5923","DOI":"10.1177\/14614448221142007","article-title":"Too human and not human enough: a grounded theory analysis of mental health harms from emotional dependence on the social chatbot Replika","volume":"26","author":"Laestadius","year":"2024","journal-title":"New Media Soc"},{"key":"2026072104044932700_ocag078-B32","doi-asserted-by":"publisher","first-page":"986","DOI":"10.1186\/s40359-025-03284-w","article-title":"Effects of attractions and social attributes on peoples\u2019 usage intention and media dependence towards chatbot: the mediating role of parasocial interaction and emotional support","volume":"13","author":"Zhang","year":"2025","journal-title":"BMC Psychol"},{"key":"2026072104044932700_ocag078-B33","doi-asserted-by":"publisher","first-page":"115724","DOI":"10.1016\/j.psychres.2024.115724","article-title":"Psychiatrists\u2019 experiences and opinions of generative artificial intelligence in mental healthcare: an online mixed methods survey","volume":"333","author":"Blease","year":"2024","journal-title":"Psychiatry Res"},{"key":"2026072104044932700_ocag078-B34","author":"American Psychological Association","year":"2025"},{"key":"2026072104044932700_ocag078-B35","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1109\/CAI59869.2024.00033","volume-title":"2024 IEEE Conference on Artificial Intelligence (CAI)","author":"Maleki","year":"2024"},{"key":"2026072104044932700_ocag078-B36","doi-asserted-by":"publisher","first-page":"1278186","DOI":"10.3389\/fdgth.2023.1278186","article-title":"Your robot therapist is not your therapist: understanding the role of AI-powered mental health chatbots","volume":"5","author":"Khawaja","year":"2023","journal-title":"Front Digit Health"},{"key":"2026072104044932700_ocag078-B37","doi-asserted-by":"publisher","first-page":"31652","DOI":"10.1038\/s41598-025-17242-4","article-title":"Performance of mental health chatbot agents in detecting and managing suicidal ideation","volume":"15","author":"Pichowicz","year":"2025","journal-title":"Sci Rep"},{"key":"2026072104044932700_ocag078-B38","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/d41586-025-03390-0","article-title":"AI chatbots are sycophants\u2014researchers say it\u2019s harming science","volume":"647","author":"Naddaf","year":"2025","journal-title":"Nature"},{"key":"2026072104044932700_ocag078-B39","doi-asserted-by":"publisher","DOI":"10.1126\/science.aec8352","volume-title":"Science","author":"Cheng","year":"2025"},{"key":"2026072104044932700_ocag078-B40","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1093\/schbul\/sbae105","article-title":"Chatbots and stigma in schizophrenia: the need for transparency","volume":"50","author":"Alliende","year":"2024","journal-title":"Schizophr Bull"},{"key":"2026072104044932700_ocag078-B41","doi-asserted-by":"publisher","DOI":"10.1097\/ADM.0000000000001536","article-title":"Stigmatizing language in large language models for alcohol and substance use disorders: a multimodel evaluation and prompt engineering approach","author":"Wang","year":"2025","journal-title":"J Addict Med"},{"key":"2026072104044932700_ocag078-B42","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1038\/s41746-025-01746-4","article-title":"Racial bias in AI-mediated psychiatric diagnosis and treatment: a qualitative comparison of four large language models","volume":"8","author":"Bouguettaya","year":"2025","journal-title":"npj Digit Med"},{"key":"2026072104044932700_ocag078-B43","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1002\/wps.21352","article-title":"Charting the evolution of artificial intelligence mental health chatbots from rule-based systems to large language models: a systematic review","volume":"24","author":"Hua","year":"2025","journal-title":"World Psychiatry"},{"key":"2026072104044932700_ocag078-B44","doi-asserted-by":"publisher","first-page":"12660","DOI":"10.3390\/app122412660","article-title":"Users\u2019 information disclosure behaviors during interactions with chatbots: the effect of information disclosure nudges","volume":"12","author":"Carmichael","year":"2022","journal-title":"Appl Sci"},{"key":"2026072104044932700_ocag078-B45","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1609\/aies.v8i2.36646","article-title":"User privacy and large language models: an analysis of frontier developers\u2019 privacy policies","volume":"8","author":"King","year":"2025","journal-title":"Proc AAAIACM Conf AI Ethics Soc"},{"key":"2026072104044932700_ocag078-B46","doi-asserted-by":"publisher","first-page":"e80739","DOI":"10.2196\/80739","article-title":"Governing AI in mental health: 50-state legislative review","volume":"12","author":"Shumate","year":"2025","journal-title":"JMIR Ment Health."},{"key":"2026072104044932700_ocag078-B47","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1038\/s41746-025-01482-9","article-title":"Could transparent model cards with layered accessible information drive trust and safety in health AI?","volume":"8","author":"Gilbert","year":"2025","journal-title":"npj Digit Med"},{"key":"2026072104044932700_ocag078-B48","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1038\/s41746-025-01943-1","article-title":"A longitudinal analysis of declining medical safety messaging in generative AI models","volume":"8","author":"Sharma","year":"2025","journal-title":"NPJ Digit Med"},{"key":"2026072104044932700_ocag078-B49","doi-asserted-by":"publisher","first-page":"110249","DOI":"10.5498\/wjp.v16.i1.110249","article-title":"Exploring artificial intelligence literacy\u2019s role in healthy behaviors and mental health","volume":"16","author":"Lee","year":"2026","journal-title":"World J Psychiatry"},{"key":"2026072104044932700_ocag078-B50","doi-asserted-by":"publisher","DOI":"10.1056\/AIp2400223","article-title":"A call for artificial intelligence implementation science centers to evaluate clinical effectiveness","volume":"1","author":"Longhurst","year":"2024","journal-title":"NEJM AI"},{"key":"2026072104044932700_ocag078-B51","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1093\/jamiaopen\/ooaa033","article-title":"Evaluating artificial intelligence in medicine: phases of clinical research","volume":"3","author":"Park","year":"2020","journal-title":"JAMIA Open"},{"key":"2026072104044932700_ocag078-B52","doi-asserted-by":"publisher","first-page":"996","DOI":"10.1001\/jamainternmed.2025.2235","article-title":"FDA authorization of therapeutic devices under the breakthrough devices program","volume":"185","author":"Kadakia","year":"2025","journal-title":"JAMA Intern Med"},{"key":"2026072104044932700_ocag078-B53","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2026.3688375","volume-title":"IEEE J Biomed Health Inform","author":"Deng","year":"2026"},{"key":"2026072104044932700_ocag078-B54","doi-asserted-by":"publisher","first-page":"e73623","DOI":"10.2196\/73623","article-title":"An examination of generative AI response to suicide inquires: content analysis","volume":"12","author":"Campbell","year":"2025","journal-title":"JMIR Ment Health."},{"key":"2026072104044932700_ocag078-B55","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/s10676-024-09746-w","article-title":"Policy advice and best practices on bias and fairness in AI","volume":"26","author":"Alvarez","year":"2024","journal-title":"Ethics Inf Technol"},{"key":"2026072104044932700_ocag078-B56","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1038\/s41746-025-01503-7","article-title":"Bias recognition and mitigation strategies in artificial intelligence healthcare applications","volume":"8","author":"Hasanzadeh","year":"2025","journal-title":"npj Digit Med"},{"key":"2026072104044932700_ocag078-B57","doi-asserted-by":"publisher","first-page":"1991","DOI":"10.1016\/j.clinthera.2018.07.012","article-title":"Pharmacovigilance: an overview","volume":"40","author":"Beninger","year":"2018","journal-title":"Clin Ther"},{"key":"2026072104044932700_ocag078-B58","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/978-1-0716-4003-6_16","volume-title":"Computational Toxicology","author":"Imbrici","year":"2025"},{"key":"2026072104044932700_ocag078-B59","author":"Open AI","year":"2025"},{"key":"2026072104044932700_ocag078-B60","volume-title":"Guidance for Industry","author":"Changes to an approved NDA or ANDA","year":"2004"},{"key":"2026072104044932700_ocag078-B61","doi-asserted-by":"publisher","DOI":"10.64898\/2026.01.12.26343914","article-title":"Suicide- and crisis-risk detection using large language models in mental-health chatbots","author":"Weber","year":"2026","journal-title":"medRxiv"},{"key":"2026072104044932700_ocag078-B62","doi-asserted-by":"publisher","first-page":"e67114","DOI":"10.2196\/67114","article-title":"Expert and interdisciplinary analysis of AI-driven chatbots for mental health support: mixed methods study","volume":"27","author":"Moylan","year":"2025","journal-title":"J Med Internet Res."}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/advance-article-pdf\/doi\/10.1093\/jamia\/ocag078\/68349026\/ocag078.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/33\/8\/1538\/68349026\/ocag078.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/33\/8\/1538\/68349026\/ocag078.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T08:04:52Z","timestamp":1784621092000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/33\/8\/1538\/8688536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,20]]},"references-count":62,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2026,5,20]]},"published-print":{"date-parts":[[2026,8,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocag078","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,8]]},"published":{"date-parts":[[2026,5,20]]}}}