{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T23:41:16Z","timestamp":1784331676353,"version":"3.55.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T00:00:00Z","timestamp":1775174400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T00:00:00Z","timestamp":1780012800000},"content-version":"vor","delay-in-days":56,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-026-02579-5","type":"journal-article","created":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T05:46:42Z","timestamp":1775195202000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["An AI-based mental health guardrail and dataset for identifying psychiatric crises in text-based conversations"],"prefix":"10.1038","volume":"9","author":[{"given":"Benjamin W.","family":"Nelson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Celeste","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew T.","family":"Silvestrini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sooyoon","family":"Shin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alanna","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jessica","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Torous","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Trister","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,3]]},"reference":[{"key":"2579_CR1","doi-asserted-by":"publisher","first-page":"1469","DOI":"10.1001\/jama.2023.4809","volume":"329","author":"TJ Bommersbach","year":"2023","unstructured":"Bommersbach, T. J., McKean, A. J., Olfson, M. & Rhee, T. G. National trends in mental health-related emergency department visits among youth, 2011-2020. JAMA 329, 1469\u20131477 (2023).","journal-title":"JAMA"},{"key":"2579_CR2","unstructured":"SAMHSA. Key Substance Use and Mental Health Indicators in the United States: Results from the 2022 National Survey on Drug Use and Health. https:\/\/www.samhsa.gov\/data\/sites\/default\/files\/reports\/rpt42731\/2022-nsduh-nnr.pdf (2023)."},{"key":"2579_CR3","doi-asserted-by":"publisher","first-page":"e2144373","DOI":"10.1001\/jamanetworkopen.2021.44373","volume":"5","author":"MK Nock","year":"2022","unstructured":"Nock, M. K. et al. Prediction of suicide attempts using clinician assessment, patient self-report, and electronic health records. JAMA Netw. Open 5, e2144373 (2022).","journal-title":"JAMA Netw. Open"},{"key":"2579_CR4","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1001\/jamapsychiatry.2025.0325","volume":"82","author":"KH Bentley","year":"2025","unstructured":"Bentley, K. H. et al. Clinician suicide risk assessment for prediction of suicide attempt in a large health care system. JAMA Psychiatry 82, 599\u2013608 (2025).","journal-title":"JAMA Psychiatry"},{"key":"2579_CR5","unstructured":"Asmelash, L. From \u2018menty b\u2019 to \u2018grippy socks,\u2019 internet slang is taking over how we talk about mental health. CNN https:\/\/www.cnn.com\/2023\/11\/30\/health\/menty-b-social-media-language-wellness-cec (2023)."},{"key":"2579_CR6","doi-asserted-by":"publisher","first-page":"1326","DOI":"10.3389\/fpsyg.2018.01326","volume":"9","author":"C Kauschke","year":"2018","unstructured":"Kauschke, C., Mueller, N., Kircher, T. & Nagels, A. Do patients with depression prefer literal or metaphorical expressions for internal states? Evidence from sentence completion and elicited production. Front. Psychol. 9, 1326 (2018).","journal-title":"Front. Psychol."},{"key":"2579_CR7","unstructured":"Tay, D. Using metaphor in healthcare mental health. In (ed. Elena Semino, Z. D.) The Routledge Handbook of Metaphor and Language, 371 (Routledge, 2017)."},{"key":"2579_CR8","unstructured":"Helping people when they need it most. https:\/\/openai.com\/index\/helping-people-when-they-need-it-most\/."},{"key":"2579_CR9","doi-asserted-by":"publisher","unstructured":"Rousmaniere, T., Zhang, Y., Li, X. & Shah, S. Large language models as mental health resources: patterns of use in the United States. Pract. Innov. https:\/\/doi.org\/10.1037\/pri0000292 (2025).","DOI":"10.1037\/pri0000292"},{"key":"2579_CR10","unstructured":"Roose, K. Can a chatbot named Daenerys Targaryen be blamed for a teen\u2019s suicide? The New York Times (2024)."},{"key":"2579_CR11","unstructured":"Cuthbertson, A. ChatGPT is pushing people towards mania, psychosis and death - and OpenAI doesn\u2019t know how to stop it. Independent (2025)."},{"key":"2579_CR12","unstructured":"CYNTHIA MONTOYA and WILLIAM \u2018WIL\u2019PERALTA, Individually and as Successors-in-Interest of JULIANA PERALTA, Deceased,Plaintiff,v.CHARACTER TECHNOLOGIES, INC.;NOAM SHAZEER; DANIEL DE FREITASADIWARSANA; GOOGLE LLC;ALPHABET INC."},{"key":"2579_CR13","unstructured":"Allyn, B. Lawsuit: a chatbot hinted a kid should kill his parents over screen time limits. NPR (2024)."},{"key":"2579_CR14","unstructured":"Purtill, C. AIs gave scarily specific self-harm advice to users expressing suicidal intent, researchers find. Los Angeles Times (2025)."},{"key":"2579_CR15","unstructured":"CBS. ChatGPT gave alarming advice on drugs, eating disorders to researchers posing as teens. CBS News (7 August 2025). Available at: https:\/\/www.cbsnews.com\/news\/chatgpt-alarming-advice-drugs-eating-disorders-researchers-teens\/."},{"key":"2579_CR16","unstructured":"Fake Friend. https:\/\/counterhate.com\/research\/fake-friend-chatgpt\/ (2025)."},{"key":"2579_CR17","unstructured":"Prinstein, M. J. Written Testimony of Mitchell J. Prinstein, PhD, ABPP, Chief of Psychology, American Psychological Association Examining the Harm of AI Chatbots Before the U.S. Senate Judiciary Committee, Subcommittee on Crime and Counterterrorism. APA https:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/9781119125556.devpsy112 (2025)."},{"key":"2579_CR18","unstructured":"National Association of Attorneys General. Letter to Congressional Leadership: Artificial Intelligence and the Exploitation of Children. 54 State and Territory Attorneys General (5 September 2023). https:\/\/ncdoj.gov\/wp-content\/uploads\/2023\/09\/54-State-AGs-Urge-Study-of-AI-and-Harmful-Impacts-on-Children.pdf."},{"key":"2579_CR19","unstructured":"Center for Devices & Radiological Health. FDA Digital Health Advisory Committee. U.S. Food and Drug Administration https:\/\/www.fda.gov\/medical-devices\/digital-health-center-excellence\/fda-digital-health-advisory-committee (2025)."},{"key":"2579_CR20","unstructured":"U.S. Food and Drug Administration. November 6, 2025: Digital Health Advisory Committee Meeting Announcement. Available at: https:\/\/www.fda.gov\/advisory-committees\/advisory-committee-calendar\/november-6-2025-digital-health-advisory-committee-meeting-announcement-11062025 (2025)."},{"key":"2579_CR21","unstructured":"NVIDIA. Llama 3.1 NemoGuard 8B Content Safety. Available at: https:\/\/docs.api.nvidia.com\/nim\/reference\/nvidia-llama-3_1-nemoguard-8b-content-safety."},{"key":"2579_CR22","first-page":"15009","volume":"37","author":"T Markov","year":"2023","unstructured":"Markov, T. et al. A holistic approach to undesired content detection in the real world. Proc. AAAI Conf. Artif. Intell. 37, 15009\u201315018 (2023).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"2579_CR23","doi-asserted-by":"publisher","unstructured":"Ghosh, S. et al. Aegis2.0: A diverse AI safety dataset and risks taxonomy for alignment of LLM guardrails. North Am Chapter Assoc Comput Linguistics https:\/\/doi.org\/10.48550\/arXiv.2501.09004 (2025).","DOI":"10.48550\/arXiv.2501.09004"},{"key":"2579_CR24","doi-asserted-by":"crossref","unstructured":"Rebedea, T. et al. NeMo Guardrails: a toolkit for controllable and safe LLM applications with programmable rails. Proc. 2023 Conf. Empir. Methods Nat. Lang. Process.: Syst. Demonstr. 431\u2013445 (2023).","DOI":"10.18653\/v1\/2023.emnlp-demo.40"},{"key":"2579_CR25","unstructured":"OpenAI. Moderation guide. OpenAI Platform Documentation. Available at: https:\/\/platform.openai.com\/docs\/guides\/moderation (2024)."},{"key":"2579_CR26","unstructured":"Google. Safety and content filters. Google Cloud: Generative AI on Vertex AI Documentation (updated 16 March 2026). Available at: https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/multimodal\/configure-safety-filters."},{"key":"2579_CR27","unstructured":"Anthropic. Activating AI Safety Level 3 protections. Anthropic News (22 May 2025). Available at: https:\/\/www.anthropic.com\/news\/activating-asl3-protections."},{"key":"2579_CR28","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1038\/s41746-025-01611-4","volume":"8","author":"Y Hua","year":"2025","unstructured":"Hua, Y. et al. A scoping review of large language models for generative tasks in mental health care. NPJ Digit. Med. 8, 230 (2025).","journal-title":"NPJ Digit. Med."},{"key":"2579_CR29","unstructured":"Mmathys. OpenAI Moderation API Evaluation Dataset. Hugging Face. Available at: https:\/\/huggingface.co\/datasets\/mmathys\/openai-moderation-api-evaluation."},{"key":"2579_CR30","unstructured":"NVIDIA. Aegis\u2011AI\u2011Content\u2011Safety\u2011Dataset\u20112.0. Hugging Face. Available at: https:\/\/huggingface.co\/datasets\/nvidia\/Aegis-AI-Content-Safety-Dataset-2.0."},{"key":"2579_CR31","unstructured":"Komati, N. Suicide and Depression Detection. Kaggle. Available at: https:\/\/www.kaggle.com\/datasets\/nikhileswarkomati\/suicide-watch (2021)."},{"key":"2579_CR32","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1037\/bul0000084","volume":"143","author":"JC Franklin","year":"2017","unstructured":"Franklin, J. C. et al. Risk factors for suicidal thoughts and behaviors: a meta-analysis of 50 years of research. Psychol. Bull. 143, 187\u2013232 (2017).","journal-title":"Psychol. Bull."},{"key":"2579_CR33","doi-asserted-by":"publisher","DOI":"10.1186\/s12888-018-1693-z","volume":"18","author":"S Steeg","year":"2018","unstructured":"Steeg, S. et al. Accuracy of risk scales for predicting repeat self-harm and suicide: a multicentre, population-level cohort study using routine clinical data. BMC Psychiatry 18, 113 (2018).","journal-title":"BMC Psychiatry"},{"key":"2579_CR34","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1176\/appi.ps.202000214","volume":"72","author":"GE Simon","year":"2021","unstructured":"Simon, G. E. et al. Reconciling statistical and clinicians\u2019 predictions of suicide risk. Psychiatr. Serv. 72, 555\u2013562 (2021).","journal-title":"Psychiatr. Serv."},{"key":"2579_CR35","unstructured":"Reddit. Safety filters. Reddit for Community. https:\/\/redditforcommunity.com\/features\/safety-filters (2024)."},{"key":"2579_CR36","doi-asserted-by":"crossref","unstructured":"Chirkova, N. & Nikoulina, V. Zero-shot cross-lingual transfer in instruction tuning of large language models. In Proc. 17th International Natural Language Generation Conference, 695\u2013708 (2024).","DOI":"10.18653\/v1\/2024.inlg-main.53"},{"key":"2579_CR37","doi-asserted-by":"crossref","unstructured":"Muller, B., Anastasopoulos, A., Sagot, B. & Seddah, D. When being unseen from mBERT is just the beginning: Handling new languages with multilingual language models. In Proc. 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 448\u2013462 (2021).","DOI":"10.18653\/v1\/2021.naacl-main.38"},{"key":"2579_CR38","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1037\/h0030492","volume":"36","author":"KE Rudestam","year":"1971","unstructured":"Rudestam, K. E. Stockholm and Los Angeles: a cross-cultural study of the communication of suicidal intent. J. Consult. Clin. Psychol. 36, 82\u201390 (1971).","journal-title":"J. Consult. Clin. Psychol."},{"key":"2579_CR39","unstructured":"CDC. Facts about suicide. Suicide prevention https:\/\/www.cdc.gov\/suicide\/facts\/index.html (2025)."},{"key":"2579_CR40","unstructured":"CDC. About child abuse and neglect. Child abuse and neglect prevention https:\/\/www.cdc.gov\/child-abuse-neglect\/about\/index.html (2025)."},{"key":"2579_CR41","unstructured":"CDC. Suicide and self-harm injury. https:\/\/www.cdc.gov\/nchs\/fastats\/suicide.htm (2025)."},{"key":"2579_CR42","unstructured":"Insel, T. America\u2019s mental health crisis. The Pew Charitable. https:\/\/pew.org\/3R3ugL0 (2023)."},{"key":"2579_CR43","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/S0033291717001751","volume":"48","author":"RC Brown","year":"2018","unstructured":"Brown, R. C. et al. #cutting: non-suicidal self-injury (NSSI) on Instagram. Psychol. Med. 48, 337\u2013346 (2018).","journal-title":"Psychol. Med."},{"key":"2579_CR44","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1080\/13811118.2011.616154","volume":"15","author":"SP Lewis","year":"2011","unstructured":"Lewis, S. P. & Baker, T. G. The possible risks of self-injury web sites: a content analysis. Arch. Suicide Res. 15, 390\u2013396 (2011).","journal-title":"Arch. Suicide Res."},{"key":"2579_CR45","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.jadohealth.2015.09.015","volume":"58","author":"MA Moreno","year":"2016","unstructured":"Moreno, M. A., Ton, A., Selkie, E. & Evans, Y. Secret society 123: understanding the language of self-harm on Instagram. J. Adolesc. Health 58, 78\u201384 (2016).","journal-title":"J. Adolesc. Health"},{"key":"2579_CR46","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1080\/10503307.2020.1781952","volume":"31","author":"N Bantilan","year":"2021","unstructured":"Bantilan, N., Malgaroli, M., Ray, B. & Hull, T. D. Just in time crisis response: suicide alert system for telemedicine psychotherapy settings. Psychother. Res. 31, 302\u2013312 (2021).","journal-title":"Psychother. Res."},{"key":"2579_CR47","unstructured":"Reddit. r\/selfharm. Available at: https:\/\/www.reddit.com\/r\/selfharm\/."},{"key":"2579_CR48","unstructured":"Reddit. r\/SuicideWatch. Available at: https:\/\/www.reddit.com\/r\/SuicideWatch\/."},{"key":"2579_CR49","unstructured":"Reddit. r\/therapists. Available at: https:\/\/www.reddit.com\/r\/therapists\/."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02579-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02579-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02579-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T22:31:48Z","timestamp":1780007508000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02579-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,3]]},"references-count":49,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2579"],"URL":"https:\/\/doi.org\/10.1038\/s41746-026-02579-5","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,3]]},"assertion":[{"value":"22 October 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"B.W.N., C.W., M.T.S., S.S., A.R., J.L., E.Y., and A.T. report employment and equity ownership in Verily Life Sciences. J.T. reports no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"407"}}