{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T22:50:08Z","timestamp":1775256608718,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,3,23]],"date-time":"2023-03-23T00:00:00Z","timestamp":1679529600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,3,23]],"date-time":"2023-03-23T00:00:00Z","timestamp":1679529600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH092201"],"award-info":[{"award-number":["U19 MH092201"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["U19 MH121738"],"award-info":[{"award-number":["U19 MH121738"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration","doi-asserted-by":"publisher","award":["HHSF223201810201C"],"award-info":[{"award-number":["HHSF223201810201C"]}],"id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health"},{"name":"U.S. Department of Health & Human Services | U.S. Food and Drug Administration"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title><jats:p>Suicide risk prediction models can identify individuals for targeted intervention. Discussions of transparency, explainability, and transportability in machine learning presume complex prediction models with many variables outperform simpler models. We compared random forest, artificial neural network, and ensemble models with 1500 temporally defined predictors to logistic regression models. Data from 25,800,888 mental health visits made by 3,081,420 individuals in 7 health systems were used to train and evaluate suicidal behavior prediction models. Model performance was compared across several measures. All models performed well (area under the receiver operating curve [AUC]: 0.794\u20130.858). Ensemble models performed best, but improvements over a regression model with 100 predictors were minimal (AUC improvements: 0.006\u20130.020). Results are consistent across performance metrics and subgroups defined by race, ethnicity, and sex. Our results suggest simpler parametric models, which are easier to implement as part of routine clinical practice, perform comparably to more complex machine learning methods.<\/jats:p>","DOI":"10.1038\/s41746-023-00772-4","type":"journal-article","created":{"date-parts":[[2023,3,23]],"date-time":"2023-03-23T11:04:14Z","timestamp":1679569454000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["Complex modeling with detailed temporal predictors does not improve health records-based suicide risk prediction"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7918-601X","authenticated-orcid":false,"given":"Susan M.","family":"Shortreed","sequence":"first","affiliation":[]},{"given":"Rod L.","family":"Walker","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Johnson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1435-6134","authenticated-orcid":false,"given":"Robert","family":"Wellman","sequence":"additional","affiliation":[]},{"given":"Maricela","family":"Cruz","sequence":"additional","affiliation":[]},{"given":"Rebecca","family":"Ziebell","sequence":"additional","affiliation":[]},{"given":"R. Yates","family":"Coley","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4103-2511","authenticated-orcid":false,"given":"Zimri S.","family":"Yaseen","sequence":"additional","affiliation":[]},{"given":"Sai","family":"Dharmarajan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4795-7902","authenticated-orcid":false,"given":"Robert B.","family":"Penfold","sequence":"additional","affiliation":[]},{"given":"Brian K.","family":"Ahmedani","sequence":"additional","affiliation":[]},{"given":"Rebecca C.","family":"Rossom","sequence":"additional","affiliation":[]},{"given":"Arne","family":"Beck","sequence":"additional","affiliation":[]},{"given":"Jennifer M.","family":"Boggs","sequence":"additional","affiliation":[]},{"given":"Greg E.","family":"Simon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,23]]},"reference":[{"key":"772_CR1","unstructured":"National Institute of Mental Health. Suicide, https:\/\/www.nimh.nih.gov\/health\/statistics\/suicide#:~:text=The%20total%20age%2Dadjusted%20suicide,13.5%20per%20100%2C000%20in%202020 (June 2022)."},{"key":"772_CR2","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1037\/bul0000084","volume":"143","author":"JC Franklin","year":"2017","unstructured":"Franklin, J. C. et al. Risk factors for suicidal thoughts and behaviors: A meta-analysis of 50 years of research. Psychol. Bull. 143, 187\u2013232 (2017).","journal-title":"Psychol. Bull."},{"key":"772_CR3","doi-asserted-by":"publisher","first-page":"221","DOI":"10.4088\/JCP.15m09776","volume":"77","author":"GE Simon","year":"2016","unstructured":"Simon, G. E. et al. Risk of suicide attempt and suicide death following completion of the patient health questionnaire depression module in community practice. J. Clin. Psychiatry 77, 221\u2013227 (2016).","journal-title":"J. Clin. Psychiatry"},{"key":"772_CR4","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1176\/appi.ps.201500149","volume":"67","author":"SA Louzon","year":"2016","unstructured":"Louzon, S. A., Bossarte, R., McCarthy, J. F. & Katz, I. R. Does suicidal ideation as measured by the PHQ-9 predict suicide among VA patients? Psychiatr. Serv. 67, 517\u2013522 (2016).","journal-title":"Psychiatr. Serv."},{"key":"772_CR5","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1176\/appi.ps.201800242","volume":"70","author":"GM Reger","year":"2019","unstructured":"Reger, G. M., McClure, M. L., Ruskin, D., Carter, S. P. & Reger, M. A. Integrating predictive modeling into mental health care: an example in suicide prevention. Psychiatr Serv 70, 71\u201374 (2019).","journal-title":"Psychiatr Serv"},{"key":"772_CR6","doi-asserted-by":"publisher","first-page":"1084","DOI":"10.1377\/hlthaff.2015.1672","volume":"35","author":"MF Hogan","year":"2016","unstructured":"Hogan, M. F. & Grumet, J. G. Suicide prevention: an emerging priority for health care. Health Aff. (Millwood) 35, 1084\u20131090 (2016).","journal-title":"Health Aff. (Millwood)"},{"key":"772_CR7","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1016\/j.jaip.2020.07.052","volume":"9","author":"V Sansing-Foster","year":"2021","unstructured":"Sansing-Foster, V. et al. Risk of psychiatric adverse events among montelukast users. J. Allergy Clin. Immunol. Pract. 9, 385\u2013393.e312 (2021).","journal-title":"J. Allergy Clin. Immunol. Pract."},{"key":"772_CR8","doi-asserted-by":"publisher","first-page":"1623","DOI":"10.1093\/ije\/dyz093","volume":"48","author":"C Droitcourt","year":"2019","unstructured":"Droitcourt, C. et al. Risk of suicide attempt associated with isotretinoin: a nationwide cohort and nested case-time-control study. Int. J. Epidemiol. 48, 1623\u20131635 (2019).","journal-title":"Int. J. Epidemiol."},{"key":"772_CR9","doi-asserted-by":"publisher","first-page":"1467","DOI":"10.1001\/jama.290.11.1467","volume":"290","author":"FK Goodwin","year":"2003","unstructured":"Goodwin, F. K. et al. Suicide risk in bipolar disorder during treatment with lithium and divalproex. JAMA 290, 1467\u20131473 (2003).","journal-title":"JAMA"},{"key":"772_CR10","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","volume":"143","author":"JA Hanley","year":"1982","unstructured":"Hanley, J. A. & McNeil, B. J. The meaning and use of the area under a receiver operating characteristic (ROC) curve. Radiology 143, 29\u201336 (1982).","journal-title":"Radiology"},{"key":"772_CR11","unstructured":"Green, D. M. & Swets, J. A. Signal Detection Theory and Psychophysics. (John Wiley and Sons, 1966)."},{"key":"772_CR12","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1038\/mp.2016.110","volume":"22","author":"RC Kessler","year":"2017","unstructured":"Kessler, R. C. et al. Predicting suicides after outpatient mental health visits in the Army Study to Assess Risk and Resilience in Servicemembers (Army STARRS). Mol. Psychiatry 22, 544\u2013551 (2017).","journal-title":"Mol. Psychiatry"},{"key":"772_CR13","first-page":"49","volume":"72","author":"RC Kessler","year":"2015","unstructured":"Kessler, R. C. et al. Predictingsuicides after psychiatric hospitalization in US Army soldiers: the Army StudyTo Assess Risk and Resilience in Servicemembers (Army STARRS).JAMAPsychiatry 72, 49\u201357 (2015).","journal-title":"JAMAPsychiatry"},{"key":"772_CR14","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1176\/appi.ajp.2016.16010077","volume":"174","author":"Y Barak-Corren","year":"2017","unstructured":"Barak-Corren, Y. et al. Predicting suicidal behavior from longitudinal electronic health records. Am. J. Psychiatry 174, 154\u2013162 (2017).","journal-title":"Am. J. Psychiatry"},{"key":"772_CR15","doi-asserted-by":"publisher","first-page":"951","DOI":"10.1176\/appi.ajp.2018.17101167","volume":"175","author":"GE Simon","year":"2018","unstructured":"Simon, G. E. et al. Predicting suicide attempts and suicide deaths following outpatient visits using electronic health records. Am. J. Psychiatry 175, 951\u2013960 (2018).","journal-title":"Am. J. Psychiatry"},{"key":"772_CR16","doi-asserted-by":"publisher","first-page":"1261","DOI":"10.1111\/jcpp.12916","volume":"59","author":"CG Walsh","year":"2018","unstructured":"Walsh, C. G., Ribeiro, J. D. & Franklin, J. C. Predicting suicide attempts in adolescents with longitudinal clinical data and machine learning. J. Child Psychol. Psychiatry 59, 1261\u20131270 (2018).","journal-title":"J. Child Psychol. Psychiatry"},{"key":"772_CR17","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1001\/jamapsychiatry.2019.2905","volume":"77","author":"JL Gradus","year":"2019","unstructured":"Gradus, J. L. et al. Prediction of sex-specific suicide risk using machine learning and single-payer health care registry data from Denmark. JAMA psychiatry 77, 25\u201334 (2019).","journal-title":"JAMA psychiatry"},{"key":"772_CR18","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1003416","volume":"17","author":"Q Chen","year":"2020","unstructured":"Chen, Q. et al. Predicting suicide attempt or suicide death following a visit to psychiatric specialty care: A machine learning study using Swedish national registry data. PLoS Med. 17, e1003416 (2020).","journal-title":"PLoS Med."},{"key":"772_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.eclinm.2020.100281","volume":"20","author":"M Sanderson","year":"2020","unstructured":"Sanderson, M. et al. Predicting death by suicide following an emergency department visit for parasuicide with administrative health care system data and machine learning. EClinicalMedicine 20, 100281 (2020).","journal-title":"EClinicalMedicine"},{"key":"772_CR20","doi-asserted-by":"publisher","DOI":"10.1038\/s41398-020-0684-2","volume":"10","author":"L Zheng","year":"2020","unstructured":"Zheng, L. et al. Development of an early-warning system for high-risk patients for suicide attempt using deep learning and electronic health records. Transl. Psychiatry 10, 72 (2020).","journal-title":"Transl. Psychiatry"},{"key":"772_CR21","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocab225","author":"I Bayramli","year":"2021","unstructured":"Bayramli, I. et al. Temporally informed random forests for suicide risk prediction. J. Am. Med. Inf. Assoc. https:\/\/doi.org\/10.1093\/jamia\/ocab225 (2021).","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"772_CR22","doi-asserted-by":"publisher","DOI":"10.1093\/jamiaopen\/ooab011","volume":"4","author":"FR Tsui","year":"2021","unstructured":"Tsui, F. R. et al. Natural language processing and machine learning of electronic health records for prediction of first-time suicide attempts. JAMIA Open 4, ooab011 (2021).","journal-title":"JAMIA Open"},{"key":"772_CR23","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C. Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1, 206\u2013215 (2019).","journal-title":"Nat. Mach. Intell."},{"key":"772_CR24","doi-asserted-by":"publisher","first-page":"e745","DOI":"10.1016\/S2589-7500(21)00208-9","volume":"3","author":"M Ghassemi","year":"2021","unstructured":"Ghassemi, M., Oakden-Rayner, L. & Beam, A. L. The false hope of current approaches to explainable artificial intelligence in health care. Lancet Digit Health 3, e745\u2013e750 (2021).","journal-title":"Lancet Digit Health"},{"key":"772_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103655","volume":"113","author":"AF Markus","year":"2021","unstructured":"Markus, A. F., Kors, J. A. & Rijnbeek, P. R. The role of explainability in creating trustworthy artificial intelligence for health care: A comprehensive survey of the terminology, design choices, and evaluation strategies. J. Biomed. Inform. 113, 103655 (2021).","journal-title":"J. Biomed. Inform."},{"key":"772_CR26","doi-asserted-by":"publisher","DOI":"10.2196\/30946","volume":"6","author":"KH Bentley","year":"2022","unstructured":"Bentley, K. H. et al. Implementing machine learning models for suicide risk prediction in clinical practice: focus group study with hospital providers. JMIR Form Res. 6, e30946 (2022).","journal-title":"JMIR Form Res."},{"key":"772_CR27","doi-asserted-by":"publisher","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447 (2019).","journal-title":"Science"},{"key":"772_CR28","doi-asserted-by":"publisher","first-page":"726","DOI":"10.1001\/jamapsychiatry.2021.0493","volume":"78","author":"RY Coley","year":"2021","unstructured":"Coley, R. Y., Johnson, E., Simon, G. E., Cruz, M. & Shortreed, S. M. Racial\/ethnic disparities in the performance of prediction models for death by suicide after mental health visits. JAMA Psychiatry 78, 726\u2013734 (2021).","journal-title":"JAMA Psychiatry"},{"key":"772_CR29","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0254-2","volume":"3","author":"CM Cutillo","year":"2020","unstructured":"Cutillo, C. M. et al. Machine intelligence in healthcare-perspectives on trustworthiness, explainability, usability, and transparency. NPJ Digit Med. 3, 47 (2020).","journal-title":"NPJ Digit Med."},{"key":"772_CR30","doi-asserted-by":"publisher","unstructured":"Kessler, R. C. et al. Developing a practical suicide risk prediction model for targeting high-risk patients in the Veterans health Administration. Int. J. Methods Psychiatr. Res. 26, https:\/\/doi.org\/10.1002\/mpr.1575 (2017).","DOI":"10.1002\/mpr.1575"},{"key":"772_CR31","doi-asserted-by":"publisher","DOI":"10.2196\/24377","volume":"7","author":"EE Haroz","year":"2021","unstructured":"Haroz, E. E. et al. Designing a clinical decision support tool that leverages machine learning for suicide risk prediction: development study in partnership with native American care providers. JMIR Public Health Surveill 7, e24377 (2021).","journal-title":"JMIR Public Health Surveill"},{"key":"772_CR32","doi-asserted-by":"publisher","unstructured":"Matarazzo, B. B. et al. The Veterans Health Administration REACH VET Program: Suicide Predictive Modeling in Practice. Psychiatr. Serv., appips202100629, https:\/\/doi.org\/10.1176\/appi.ps.202100629 (2022).","DOI":"10.1176\/appi.ps.202100629"},{"key":"772_CR33","doi-asserted-by":"publisher","unstructured":"Rossom, R. C. et al. Connecting research and practice: implementation of suicide prevention strategies in learning health care systems. Psychiatr Serv., appips202000596, https:\/\/doi.org\/10.1176\/appi.ps.202000596 (2021).","DOI":"10.1176\/appi.ps.202000596"},{"key":"772_CR34","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1176\/appi.ajp.2020.20060864","volume":"178","author":"JJ Mann","year":"2021","unstructured":"Mann, J. J., Michel, C. A. & Auerbach, R. P. Improving suicide prevention through evidence-based strategies: a systematic review. Am. J. Psychiatry 178, 611\u2013624 (2021).","journal-title":"Am. J. Psychiatry"},{"key":"772_CR35","doi-asserted-by":"publisher","first-page":"746","DOI":"10.1001\/jama.2022.13044","volume":"328","author":"USPST Force","year":"2022","unstructured":"Force, U. S. P. S. T. et al. Statin use for the primary prevention of cardiovascular disease in adults: us preventive services task force recommendation statement. JAMA 328, 746\u2013753 (2022).","journal-title":"JAMA"},{"key":"772_CR36","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1001\/jama.2019.11885","volume":"322","author":"USPST Force","year":"2019","unstructured":"Force, U. S. P. S. T. et al. Medication use to reduce risk of breast cancer: US preventive services task force recommendation statement. JAMA 322, 857\u2013867 (2019).","journal-title":"JAMA"},{"key":"772_CR37","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1002\/bimj.202000199","volume":"63","author":"RY Coley","year":"2021","unstructured":"Coley, R. Y., Walker, R. L., Cruz, M., Simon, G. E. & Shortreed, S. M. Clinical risk prediction models and informative cluster size: Assessing the performance of a suicide risk prediction algorithm. Biom J. 63, 1375\u20131388 (2021).","journal-title":"Biom J"},{"key":"772_CR38","doi-asserted-by":"publisher","first-page":"e1","DOI":"10.2105\/AJPH.2016.303088","volume":"106","author":"TS Hottes","year":"2016","unstructured":"Hottes, T. S., Bogaert, L., Rhodes, A. E., Brennan, D. J. & Gesink, D. Lifetime prevalence of suicide attempts among sexual minority adults by study sampling strategies: a systematic review and meta-analysis. Am. J. Public Health 106, e1\u2013e12 (2016).","journal-title":"Am. J. Public Health"},{"key":"772_CR39","doi-asserted-by":"publisher","first-page":"367","DOI":"10.3109\/09540261.2015.1083949","volume":"27","author":"M Ploderl","year":"2015","unstructured":"Ploderl, M. & Tremblay, P. Mental health of sexual minorities. A systematic review. Int. Rev. Psychiatry 27, 367\u2013385 (2015).","journal-title":"Int. Rev. Psychiatry"},{"key":"772_CR40","doi-asserted-by":"publisher","first-page":"e2031357","DOI":"10.1001\/jamanetworkopen.2020.31357","volume":"3","author":"KE Lynch","year":"2020","unstructured":"Lynch, K. E. et al. Evaluation of Suicide Mortality Among Sexual Minority US Veterans From 2000 to 2017. JAMA Netw. Open 3, e2031357\u2013e2031357 (2020).","journal-title":"JAMA Netw. Open"},{"key":"772_CR41","doi-asserted-by":"publisher","unstructured":"Simon, G. E. et al. Accuracy of ICD-10-CM encounter diagnoses from health records for identifying self-harm events. J. Am. Med. Inf. Assoc., ocac144, https:\/\/doi.org\/10.1101\/2020.09.24.20200998 (2020).","DOI":"10.1101\/2020.09.24.20200998"},{"key":"772_CR42","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/0021-9681(87)90171-8","volume":"40","author":"ME Charlson","year":"1987","unstructured":"Charlson, M. E., Pompei, P., Ales, K. L. & MacKenzie, C. R. A new method of classifying prognostic comorbidity in longitudinal studies: development and validation. J. Chronic Dis. 40, 373\u2013383 (1987).","journal-title":"J. Chronic Dis."},{"key":"772_CR43","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1046\/j.1525-1497.2001.016009606.x","volume":"16","author":"K Kroenke","year":"2001","unstructured":"Kroenke, K., Spitzer, R. L. & Williams, J. B. W. The PHQ-9: validity of a brief depression severity measure. J. Gen. Intern Med. 16, 606\u2013613 (2001).","journal-title":"J. Gen. Intern Med."},{"key":"772_CR44","doi-asserted-by":"publisher","first-page":"1195","DOI":"10.1176\/appi.ps.201200587","volume":"64","author":"GE Simon","year":"2013","unstructured":"Simon, G. E. et al. Does response on the PHQ-9 depression questionnaire predict subsequent suicide attempt or suicide death. Psychiatr Serv. 64, 1195\u20131202 (2013).","journal-title":"Psychiatr Serv."},{"key":"772_CR45","doi-asserted-by":"crossref","unstructured":"Hastie, T., Tibshirani, R. & Friedman, J. The elements of statistical learning: data mining, inference, and prediction. (Springer Science & Business Media, 2009).","DOI":"10.1007\/978-0-387-84858-7"},{"key":"772_CR46","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1080\/00401706.1979.10489751","volume":"21","author":"G Golub","year":"1979","unstructured":"Golub, G., Heath, M. & Wahba, G. Generalized cross-validation as a method for choosing a good ridge parameter. Technometrics 21, 215\u2013224 (1979).","journal-title":"Technometrics"},{"key":"772_CR47","doi-asserted-by":"publisher","first-page":"74","DOI":"10.3414\/ME00-01-0052","volume":"51","author":"JD Malley","year":"2012","unstructured":"Malley, J. D., Kruppa, J., Dasgupta, A., Malley, K. G. & Ziegler, A. Probability machines: consistent probability estimation using nonparametric learning machines. Methods Inf. Med. 51, 74\u201381 (2012).","journal-title":"Methods Inf. Med."},{"key":"772_CR48","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. Random forests. Mach. Learn. 45, 5\u2013\u221232 (2001).","journal-title":"Mach. Learn."},{"key":"772_CR49","doi-asserted-by":"crossref","first-page":"e1301","DOI":"10.1002\/widm.1301","volume":"9","author":"P Probst","year":"2019","unstructured":"Probst, P., Wright, M. N. & Boulesteix, A. L. Hyperparameters and tuning strategies for random forest. Data Mining Knowl. Discov. 9, e1301 (2019).","journal-title":"Data Mining Knowl. Discov."},{"key":"772_CR50","unstructured":"S., B., L., H. & S., A. In Multiple Classifier Systems. MCS 2009. Vol. 5519 Lecture Notes in Computer Science (eds Benediktsson J. A. & Roli F. Kittler J.) (Springer, 2009)."},{"key":"772_CR51","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1142\/S0129065789000499","volume":"1","author":"A Lansner","year":"1989","unstructured":"Lansner, A. & Ekeberg, \u00d6. A one-layer feedback artificial neural network with a Bayesian learning rule. Int. J. Neural Syst. 1, 77\u201387 (1989).","journal-title":"Int. J. Neural Syst."},{"key":"772_CR52","first-page":"315","volume":"28","author":"T Alvager","year":"1994","unstructured":"Alvager, T., Smith, T. J. & Vijai, F. The use of artificial neural networks in biomedical technologies: an introduction. Biomed. Instrum. Technol. 28, 315\u2013322 (1994).","journal-title":"Biomed. Instrum. Technol"},{"key":"772_CR53","doi-asserted-by":"publisher","first-page":"1075","DOI":"10.1016\/S0140-6736(95)91746-2","volume":"346","author":"SS Cross","year":"1995","unstructured":"Cross, S. S., Harrison, R. F. & Kennedy, R. L. Introduction to neural networks. Lancet 346, 1075\u20131079 (1995).","journal-title":"Lancet"},{"key":"772_CR54","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","volume":"58","author":"R Tibshirani","year":"1996","unstructured":"Tibshirani, R. Regression shrinkage and selection via the lasso. J R Stat. Soc. Series B Stat. Methodol. 58, 267\u2013288 (1996).","journal-title":"J R Stat. Soc. Series B Stat. Methodol."},{"key":"772_CR55","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1145\/65943.65945","volume":"7","author":"V Raghavan","year":"1989","unstructured":"Raghavan, V., Bollmann, P. & Jung, G. S. A critical investigation of recall and precision as measures of retrieval system performance. ACM Trans. Inf. Syst. 7, 205\u2013229 (1989).","journal-title":"ACM Trans. Inf. Syst."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00772-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00772-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00772-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T22:30:28Z","timestamp":1729117828000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00772-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,23]]},"references-count":55,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["772"],"URL":"https:\/\/doi.org\/10.1038\/s41746-023-00772-4","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,23]]},"assertion":[{"value":"22 July 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"R.B.P. reports receiving research funding from Otsuka Pharmaceuticals and that he is an (unpaid) board member of Youth MOVE National. No other authors report competing financial or non-financial interests as defined by Nature Portfolio.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"47"}}