{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T01:10:24Z","timestamp":1789866624253,"version":"4.0.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T00:00:00Z","timestamp":1725408000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T00:00:00Z","timestamp":1725408000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100024780","name":"Digital Health CRC","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100024780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-024-71557-2","type":"journal-article","created":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T02:02:31Z","timestamp":1725415351000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Predicting anxiety treatment outcome in community mental health services using linked health administrative data"],"prefix":"10.1038","volume":"14","author":[{"given":"Kevin E. K.","family":"Chai","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kyran","family":"Graham-Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Crystal M. Y.","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Rock","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mathew","family":"Coleman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kim S.","family":"Betts","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Suzanne","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter M.","family":"McEvoy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,4]]},"reference":[{"key":"71557_CR1","unstructured":"National Study of Mental Health and Wellbeing. https:\/\/www.abs.gov.au\/statistics\/health\/mental-health\/national-study-mental-health-and-wellbeing\/latest-release (2023)."},{"issue":"11","key":"71557_CR2","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2023.45073","volume":"6","author":"SC Villaume","year":"2023","unstructured":"Villaume, S. C., Chen, S. & Adam, E. K. Age disparities in prevalence of anxiety and depression among US adults during the COVID-19 pandemic. JAMA Netw. Open 6(11), e2345073 (2023).","journal-title":"JAMA Netw. Open"},{"key":"71557_CR3","unstructured":"Australian Institute of Health and Welfare. Medicare-subsidised mental health-specific services. https:\/\/www.aihw.gov.au\/mental-health\/topic-areas\/medicare-subsidised-services (2023)."},{"key":"71557_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/11920-019-1017-0","volume":"21","author":"EG Castillo","year":"2019","unstructured":"Castillo, E. G. et al. Community interventions to promote mental health and social equity. Curr. Psychiatry Rep. 21, 1\u201314. https:\/\/doi.org\/10.1007\/11920-019-1017-0 (2019).","journal-title":"Curr. Psychiatry Rep."},{"key":"71557_CR5","unstructured":"Australian institute of Health and Welfare. Community Services\u2014Mental health AIHW. https:\/\/www.aihw.gov.au\/mental-health\/topic-areas\/community-services (2023)."},{"issue":"4","key":"71557_CR6","doi-asserted-by":"publisher","first-page":"455","DOI":"10.31887\/DCNS.2014.16.4\/fmcmahon","volume":"16","author":"FJ McMahon","year":"2014","unstructured":"McMahon, F. J. Prediction of treatment outcomes in psychiatry\u2014Where do we stand?. Dialogues Clin. Neurosci. 16(4), 455\u2013464 (2014).","journal-title":"Dialogues Clin. Neurosci."},{"issue":"2","key":"71557_CR7","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1002\/wps.20882","volume":"20","author":"AM Chekroud","year":"2021","unstructured":"Chekroud, A. M. et al. The promise of machine learning in predicting treatment outcomes in psychiatry. World Psychiatry 20(2), 154\u2013170 (2021).","journal-title":"World Psychiatry"},{"issue":"1","key":"71557_CR8","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1186\/s40359-023-01238-8","volume":"11","author":"SEH Eilertsen","year":"2023","unstructured":"Eilertsen, S. E. H. & Eilertsen, T. H. Why is it so hard to identify (consistent) predictors of treatment outcome in psychotherapy? Clinical and research perspectives. BMC Psychol. 11(1), 198 (2023).","journal-title":"BMC Psychol."},{"issue":"1","key":"71557_CR9","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-81368-4","volume":"11","author":"MD Nemesure","year":"2021","unstructured":"Nemesure, M. D., Heinz, M. V., Huang, R. & Jacobson, N. C. Predictive modeling of depression and anxiety using electronic health records and a novel machine learning approach with artificial intelligence. Sci. Rep. 11(1), 1980 (2021).","journal-title":"Sci. Rep."},{"key":"71557_CR10","doi-asserted-by":"crossref","unstructured":"Stanojevic, M., Norris, L. A., Kendall, P. C. & Obradovic, Z. Predicting anxiety treatment outcomes with machine learning. In 2022 21st IEEE International Conference on Machine Learning and Applications (ICMLA) 957\u2013962 (IEEE, 2022).","DOI":"10.1109\/ICMLA55696.2022.00160"},{"key":"71557_CR11","volume":"7","author":"S Hornstein","year":"2021","unstructured":"Hornstein, S., Forman-Hoffman, V., Nazander, A., Ranta, K. & Hilbert, K. Predicting therapy outcome in a digital mental health intervention for depression and anxiety: A machine learning approach. Digit. Health 7, 20552076211060659 (2021).","journal-title":"Digit. Health"},{"key":"71557_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.janxdis.2023.102676","volume":"94","author":"DM Erceg-Hurn","year":"2023","unstructured":"Erceg-Hurn, D. M., Campbell, B. N. & McEvoy, P. M. What explains the failure to identify replicable moderators of symptom change in social anxiety disorder?. J. Anxiety Disord. 94, 102676 (2023).","journal-title":"J. Anxiety Disord."},{"key":"71557_CR13","doi-asserted-by":"crossref","unstructured":"Meehl, P. E. Clinical versus statistical prediction: A theoretical analysis and a review of the evidence (1954).","DOI":"10.1037\/11281-000"},{"issue":"4899","key":"71557_CR14","doi-asserted-by":"publisher","first-page":"1668","DOI":"10.1126\/science.2648573","volume":"243","author":"RM Dawes","year":"1989","unstructured":"Dawes, R. M., Faust, D. & Meehl, P. E. Clinical versus actuarial judgment. Science 243(4899), 1668\u20131674 (1989).","journal-title":"Science"},{"issue":"4","key":"71557_CR15","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1177\/1745691614535216","volume":"9","author":"SO Lilienfeld","year":"2014","unstructured":"Lilienfeld, S. O., Ritschel, L. A., Lynn, S. J., Cautin, R. L. & Latzman, R. D. Why ineffective psychotherapies appear to work: A taxonomy of causes of spurious therapeutic effectiveness. Perspect. Psychol. Sci. 9(4), 355\u2013387 (2014).","journal-title":"Perspect. Psychol. Sci."},{"key":"71557_CR16","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1590\/S1516-44462012000100016","volume":"34","author":"SCC Mululo","year":"2012","unstructured":"Mululo, S. C. C., Menezes, G. B. D., Vigne, P. & Fontenelle, L. F. A review on predictors of treatment outcome in social anxiety disorder. Braz. J. Psychiatry 34, 92\u2013100 (2012).","journal-title":"Braz. J. Psychiatry"},{"key":"71557_CR17","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1007\/s40501-020-00237-5","volume":"8","author":"YS Ang","year":"2021","unstructured":"Ang, Y. S. & Pizzagalli, D. A. Predictors of treatment outcome in adolescent depression. Curr. Treat. Options Psychiatry 8, 18\u201328 (2021).","journal-title":"Curr. Treat. Options Psychiatry"},{"key":"71557_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/s10597-024-01300-8","author":"CMY Lee","year":"2024","unstructured":"Lee, C. M. Y. et al. Patterns of mental service utilisation: A population-based linkage of over 17 years of health administrative records. Community Ment. Health J. https:\/\/doi.org\/10.1007\/s10597-024-01300-8 (2024).","journal-title":"Community Ment. Health J."},{"key":"71557_CR19","volume-title":"The International Statistical Classification of Diseases and Related Health Problems, Australian Modification (ICD-10-AM)","author":"National Centre for Classification in Health","year":"2017","unstructured":"National Centre for Classification in Health. The International Statistical Classification of Diseases and Related Health Problems, Australian Modification (ICD-10-AM) 10th edn. (Independent Hospital Pricing Authority, 2017).","edition":"10"},{"key":"71557_CR20","unstructured":"Kessler, R. C. M. D. & Mroczek, D. An Update of the Development of Mental Health Screening Scales for the US National Health Interview Study (University of Michigan, Survey Research Center of the Institute for Social Research, 1992)."},{"issue":"2","key":"71557_CR21","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1001\/archpsyc.60.2.184","volume":"60","author":"RC Kessler","year":"2003","unstructured":"Kessler, R. C. et al. Screening for serious mental illness in the general population. Arch. Gen. Psychiatry 60(2), 184\u2013189 (2003).","journal-title":"Arch. Gen. Psychiatry"},{"key":"71557_CR22","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1111\/j.1467-842X.2001.tb00310.x","volume":"25","author":"G Andrews","year":"2001","unstructured":"Andrews, G. & Slade, T. Interpreting scores on the Kessler Psychological Distress Scale (K10). Aust. N. Z. J. Public Health 25, 494\u2013497 (2001).","journal-title":"Aust. N. Z. J. Public Health"},{"key":"71557_CR23","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.jad.2014.12.046","volume":"175","author":"PM McEvoy","year":"2015","unstructured":"McEvoy, P. M. et al. Group metacognitive therapy for repetitive negative thinking in primary and non-primary generalized anxiety disorder: An effectiveness trial. J. Affect. Disord. 175, 124\u2013132 (2015).","journal-title":"J. Affect. Disord."},{"issue":"31","key":"71557_CR24","doi-asserted-by":"publisher","first-page":"1026","DOI":"10.21105\/joss.01026","volume":"3","author":"R Vallat","year":"2018","unstructured":"Vallat, R. Pingouin: Statistics in Python. J. Open Source Softw. 3(31), 1026. https:\/\/doi.org\/10.21105\/joss.01026 (2018).","journal-title":"J. Open Source Softw."},{"key":"71557_CR25","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1037\/0022-006X.59.1.12","volume":"59","author":"NS Jacobson","year":"1992","unstructured":"Jacobson, N. S. & Truax, P. Clinical significance: A statistical approach to defining meaningful change in psychotherapy research. J. Consult. Clin. Psychol. 59, 12\u201319 (1992).","journal-title":"J. Consult. Clin. Psychol."},{"key":"71557_CR26","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F. et al. Scikit-learn: Machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011).","journal-title":"J. Mach. Learn. Res."},{"key":"71557_CR27","unstructured":"Ali, M. PyCaret: An open source, low-code machine learning library in Python. https:\/\/www.pycaret.org (2020)."},{"issue":"9","key":"71557_CR28","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.1097\/JTO.0b013e3181ec173d","volume":"5","author":"JN Mandrekar","year":"2010","unstructured":"Mandrekar, J. N. Receiver operating characteristic curve in diagnostic test assessment. J. Thorac. Oncol. 5(9), 1315\u20131316 (2010).","journal-title":"J. Thorac. Oncol."},{"key":"71557_CR29","first-page":"738","volume-title":"Pattern Recognition and Machine Learning","author":"CM Bishop","year":"2006","unstructured":"Bishop, C. M. & Nasrabadi, N. M. Pattern Recognition and Machine Learning Vol. 4, 738 (Springer, 2006)."},{"key":"71557_CR30","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-013-0679-x","author":"E Strumbelj","year":"2014","unstructured":"Strumbelj, E. & Kononenko, I. Explaining prediction models and individual predictions with feature contributions. Knowl. Inf. Syst. J. https:\/\/doi.org\/10.1007\/s10115-013-0679-x (2014).","journal-title":"Knowl. Inf. Syst. J."},{"key":"71557_CR31","unstructured":"Lundberg, S. M., & Lee, S. I. A unified approach to interpreting model predictions. In Advances in Neural Information Processing Systems (NeurIPS) (2017)."},{"issue":"2","key":"71557_CR32","first-page":"1157","volume":"3","author":"I Guyon","year":"2003","unstructured":"Guyon, I. & Elisseeff, A. An introduction to variable and feature selection. J. Mach. Learn. Res. 3(2), 1157\u20131182 (2003).","journal-title":"J. Mach. Learn. Res."},{"issue":"4857","key":"71557_CR33","doi-asserted-by":"publisher","first-page":"1285","DOI":"10.1126\/science.3287615","volume":"240","author":"JA Swets","year":"1988","unstructured":"Swets, J. A. Measuring the accuracy of diagnostic systems. Science 240(4857), 1285\u20131293 (1988).","journal-title":"Science"},{"issue":"2","key":"71557_CR34","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1177\/070674370705200210","volume":"52","author":"DL Streiner","year":"2007","unstructured":"Streiner, D. L. & Cairney, J. What\u2019s under the ROC? An introduction to receiver operating characteristics curves. Can. J. Psychiatry 52(2), 121\u2013128 (2007).","journal-title":"Can. J. Psychiatry"},{"key":"71557_CR35","volume-title":"The Basic Practice of Statistics","author":"DS Moore","year":"2013","unstructured":"Moore, D. S., Notz, W. & Fligner, M. A. The Basic Practice of Statistics (W.H. Freeman and Company, 2013)."},{"key":"71557_CR36","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J. Statistical Power Analysis for the Behavioral Sciences 2nd edn. (Lawrence Erlbaum Associates, 1988).","edition":"2"},{"issue":"4","key":"71557_CR37","doi-asserted-by":"publisher","DOI":"10.1111\/cpsp.12268","volume":"25","author":"MJ Lambert","year":"2018","unstructured":"Lambert, M. J. & Harmon, K. L. The merits of implementing routine outcome monitoring in clinical practice. Clin. Psychol. Sci. Pract. 25(4), e12268 (2018).","journal-title":"Clin. Psychol. Sci. Pract."},{"issue":"1","key":"71557_CR38","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1037\/a0018055","volume":"136","author":"K Naragon-Gainey","year":"2010","unstructured":"Naragon-Gainey, K. Meta-analysis of the relations of anxiety sensitivity to the depressive and anxiety disorders. Psychol. Bull. 136(1), 128 (2010).","journal-title":"Psychol. Bull."},{"key":"71557_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.cpr.2019.101778","volume":"73","author":"PM McEvoy","year":"2019","unstructured":"McEvoy, P. M., Hyett, M. P., Shihata, S., Price, J. E. & Strachan, L. The impact of methodological and measurement factors on transdiagnostic associations with intolerance of uncertainty: A meta-analysis. Clin. Psychol. Rev. 73, 101778 (2019).","journal-title":"Clin. Psychol. Rev."},{"key":"71557_CR40","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/j.jcbs.2022.03.007","volume":"24","author":"M Akbari","year":"2022","unstructured":"Akbari, M., Seydavi, M., Hosseini, Z. S., Krafft, J. & Levin, M. E. Experiential avoidance in depression, anxiety, obsessive-compulsive related, and posttraumatic stress disorders: A comprehensive systematic review and meta-analysis. J. Context. Behav. Sci. 24, 65\u201378 (2022).","journal-title":"J. Context. Behav. Sci."},{"issue":"2","key":"71557_CR41","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1080\/09515070.2023.2205103","volume":"37","author":"AM Vaz","year":"2024","unstructured":"Vaz, A. M., Ferreira, L. I., Gelso, C. & Janeiro, L. The sister concepts of working alliance and real relationship: A meta-analysis. Counsel. Psychol. Q. 37(2), 247\u2013268 (2024).","journal-title":"Counsel. Psychol. Q."},{"issue":"1\u20133","key":"71557_CR42","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.jad.2013.01.009","volume":"149","author":"R de Graaf","year":"2013","unstructured":"de Graaf, R., ten Have, M., Tuithof, M. & van Dorsselaer, S. First-incidence of DSM-IV mood, anxiety and substance use disorders and its determinants: Results from the Netherlands Mental Health Survey and Incidence Study-2. J. Affect. Disord. 149(1\u20133), 100\u2013107 (2013).","journal-title":"J. Affect. Disord."},{"issue":"1","key":"71557_CR43","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1146\/annurev-psych-122414-033408","volume":"67","author":"S Sharma","year":"2016","unstructured":"Sharma, S., Powers, A., Bradley, B. & Ressler, K. J. Gene \u00d7 environment determinants of stress-and anxiety-related disorders. Annu. Rev. Psychol. 67(1), 239\u2013261 (2016).","journal-title":"Annu. Rev. Psychol."},{"issue":"3","key":"71557_CR44","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1002\/wps.20661","volume":"18","author":"P Cuijpers","year":"2019","unstructured":"Cuijpers, P. Targets and outcomes of psychotherapies for mental disorders: An overview. World Psychiatry 18(3), 276\u2013285 (2019).","journal-title":"World Psychiatry"},{"key":"71557_CR45","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyt.2023.1282466","volume":"14","author":"LO Lundqvist","year":"2024","unstructured":"Lundqvist, L. O. et al. Influence of mental health service provision on the perceived quality of life among psychiatric outpatients: Associations and mediating factors. Front. Psychiatry 14, 1282466 (2024).","journal-title":"Front. Psychiatry"},{"key":"71557_CR46","doi-asserted-by":"crossref","unstructured":"McAleavey, A. A., de Jong, K., Nissen-Lie, H. A., Boswell, J. F., Moltu, C. & Lutz, W. (2024). Routine outcome monitoring and clinical feedback in psychotherapy: Recent advances and future directions. Administration and Policy in Mental Health and Mental Health Services Research, 1\u201315.","DOI":"10.1007\/s10488-024-01351-9"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-71557-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-71557-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-71557-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T02:05:17Z","timestamp":1725415517000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-024-71557-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,4]]},"references-count":46,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["71557"],"URL":"https:\/\/doi.org\/10.1038\/s41598-024-71557-2","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,4]]},"assertion":[{"value":"17 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This study was approved by the Department of Health Western Australia Human Research Ethics Committee (approval number: RGS0000004782) and the Curtin University Human Research Ethics Committee (approval number: HRE2022-0001) with a waiver of informed consent obtained from the Department of Health Western Australia Human Research Ethics Committee. All methods in this study were performed in accordance with the relevant guidelines and regulations.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}],"article-number":"20559"}}