{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T04:14:14Z","timestamp":1775189654884,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,3,18]],"date-time":"2019-03-18T00:00:00Z","timestamp":1552867200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003246","name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["314-99-104"],"award-info":[{"award-number":["314-99-104"]}],"id":[{"id":"10.13039\/501100003246","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s12911-019-0796-x","type":"journal-article","created":{"date-parts":[[2019,3,18]],"date-time":"2019-03-18T12:03:16Z","timestamp":1552910596000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Considering patient safety in autonomous e-mental health systems \u2013 detecting risk situations and referring patients back to human care"],"prefix":"10.1186","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7826-5821","authenticated-orcid":false,"given":"Myrthe L.","family":"Tielman","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark A.","family":"Neerincx","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claudia","family":"Pagliari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Albert","family":"Rizzo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Willem-Paul","family":"Brinkman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,3,18]]},"reference":[{"key":"796_CR1","unstructured":"WHO. Global burden of mental disorders and the need for a comprehensive, coordinated response from health and social sectors at the country level. 2012.."},{"issue":"2","key":"796_CR2","doi-asserted-by":"publisher","first-page":"80","DOI":"10.3109\/10673221003707702","volume":"18","author":"JA Cartreine","year":"2011","unstructured":"Cartreine JA, Ahern DK, Locke SE. A roadmap to computer-based psychotherapy in the United States. Harv Rev Psychiatry. 2011;18(2):80\u201395.","journal-title":"Harv Rev Psychiatry"},{"key":"796_CR3","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1111\/j.1365-2850.2009.01390.x","volume":"16","author":"C Lyons","year":"2009","unstructured":"Lyons C, Hopley P, Horrocks J. A decade of stigma and discrimination in mental health:plus \u00e7a change, plus c\u2019est la m\u00eame chose (the morethings change, the more they stay the same). J Psychiatr Ment Health Nurs. 2009;16:501\u20137.","journal-title":"J Psychiatr Ment Health Nurs"},{"key":"796_CR4","doi-asserted-by":"crossref","unstructured":"Donker T, Blankers M, Hedman E, Lj\u00f3tsson B, Petrie K, Christensen H. Economic evaluations of Internet interventions for mental health: a systematic review. Psychological Medicine. 2015:1\u201320.","DOI":"10.1017\/S0033291715001427"},{"issue":"1","key":"796_CR5","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1192\/bjp.186.1.11","volume":"186","author":"P Bower","year":"2005","unstructured":"Bower P, Gilbody S. Stepped care in psychological therapies: access, effectiveness and efficiency. Br J Psychiatry. 2005;186(1):11\u20137.","journal-title":"Br J Psychiatry"},{"issue":"1","key":"796_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artmed.2014.06.004","volume":"62","author":"DD Luxton","year":"2014","unstructured":"Luxton DD. Recommendations for the ethical use and design of artificial intelligent care providers. Artif Intell Med. 2014;62(1):1\u201310.","journal-title":"Artif Intell Med"},{"key":"796_CR7","first-page":"151","volume":"184","author":"J Gratch","year":"2013","unstructured":"Gratch J, Morency LP, Scherer S, Stratou G, Boberg J, Koenig S, et al. User-state sensing for virtual health agents and TeleHealth applications. Studies in Health Technology Informaticts. 2013;184:151\u20137.","journal-title":"Studies in Health Technology Informaticts"},{"key":"796_CR8","unstructured":"DeVault D, Artstein R, Benn G, Dey T, Fast E, Gainer A, et al. SimSensei Kiosk: A Virtual Human Interviewer for HealHealth Decision Support. In AAMAS; 2014."},{"key":"796_CR9","doi-asserted-by":"crossref","unstructured":"Rizzo AA, Lange B, Buckwalter JG, Forbell E, Kim J, Sagae K, et al. An Intelligent Virtual Human System for Providing Healthcare Information and Support. Medicine meets Virtual Reality. 2011.","DOI":"10.1515\/IJDHD.2011.046"},{"key":"796_CR10","first-page":"329","volume":"181","author":"C Pagliari","year":"2012","unstructured":"Pagliari C, Burton C, McKinstry B, Szentatotai A, David D. Blanco AS, et al. psychosocial implications of avatar use in supporting therapy for depression. Stud Health Technol Inform. 2012;181:329\u201333.","journal-title":"Stud Health Technol Inform"},{"key":"796_CR11","unstructured":"Wolters M, Martinez-Miranda J, Hastie H, Matheson C. Managing Data in Help4Mood. In 2nd International Workshop on Computing Paradigms for Mental Health - MindCare 2012; 2012."},{"issue":"2","key":"796_CR12","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1016\/j.cct.2013.08.005","volume":"36","author":"H Kordy","year":"2013","unstructured":"Kordy H, Backenstrass M, H\u00fcsing J, Wolf M, Aulich K, B\u00fcrg M, et al. Supportive monitoring and disease management through the internet: an internet-delivered intervention strategy for recurrent depression. Contemporary Clinical Trials. 2013;36(2):327\u201337.","journal-title":"Contemporary Clinical Trials"},{"issue":"6","key":"796_CR13","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1111\/eip.12136","volume":"9","author":"J Robinson","year":"2015","unstructured":"Robinson J, Hetrick S, Cox G, Bendall S, Yung A, Pirkis J. The safety and acceptability of delivering an online intervention to secondary students at risk of suicide: findings from a pilot study. Early Intervention in Psychiatry. 2015;9(6):498\u2013506.","journal-title":"Early Intervention in Psychiatry"},{"key":"796_CR14","doi-asserted-by":"crossref","unstructured":"Tielman ML, Neerincx MA, Bidarra R, Kybartas B, Brinkman WP. A therapy system for post-traumatic stress disorder using a virtual agent and virtual storytelling to reconstruct traumatic memories. J Med Syst. 2017;41.","DOI":"10.1007\/s10916-017-0771-y"},{"issue":"20","key":"796_CR15","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.jad.2014.03.009","volume":"162","author":"J Spence","year":"2014","unstructured":"Spence J, Titov N, Johnston L, Jones MP, Dear BF. Internet-based trauma-focused cognitive behavioural therapy for PTSD with and without exposure components: a randomised controlled trial. J Affect Disord. 2014;162(20):73\u201380.","journal-title":"J Affect Disord"},{"key":"796_CR16","doi-asserted-by":"crossref","unstructured":"Kasckow J, Zickmund S, Rotondi A, Mrkva A, Gurklis J, Chinman M, et al. Development of Telehealth Dialogues for Monitoring Suicidal Patients with Schizophrenia: Consumer Feedback. Community Mental Health Journal. 2013; Brief Report: p. 1\u20134.","DOI":"10.1007\/s10597-012-9589-8"},{"key":"796_CR17","doi-asserted-by":"crossref","unstructured":"Kasckow J, Zickmund S, Rotondi A, Welch A, Gurklis J, Chinman M, et al. Optimizing Scripted Dialogues for an e-Health Intervention for Suicidal Veterans with Major Depression. Community Ment Health J. 2015;15(5):509\u201312.","DOI":"10.1007\/s10597-014-9775-y"},{"key":"796_CR18","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1007\/s11920-014-0533-1","volume":"17","author":"G Andrews","year":"2015","unstructured":"Andrews G, Newby JM, Williams AD. Internet-delivered cognitive behavior therapy for anxiety disorders is here to stay. Current psychiatry reports. 2015;17:533.","journal-title":"Current psychiatry reports"},{"issue":"8","key":"796_CR19","doi-asserted-by":"publisher","first-page":"8193","DOI":"10.3390\/ijerph110808193","volume":"11","author":"HM Christensen","year":"2014","unstructured":"Christensen HM, Batterham PJ, O\u2019Dea B. E-health interventions for suicide prevention. Int J Environ Res Public Health. 2014;11(8):8193\u2013212.","journal-title":"Int J Environ Res Public Health"},{"key":"796_CR20","unstructured":"van Hemert AM, Kerkhof AJFM, de Keijser J, Verwey B, van Boven C, Hummelen JW, et al. Multidisciplinaire richtlijn diagnostiek en behandeling van su\u00efcidaal gedrag. In.; 2012."},{"key":"796_CR21","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1111\/nhs.12161","volume":"17","author":"K Knight","year":"2015","unstructured":"Knight K, BAppSci, Kenny A, Endacott R. Assessing clinical urgency via telephone in rural Australia. Nurs Health Sci. 2015;17:201\u20137.","journal-title":"Nurs Health Sci"},{"key":"796_CR22","doi-asserted-by":"publisher","first-page":"3203","DOI":"10.1111\/j.1365-2702.2012.04093.x","volume":"22","author":"N Sands","year":"2013","unstructured":"Sands N, Elsom S, Gerdtz M, Henderson K, Keppich-Arnold S, Droste N, et al. Identifying the core competencies of mental health telephone triage. J Clin Nurs. 2013;22:3203\u201316.","journal-title":"J Clin Nurs"},{"key":"796_CR23","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.jpsychores.2014.12.012","volume":"78","author":"BH Belnap","year":"2015","unstructured":"Belnap BH, Schulberg HC, He F, Mazumdar S, Reynolds CF, Rollman BL. Electronic protocol for suicide risk management in research participants. J Psychosom Res. 2015;78:340\u20135.","journal-title":"J Psychosom Res"},{"key":"796_CR24","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s11606-016-3873-1","volume":"32","author":"BL Rollman","year":"2017","unstructured":"Rollman BL, Belnap BH, Mazumdar S, Abebe KZ, Karp JF, Lenze EJ, et al. Telephone-delivered stepped collaborative Care for Treating Anxiety in primary care: a randomized controlled trial. J Gen Intern Med. 2017;32:245\u201355.","journal-title":"J Gen Intern Med"},{"key":"796_CR25","volume-title":"Risk detection in smart mental-health applications","author":"M Tielman","year":"2015","unstructured":"Tielman M, Pagliari C, Brinkman WP. Risk detection in smart mental-health applications; 2015."},{"key":"796_CR26","doi-asserted-by":"crossref","unstructured":"Pompili M, Sher L, Serafini G, Forte A, Innamorati M, Dominici G, et al. Posttraumatic Stress Disorder and Suicide Risk Among Veterans. J Nervous and Mental Disease. 2013.","DOI":"10.1097\/NMD.0b013e3182a21458"},{"key":"796_CR27","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1001\/archpsyc.61.8.807","volume":"61","author":"BF Grant","year":"2004","unstructured":"Grant BF, Stinson FS, Dawson DA, Chou SP, Dufour MC, Compton W, et al. Prevalence and co-occurrence of substance use disorders and IndependentMood and anxiety disorders results from the National Epidemiologic Survey on alcohol and RelatedConditions. Arch Gen Psychiatry. 2004;61:807\u201316.","journal-title":"Arch Gen Psychiatry"},{"issue":"12","key":"796_CR28","doi-asserted-by":"publisher","first-page":"1195","DOI":"10.1176\/appi.ps.201200587","volume":"64","author":"GE Simon","year":"2013","unstructured":"Simon GE, Rutter CM, Peterson D, Oliver M, Whiteside U, Operskalski B, et al. Do PHQ depression questionnaires completed during outpatient visits predict subsequent suicide attempt or suicide death? Psychiatr Serv. 2013;64(12):1195\u2013202.","journal-title":"Psychiatr Serv"},{"key":"796_CR29","doi-asserted-by":"crossref","unstructured":"Gould MS. Suicide and the media. In Annals of the New York Academy of Sciences; 2001.","DOI":"10.1111\/j.1749-6632.2001.tb05807.x"},{"key":"796_CR30","unstructured":"Koocher GP, Keith-Speigel P. Ethics in psychology and the mental health professions: standards and cases (oxford textbooks in clinical psychology): Oxford University press; 2008."},{"key":"796_CR31","unstructured":"Shevat A. Designing Bots Rufino A, editor.: O'Reilly; 2015."},{"key":"796_CR32","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.brat.2015.12.016","volume":"77","author":"IL Kampmann","year":"2016","unstructured":"Kampmann IL, Emmelkamp PMG, Hartanto D, Brinkman WP, Zijlstra BJH, Morina N. Exposure to virtual social interactions in the treatment of social anxiety disorder: a randomized controlled trial. Behav Res Ther. 2016;77:147\u201356.","journal-title":"Behav Res Ther"},{"key":"796_CR33","doi-asserted-by":"crossref","DOI":"10.4324\/9780203933039","volume-title":"Persuasion in society: Routledge","author":"HW Simons","year":"2011","unstructured":"Simons HW, Jones JG. Persuasion in society: Routledge; 2011."},{"key":"796_CR34","doi-asserted-by":"crossref","unstructured":"Fogg BJ. A behavior model for persuasive design. In Proceedings of the 4th International Conference on Persuasive Technology; 2009.","DOI":"10.1145\/1541948.1541999"},{"key":"796_CR35","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1186\/1748-5908-6-42","volume":"6","author":"S Michie","year":"2011","unstructured":"Michie S, van Stralen MM, West R. The behaviour change wheel: A new method for characterising and designing behaviour change intervention. Implementation Science. 2011;6:42.","journal-title":"Implementation Science"},{"key":"796_CR36","unstructured":"Thaler RH, Sunstein CR. Nudge: improving decisions about health, wealth, and happiness: Yale University press; 2008."},{"key":"796_CR37","doi-asserted-by":"crossref","unstructured":"M.Ohayon M. Epidemiology of insomnia: what we know and what we still need to learn. Sleep Medicine Reviews. 2002; 6: p. 97\u2013111.","DOI":"10.1053\/smrv.2002.0186"},{"key":"796_CR38","doi-asserted-by":"crossref","unstructured":"Thayaparan AJ, Mahdi E. The patient satisfaction questionnaire short form (PSQ-18) as an adaptable, reliable, and validated tool for use in various settings. Med Educ Online. 2013;18.","DOI":"10.3402\/meo.v18i0.21747"},{"key":"796_CR39","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1177\/1077558702059003004","volume":"59","author":"MA Hall","year":"2002","unstructured":"Hall MA, Zheng B, Dugan E, Camacho F, Kidd KE. Measuring patients\u2019 Trust in Their Primary Care Providers. Med Care Res Rev. 2002;59:293\u2013318.","journal-title":"Med Care Res Rev"},{"key":"796_CR40","doi-asserted-by":"publisher","unstructured":"Tielman ML, Neerincx MA, Pagliari C, Rizzo A, Brinkman WP. Dataset belonging to the paper: Considering patient safety in autonomous e-mental health systems - Detecting risk situations and referring patients back to human care 2017. doi: https:\/\/doi.org\/10.4121\/uuid:d158b291-e41d-430a-82d0-e91da98f6b0f .","DOI":"10.4121\/uuid:d158b291-e41d-430a-82d0-e91da98f6b0f"},{"key":"796_CR41","first-page":"105","volume-title":"Frontiers in Econometrics","author":"D McFadden","year":"1974","unstructured":"McFadden D. In: Zarembka P, editor. Frontiers in Econometrics. New York: Academic Press; 1974. p. 105\u201342."},{"key":"796_CR42","first-page":"155","volume":"112","author":"J Cohen","year":"1992","unstructured":"Cohen J. A power primer. Quantative Methods in Psychology. 1992;112:155\u20139.","journal-title":"Quantative Methods in Psychology"},{"key":"796_CR43","doi-asserted-by":"crossref","unstructured":"Prochaska JO, DiClemente CC. In: Norcross JC, Goldfried MR, editors. The transtheoretical approach: Oxford University Press; 2005. p. 147\u201371.","DOI":"10.1093\/med:psych\/9780195165791.003.0007"},{"key":"796_CR44","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.6553","volume":"19","author":"S Provoost","year":"2017","unstructured":"Provoost S, Lau HM, Ruwaard J, Riper H. Embodied conversational agents in clinical psychology: a scoping review. J Med Internet Res. 2017;19:e151.","journal-title":"J Med Internet Res"},{"key":"796_CR45","doi-asserted-by":"publisher","first-page":"327","DOI":"10.3109\/09638237.2012.705930","volume":"21","author":"U Schmidt","year":"2012","unstructured":"Schmidt U, Wykes T. E-mental health \u2013 a land of unlimited possibilities. J Ment Health. 2012;21:327\u201331.","journal-title":"J Ment Health"},{"key":"796_CR46","unstructured":"Blenkinsopp A, Bond C, Britten N, Feely M, Green P, George C, et al. From compliance to concordance : achieving shared goals in medicine taking Sharp M, Dohme RPSoGB, editors.; 1997."},{"issue":"12","key":"796_CR47","doi-asserted-by":"publisher","first-page":"2193","DOI":"10.2105\/AJPH.2007.115477","volume":"97","author":"K Zivin","year":"2007","unstructured":"Zivin K, Kim HM, McCarthy JF, Austin KL, Hoggatt KJ, Walters H, et al. Suicide mortality among individuals receiving treatment for depression in the veterans affairs health system: associations with patient and treatment setting characteristics. Am J Public Health. 2007;97(12):2193\u20138.","journal-title":"Am J Public Health"},{"key":"796_CR48","doi-asserted-by":"publisher","first-page":"1227","DOI":"10.1016\/S0140-6736(15)00234-2","volume":"387","author":"G Turecki","year":"2016","unstructured":"Turecki G, Brent DA. Suicide and suicidal behaviour. Lancet. 2016;387:1227\u201339.","journal-title":"Lancet."}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-019-0796-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12911-019-0796-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-019-0796-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T21:51:10Z","timestamp":1721080270000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-019-0796-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3,18]]},"references-count":48,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["796"],"URL":"https:\/\/doi.org\/10.1186\/s12911-019-0796-x","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3,18]]},"assertion":[{"value":"6 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The design of this study was approved by the Ethical Committee of Delft University of Technology, no. 117. All participants were provided with information about the study beforehand, and it was explicitly stated that by clicking the button to continue, they were agreeing to participate in the study.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"47"}}