{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,10]],"date-time":"2026-10-10T17:50:01Z","timestamp":1791654601361,"version":"4.3.4"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,15]],"date-time":"2026-09-15T00:00:00Z","timestamp":1789430400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["NIH\/NIAAA 2 R01 AA018673"],"award-info":[{"award-number":["NIH\/NIAAA 2 R01 AA018673"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jsatjournal.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Substance Use and Addiction Treatment"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1016\/j.josat.2026.210108","type":"journal-article","created":{"date-parts":[[2026,9,13]],"date-time":"2026-09-13T14:19:25Z","timestamp":1789309165000},"page":"210108","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Sustaining therapist motivational interviewing skills with a feedback system augmented by machine learning"],"prefix":"10.1016","volume":"191","author":[{"given":"Kristen M.","family":"West","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kate","family":"Axford","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Darin","family":"Carver","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeremy J.","family":"Coleman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Scott A.","family":"Baldwin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David C.","family":"Atkins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zac","family":"Imel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0005","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1080\/10503307.2020.1808729","article-title":"A scoping review of machine learning in psychotherapy research","volume":"31","author":"Aafjes-van Doorn","year":"2021","journal-title":"Psychotherapy Research"},{"issue":"6","key":"10.1016\/j.josat.2026.210108_bb0010","doi-asserted-by":"crossref","first-page":"716","DOI":"10.1109\/TAC.1974.1100705","article-title":"A new look at the statistical model identification","volume":"19","author":"Akaike","year":"1974","journal-title":"IEEE Transactions on Automatic Control"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0015","doi-asserted-by":"crossref","DOI":"10.1186\/1748-5908-9-49","article-title":"Scaling up the evaluation of psychotherapy: Evaluating motivational interviewing fidelity via statistical text classification","volume":"9","author":"Atkins","year":"2014","journal-title":"Implementation Science"},{"key":"10.1016\/j.josat.2026.210108_bb0020","series-title":"APA handbook of research methods in psychology, Vol 1: Foundations, planning, measures, and psychometrics","first-page":"207","article-title":"Behavioral observation","author":"Bakeman","year":"2012"},{"issue":"9","key":"10.1016\/j.josat.2026.210108_bb0025","doi-asserted-by":"crossref","first-page":"1786","DOI":"10.1016\/j.childyouth.2012.05.012","article-title":"Training health and mental health professionals in motivational interviewing: A systematic review","volume":"34","author":"Barwick","year":"2012","journal-title":"Children and Youth Services Review"},{"key":"10.1016\/j.josat.2026.210108_bb0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v067.i01","article-title":"Fitting linear mixed-effects models using lme4","volume":"67","author":"Bates","year":"2015","journal-title":"Journal of Statistical Software"},{"issue":"3","key":"10.1016\/j.josat.2026.210108_bb0035","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1037\/a0031437","article-title":"Patient characteristics and variability in adherence and competence in cognitive-behavioral therapy for panic disorder","volume":"81","author":"Boswell","year":"2013","journal-title":"Journal of Consulting and Clinical Psychology"},{"issue":"3","key":"10.1016\/j.josat.2026.210108_bb0040","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1037\/cou0000111","article-title":"\u201cIt sounds like\u201d: A natural language processing approach to detecting counselor reflections in motivational interviewing","volume":"63","author":"Can","year":"2016","journal-title":"Journal of Counseling Psychology"},{"key":"10.1016\/j.josat.2026.210108_bb0045","article-title":"Observing dialogue in therapy: Categorizing and forecasting behavioral codes (arXiv:1907.00326)","author":"Cao","year":"2019","journal-title":"arXiv"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0050","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.jsat.2013.02.006","article-title":"Meta-analysis of the effects of MI training on clinicians\u2019 behavior","volume":"45","author":"de Roten","year":"2013","journal-title":"Journal of Substance Abuse Treatment"},{"key":"10.1016\/j.josat.2026.210108_bb0055","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.jsat.2016.02.008","article-title":"Within-provider variability in motivational interviewing integrity for three years after MI training: Does time heal?","volume":"65","author":"Dunn","year":"2016","journal-title":"Journal of Substance Abuse Treatment"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0060","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1001\/jamapsychiatry.2019.2664","article-title":"Quantifying the association between psychotherapy content and clinical outcomes using deep learning","volume":"77","author":"Ewbank","year":"2020","journal-title":"JAMA Psychiatry"},{"key":"10.1016\/j.josat.2026.210108_bb0065","series-title":"Implementation research: A synthesis of the literature (FMHI publication no. 231)","author":"Fixsen","year":"2005"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0070","doi-asserted-by":"crossref","first-page":"690","DOI":"10.3758\/s13428-021-01623-4","article-title":"Automated evaluation of psychotherapy skills using speech and language technologies","volume":"54","author":"Flemotomos","year":"2022","journal-title":"Behavior Research Methods"},{"issue":"3","key":"10.1016\/j.josat.2026.210108_bb0075","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1080\/16506070802091171","article-title":"A test of the validity of the motivational interviewing treatment integrity code","volume":"37","author":"Forsberg","year":"2008","journal-title":"Cognitive Behaviour Therapy"},{"issue":"5","key":"10.1016\/j.josat.2026.210108_bb0080","doi-asserted-by":"crossref","first-page":"745","DOI":"10.1037\/cou0000608","article-title":"Does practice really make perfect? A longitudinal analysis of the relationship between therapist experience and therapy outcome: A replication of Goldberg, Rousmaniere, et al. (2016)","volume":"69","author":"Germer","year":"2022","journal-title":"Journal of Counseling Psychology"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0085","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/cou0000131","article-title":"Do psychotherapists improve with time and experience? A longitudinal analysis of outcomes in a clinical setting","volume":"63","author":"Goldberg","year":"2016","journal-title":"Journal of Counseling Psychology"},{"key":"10.1016\/j.josat.2026.210108_bb0090","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1146\/annurev.clinpsy.1.102803.143833","article-title":"Motivational interviewing","volume":"1","author":"Hettema","year":"2005","journal-title":"Annual Review of Clinical Psychology"},{"issue":"4","key":"10.1016\/j.josat.2026.210108_bb0095","doi-asserted-by":"crossref","first-page":"941","DOI":"10.1037\/adb0000107","article-title":"Temporal variation in facilitator and client behavior during group motivational interviewing sessions","volume":"29","author":"Houck","year":"2015","journal-title":"Psychology of Addictive Behaviors"},{"issue":"3","key":"10.1016\/j.josat.2026.210108_bb0100","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.drugalcdep.2010.11.010","article-title":"Mutual influence in therapist competence and adherence to motivational enhancement therapy","volume":"115","author":"Imel","year":"2011","journal-title":"Drug and Alcohol Dependence"},{"issue":"4","key":"10.1016\/j.josat.2026.210108_bb0105","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1037\/cou0000213","article-title":"Technology-enhanced human interaction in psychotherapy","volume":"64","author":"Imel","year":"2017","journal-title":"Journal of Counseling Psychology"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0110","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2023.52590","article-title":"Outcomes in mental health counseling from conversational content with transformer-based machine learning","volume":"7","author":"Imel","year":"2024","journal-title":"JAMA Network Open"},{"key":"10.1016\/j.josat.2026.210108_bb0115","series-title":"The use of psychological testing for treatment planning and outcomes assessment: Instruments for adults","first-page":"191","article-title":"The Outcome Questionnaire-45","volume":"3","author":"Lambert","year":"2004"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0120","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1177\/1049731509347850","article-title":"A meta-analysis of motivational interviewing: Twenty-five years of empirical studies","volume":"20","author":"Lundahl","year":"2010","journal-title":"Research on Social Work Practice"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0125","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1016\/j.jsat.2008.05.005","article-title":"Training in motivational interviewing: A systematic review","volume":"36","author":"Madson","year":"2009","journal-title":"Journal of Substance Abuse Treatment"},{"issue":"6","key":"10.1016\/j.josat.2026.210108_bb0130","doi-asserted-by":"crossref","first-page":"973","DOI":"10.1037\/a0036833","article-title":"The technical hypothesis of motivational interviewing: A meta-analysis of MI\u2019S key causal model","volume":"82","author":"Magill","year":"2014","journal-title":"Journal of Consulting and Clinical Psychology"},{"issue":"4","key":"10.1016\/j.josat.2026.210108_bb0135","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1017\/S1352465801004064","article-title":"A small study of training in motivational interviewing: Does one workshop change clinician and client behavior?","volume":"29","author":"Miller","year":"2001","journal-title":"Behavioural and Cognitive Psychotherapy"},{"key":"10.1016\/j.josat.2026.210108_bb0140","series-title":"Motivational interviewing: Helping people change and grow","author":"Miller","year":"2023"},{"issue":"6","key":"10.1016\/j.josat.2026.210108_bb0145","doi-asserted-by":"crossref","first-page":"1050","DOI":"10.1037\/0022-006X.72.6.1050","article-title":"A randomized trial of methods to help clinicians learn motivational interviewing","volume":"72","author":"Miller","year":"2004","journal-title":"Journal of Consulting and Clinical Psychology"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0150","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1017\/S1352465803002054","article-title":"Assessing the integrity of motivational interviewing interventions: Reliability of the motivational interviewing skills code","volume":"31","author":"Moyers","year":"2003","journal-title":"Behavioural and Cognitive Psychotherapy"},{"key":"10.1016\/j.josat.2026.210108_bb0155","author":"Moyers"},{"key":"10.1016\/j.josat.2026.210108_bb0160","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1016\/j.jsat.2016.01.001","article-title":"The motivational interviewing treatment integrity code (MITI 4): Rationale, preliminary reliability and validity","volume":"65","author":"Moyers","year":"2016","journal-title":"Journal of Substance Abuse Treatment"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0165","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1037\/a0015232","article-title":"Barriers to implementing treatment integrity procedures: Survey of treatment outcome researchers","volume":"77","author":"Perepletchikova","year":"2009","journal-title":"Journal of Consulting and Clinical Psychology"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0170","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1007\/s10488-008-0197-4","article-title":"Implementation research in mental health services: An emerging science with conceptual, methodological, and training challenges","volume":"36","author":"Proctor","year":"2009","journal-title":"Administration and Policy in Mental Health and Mental Health Services Research"},{"issue":"3","key":"10.1016\/j.josat.2026.210108_bb0175","doi-asserted-by":"crossref","DOI":"10.1002\/cpp.3003","article-title":"Effects of training in cognitive behavioural therapy and motivational interviewing on mental health practitioner behaviour: A systematic review and meta-analysis","volume":"31","author":"Ragnarsson","year":"2024","journal-title":"Clinical Psychology & Psychotherapy"},{"key":"10.1016\/j.josat.2026.210108_bb0180","series-title":"Hierarchical linear models: Applications and data analysis methods","author":"Raudenbush","year":"2002"},{"issue":"513","key":"10.1016\/j.josat.2026.210108_bb0185","first-page":"305","article-title":"Motivational interviewing: A systematic review and meta-analysis","volume":"55","author":"Rubak","year":"2005","journal-title":"The British Journal of General Practice"},{"issue":"8","key":"10.1016\/j.josat.2026.210108_bb0190","doi-asserted-by":"crossref","first-page":"1287","DOI":"10.1111\/add.12558","article-title":"Sustaining motivational interviewing: A meta-analysis of training studies","volume":"109","author":"Schwalbe","year":"2014","journal-title":"Addiction"},{"issue":"6","key":"10.1016\/j.josat.2026.210108_bb0195","doi-asserted-by":"crossref","first-page":"712","DOI":"10.1007\/s11121-020-01167-7","article-title":"Fidelity of motivational interviewing in school-based intervention and research","volume":"22","author":"Small","year":"2021","journal-title":"Prevention Science"},{"issue":"4","key":"10.1016\/j.josat.2026.210108_bb0200","first-page":"439","article-title":"Responsiveness in psychotherapy","volume":"5","author":"Stiles","year":"1998","journal-title":"Clinical Psychology: Science and Practice"},{"key":"10.1016\/j.josat.2026.210108_bb0205","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.jsat.2016.01.006","article-title":"A comparison of natural language processing methods for automated coding of motivational interviewing","volume":"65","author":"Tanana","year":"2016","journal-title":"Journal of Substance Abuse Treatment"},{"issue":"7","key":"10.1016\/j.josat.2026.210108_bb0210","doi-asserted-by":"crossref","first-page":"846","DOI":"10.1080\/10503307.2018.1469802","article-title":"A meta-analysis of the effect of therapist experience on outcomes for clients with internalizing disorders","volume":"29","author":"Walsh","year":"2019","journal-title":"Psychotherapy Research: Journal of the Society for Psychotherapy Research"},{"issue":"12","key":"10.1016\/j.josat.2026.210108_bb0215","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0143055","article-title":"\u201cRate my therapist\u201d: Automated detection of empathy in drug and alcohol counseling via speech and language processing","volume":"10","author":"Xiao","year":"2015","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.josat.2026.210108_bb0220","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1176\/appi.psychotherapy.20230002","article-title":"Third-party observation in psychotherapy: Playing to the audience","volume":"77","author":"Yager","year":"2024","journal-title":"American Journal of Psychotherapy"},{"issue":"2","key":"10.1016\/j.josat.2026.210108_bb0225","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1037\/pst0000460","article-title":"You never know what you are going to get: Large-scale assessment of therapists\u2019 supportive counseling skill use: Psychotherapy","volume":"60","author":"Zhang","year":"2023","journal-title":"Psychotherapy"}],"container-title":["Journal of Substance Use and Addiction Treatment"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2949875926002286?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2949875926002286?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,10,10]],"date-time":"2026-10-10T17:28:15Z","timestamp":1791653295000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2949875926002286"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,12]]},"references-count":45,"alternative-id":["S2949875926002286"],"URL":"https:\/\/doi.org\/10.1016\/j.josat.2026.210108","relation":{},"ISSN":["2949-8759"],"issn-type":[{"value":"2949-8759","type":"print"}],"subject":[],"published":{"date-parts":[[2026,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Sustaining therapist motivational interviewing skills with a feedback system augmented by machine learning","name":"articletitle","label":"Article Title"},{"value":"Journal of Substance Use and Addiction Treatment","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.josat.2026.210108","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"210108"}}