{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T16:10:36Z","timestamp":1792080636420,"version":"4.4.0"},"reference-count":59,"publisher":"Public Library of Science (PLoS)","issue":"7","license":[{"start":{"date-parts":[[2020,7,17]],"date-time":"2020-07-17T00:00:00Z","timestamp":1594944000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/publicdomain\/zero\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000026","name":"National Institute on Drug Abuse","doi-asserted-by":"publisher","award":["R01DA044985"],"award-info":[{"award-number":["R01DA044985"]}],"id":[{"id":"10.13039\/100000026","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100001797","name":"Pharmaceutical Research and Manufacturers of America Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100001797","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0235981","type":"journal-article","created":{"date-parts":[[2020,7,17]],"date-time":"2020-07-17T17:26:57Z","timestamp":1595006817000},"page":"e0235981","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":54,"title":["Using machine learning to predict risk of incident opioid use disorder among fee-for-service Medicare beneficiaries: A prognostic study"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6590-4770","authenticated-orcid":true,"given":"Wei-Hsuan","family":"Lo-Ciganic","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James L.","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao H.","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeremy C.","family":"Weiss","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C. Kent","family":"Kwoh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julie M.","family":"Donohue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam J.","family":"Gordon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gerald","family":"Cochran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel C.","family":"Malone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Courtney C.","family":"Kuza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Walid F.","family":"Gellad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2020,7,17]]},"reference":[{"key":"pone.0235981.ref001","unstructured":"SAMHSA. Results from the 2017 National Survey on Drug Use and Health: Detailed Tables. Rockville, MD: Substance Abuse and Mental Health Services Administration, 2019 January 30, 2019. Report No."},{"key":"pone.0235981.ref002","unstructured":"Centers for Disease Control and Prevention. National Center for Health Statistics, 2017. Multiple cause of death data, 1999\u20132017 United States [cited 2019 April 29]. https:\/\/www.drugabuse.gov\/related-topics\/trends-statistics\/overdose-death-rates."},{"issue":"50","key":"pone.0235981.ref003","first-page":"1378","article-title":"Increases in Drug and Opioid-Involved Overdose Deaths\u2014United States, 2010\u20132015","volume":"64","author":"RA Rudd","year":"2016","journal-title":"MMWR"},{"issue":"12","key":"pone.0235981.ref004","doi-asserted-by":"crossref","first-page":"349","DOI":"10.15585\/mmwr.mm6712a1","article-title":"Overdose deaths involving opioids, cocaine, and psychostimulants-United States, 2015\u20132016","volume":"67","author":"P Seth","year":"2018","journal-title":"MMWR Morb Morta Wkly Rep"},{"key":"pone.0235981.ref005","unstructured":"Centers for Disease Control and Prevention (CDC). Prescription Opioid Data: Over Dose Deaths. Centers for Disease Control and Prevention (CDC)2017 [cited 2019 May 8]."},{"issue":"2","key":"pone.0235981.ref006","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1056\/NEJMra1508490","article-title":"Relationship between Nonmedical Prescription-Opioid Use and Heroin Use","volume":"374","author":"WM Compton","year":"2016","journal-title":"N Engl J Med"},{"key":"pone.0235981.ref007","unstructured":"Centers for Disease Control and Prevention. Evidence-Based Strategies for Preventing Opioid Overdose: What\u2019s Working in the United States. National Center for Injury Prevention and Control, Centers for Disease Control and Prevention, U.S. Department of Health and Human Services 2018 [cited 2018 October 23]. http:\/\/www.cdc.gov\/drugoverdose\/pdf\/pubs\/2018-evidence-based-strategies.pdf."},{"key":"pone.0235981.ref008","unstructured":"The US Congressional Research Service: The SUPPORT for Patients and Communities Act (P.L.115-271): Medicare Provisions. 2019."},{"issue":"5","key":"pone.0235981.ref009","first-page":"439","article-title":"Assessing the present state and potential of Medicaid controlled substance lock-in programs","volume":"20","author":"AW Roberts","year":"2014","journal-title":"J Manag Care Spec Pharm"},{"key":"pone.0235981.ref010","article-title":"Limits on Opioid Prescribing Leave Patients With Chronic Pain Vulnerable","author":"R Rubin","year":"2019","journal-title":"JAMA"},{"issue":"11","key":"pone.0235981.ref011","doi-asserted-by":"crossref","first-page":"2287","DOI":"10.1016\/j.pain.2013.05.053","article-title":"Classification and definition of misuse, abuse, and related events in clinical trials: ACTTION systematic review and recommendations","volume":"154","author":"SM Smith","year":"2013","journal-title":"Pain"},{"issue":"2","key":"pone.0235981.ref012","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1080\/08897077.2014.993491","article-title":"Defining Nonmedical Use of Prescription Opioids Within Health Care Claims: A Systematic Review","volume":"36","author":"G Cochran","year":"2015","journal-title":"Substance abuse"},{"issue":"11","key":"pone.0235981.ref013","doi-asserted-by":"crossref","first-page":"1918","DOI":"10.2105\/AJPH.2016.303404","article-title":"Lock-In Programs and the Opioid Epidemic: A Call for Evidence","volume":"106","author":"AW Roberts","year":"2016","journal-title":"Am J Public Health"},{"issue":"6","key":"pone.0235981.ref014","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1001\/jama.2018.20404","article-title":"Performance of the Centers for Medicare & Medicaid Services' Opioid Overutilization Criteria for Classifying Opioid Use Disorder or Overdose","volume":"321","author":"YJ Wei","year":"2019","journal-title":"JAMA"},{"issue":"6","key":"pone.0235981.ref015","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1111\/j.1526-4637.2005.00072.x","article-title":"Predicting aberrant behaviors in opioid-treated patients: preliminary validation of the Opioid Risk Tool","volume":"6","author":"LR Webster","year":"2005","journal-title":"Pain Med"},{"key":"pone.0235981.ref016","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1186\/1472-6963-6-46","article-title":"Predictors of opioid misuse in patients with chronic pain: a prospective cohort study","volume":"6","author":"TJ Ives","year":"2006","journal-title":"BMC Health Serv Res"},{"issue":"1","key":"pone.0235981.ref017","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.drugalcdep.2007.09.018","article-title":"Non-medical use, abuse and dependence on prescription opioids among U.S. adults: Psychiatric, medical and substance use correlates","volume":"94","author":"WC Becker","year":"2008","journal-title":"Drug and Alcohol Dependence"},{"issue":"22","key":"pone.0235981.ref018","doi-asserted-by":"crossref","first-page":"2613","DOI":"10.1001\/jama.2008.802","article-title":"Patterns of abuse among unintentional pharmaceutical overdose fatalities","volume":"300","author":"AJ Hall","year":"2008","journal-title":"JAMA"},{"issue":"12","key":"pone.0235981.ref019","first-page":"897","article-title":"Analytic models to identify patients at risk for prescription opioid abuse","volume":"15","author":"AG White","year":"2009","journal-title":"Am J Manag Care"},{"issue":"2","key":"pone.0235981.ref020","doi-asserted-by":"crossref","first-page":"332","DOI":"10.1016\/j.pain.2010.05.020","article-title":"Risks for possible and probable opioid misuse among recipients of chronic opioid therapy in commercial and Medicaid insurance plans: The TROUP Study","volume":"150","author":"MD Sullivan","year":"2010","journal-title":"Pain"},{"issue":"4","key":"pone.0235981.ref021","doi-asserted-by":"crossref","first-page":"325","DOI":"10.2165\/11596600-000000000-00000","article-title":"Assessing opioid shopping behaviour: a large cohort study from a medication dispensing database in the US","volume":"35","author":"MS Cepeda","year":"2012","journal-title":"Drug Safety"},{"issue":"6","key":"pone.0235981.ref022","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1097\/MLR.0b013e31824ebd81","article-title":"Doctor and pharmacy shopping for controlled substances","volume":"50","author":"GL Peirce","year":"2012","journal-title":"Medical Care"},{"issue":"9","key":"pone.0235981.ref023","doi-asserted-by":"crossref","first-page":"1162","DOI":"10.1111\/j.1526-4637.2012.01450.x","article-title":"A Model to Identify Patients at Risk for Prescription Opioid Abuse, Dependence, and Misuse","volume":"13","author":"JB Rice","year":"2012","journal-title":"Pain Medicine"},{"issue":"4","key":"pone.0235981.ref024","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/j.jpain.2015.01.011","article-title":"Automated prediction of risk for problem opioid use in a primary care setting","volume":"16","author":"TR Hylan","year":"2015","journal-title":"J Pain"},{"issue":"3","key":"pone.0235981.ref025","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1097\/MLR.0000000000000676","article-title":"An Examination of Claims-based Predictors of Overdose from a Large Medicaid Program","volume":"55","author":"G Cochran","year":"2017","journal-title":"Med Care"},{"issue":"6","key":"pone.0235981.ref026","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1093\/jamia\/ocx066","article-title":"Automatable algorithms to identify nonmedical opioid use using electronic data: a systematic review","volume":"24","author":"C Canan","year":"2017","journal-title":"J Am Med Inform Assoc"},{"key":"pone.0235981.ref027","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1186\/s13040-019-0193-0","article-title":"Predicting opioid dependence from electronic health records with machine learning","volume":"12","author":"RJ Ellis","year":"2019","journal-title":"BioData Min"},{"key":"pone.0235981.ref028","doi-asserted-by":"crossref","unstructured":"Hastings JS, Inman SE, Howison M. Predicting high-risk opioid prescriptions before the are given. National Bureau of Economic Research (NBER) Working Paper No 25791. 2019.","DOI":"10.3386\/w25791"},{"issue":"7","key":"pone.0235981.ref029","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1016\/j.amjmed.2016.02.014","article-title":"A Tool to Assess Risk of De Novo Opioid Abuse or Dependence","volume":"129","author":"T Ciesielski","year":"2016","journal-title":"Am J Med"},{"issue":"5","key":"pone.0235981.ref030","first-page":"208","article-title":"Understanding predictors of opioid abuse predictive model development and validation","volume":"6","author":"R Dufour","year":"2014","journal-title":"Am J Pharm Benefits"},{"issue":"4","key":"pone.0235981.ref031","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1056\/NEJMoa002868","article-title":"Frequency of uterine contractions and the risk of spontaneous preterm delivery","volume":"346","author":"JD Iams","year":"2002","journal-title":"N Engl J Med"},{"issue":"1","key":"pone.0235981.ref032","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1002\/pds.4443","article-title":"Using prescription claims to detect aberrant behaviors with opioids: comparison and validation of 5 algorithms","volume":"28","author":"K Rough","year":"2019","journal-title":"Pharmacoepidemiol Drug Saf"},{"issue":"3","key":"pone.0235981.ref033","doi-asserted-by":"crossref","first-page":"e113","DOI":"10.1016\/j.amjmed.2016.09.022","article-title":"Identification of Opioid Abuse or Dependence: No Tool Is Perfect","volume":"130","author":"H Goyal","year":"2017","journal-title":"Am J Med"},{"key":"pone.0235981.ref034","first-page":"1","article-title":"Pain Management With Opioids in 2019\u20132020","author":"E Wood","year":"2019","journal-title":"JAMA"},{"issue":"1","key":"pone.0235981.ref035","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1161\/CIRCOUTCOMES.110.939371","article-title":"Identifying important risk factors for survival in patient with systolic heart failure using random survival forests","volume":"4","author":"E Hsich","year":"2011","journal-title":"Circulation Cardiovascular quality and outcomes"},{"issue":"5","key":"pone.0235981.ref036","doi-asserted-by":"crossref","first-page":"521","DOI":"10.1161\/CIRCOUTCOMES.110.959023","article-title":"Use of hundreds of electrocardiographic biomarkers for prediction of mortality in postmenopausal women: the Women's Health Initiative","volume":"4","author":"EZ Gorodeski","year":"2011","journal-title":"Circulation Cardiovascular quality and outcomes"},{"issue":"9","key":"pone.0235981.ref037","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1097\/JTO.0b013e31822918bd","article-title":"Development and validation of a quantitative real-time polymerase chain reaction classifier for lung cancer prognosis","volume":"6","author":"G Chen","year":"2011","journal-title":"Journal of thoracic oncology: official publication of the International Association for the Study of Lung Cancer"},{"key":"pone.0235981.ref038","doi-asserted-by":"crossref","first-page":"9915","DOI":"10.3402\/jchimp.v2i1.9915","article-title":"A prediction model for COPD readmission: catching up, catching our breath, and improving a national problem","volume":"2","author":"B Amalakuhan","year":"2012","journal-title":"J Community Hosp Intern Med Perspect"},{"key":"pone.0235981.ref039","article-title":"Tree-based Claims Algorithm for Measuring Pretreatment Quality of Care in Medicare Disabled Hepatitis C Patients","author":"VV Chirikov","year":"2015","journal-title":"Med Care"},{"issue":"5","key":"pone.0235981.ref040","doi-asserted-by":"crossref","first-page":"e0155705","DOI":"10.1371\/journal.pone.0155705","article-title":"Application of Machine Learning Techniques to High-Dimensional Clinical Data to Forecast Postoperative Complications","volume":"11","author":"P Thottakkara","year":"2016","journal-title":"PLoS One"},{"issue":"3","key":"pone.0235981.ref041","doi-asserted-by":"crossref","first-page":"e190968","DOI":"10.1001\/jamanetworkopen.2019.0968","article-title":"Evaluation of Machine-Learning Algorithms for Predicting Opioid Overdose Risk Among Medicare Beneficiaries With Opioid Prescriptions","volume":"2","author":"WH Lo-Ciganic","year":"2019","journal-title":"JAMA Netw Open"},{"key":"pone.0235981.ref042","doi-asserted-by":"crossref","first-page":"h5527","DOI":"10.1136\/bmj.h5527","article-title":"STARD 2015: an updated list of essential items for reporting diagnostic accuracy studies","volume":"351","author":"PM Bossuyt","year":"2015","journal-title":"BMJ"},{"issue":"1","key":"pone.0235981.ref043","doi-asserted-by":"crossref","first-page":"W1","DOI":"10.7326\/M14-0698","article-title":"Transparent Reporting of a multivariable prediction model for Individual Prognosis or Diagnosis (TRIPOD): explanation and elaboration","volume":"162","author":"KG Moons","year":"2015","journal-title":"Ann Intern Med"},{"key":"pone.0235981.ref044","unstructured":"ResDAC. CMS Virtual Research Data Center (VRDC) FAQs 2020 [cited 2020 May 26]. https:\/\/www.resdac.org\/cms-virtual-research-data-center-vrdc-faqs."},{"issue":"2","key":"pone.0235981.ref045","doi-asserted-by":"crossref","first-page":"85","DOI":"10.7326\/0003-4819-152-2-201001190-00006","article-title":"Opioid prescriptions for chronic pain and overdose: a cohort study","volume":"152","author":"KM Dunn","year":"2010","journal-title":"Ann Intern Med"},{"issue":"2","key":"pone.0235981.ref046","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1002\/jhm.2102","article-title":"Opioid utilization and opioid-related adverse events in nonsurgical patients in US hospitals","volume":"9","author":"SJ Herzig","year":"2014","journal-title":"Journal of hospital medicine: an official publication of the Society of Hospital Medicine"},{"issue":"2","key":"pone.0235981.ref047","doi-asserted-by":"crossref","first-page":"e54496","DOI":"10.1371\/journal.pone.0054496","article-title":"Intertwined epidemics: national demographic trends in hospitalizations for heroin- and opioid-related overdoses, 1993\u20132009","volume":"8","author":"GJ Unick","year":"2013","journal-title":"Plos One"},{"issue":"6","key":"pone.0235981.ref048","doi-asserted-by":"crossref","first-page":"978","DOI":"10.1001\/jamainternmed.2015.0914","article-title":"Rates of opioid dispensing and overdose after introduction of abuse-deterrent extended-release oxycodone and withdrawal of propoxyphene","volume":"175","author":"MR Larochelle","year":"2015","journal-title":"JAMA Intern Med"},{"key":"pone.0235981.ref049","volume-title":"The Elements of Statistical Learning: Data Mining, Inference, and Prediction","author":"T Hastie","year":"2008","edition":"2"},{"issue":"3","key":"pone.0235981.ref050","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/j.artmed.2007.10.003","article-title":"A decision support system to facilitate management of patients with acute gastrointestinal bleeding","volume":"42","author":"A Chu","year":"2008","journal-title":"Artificial Intelligence in Medicine"},{"issue":"3","key":"pone.0235981.ref051","doi-asserted-by":"crossref","first-page":"e0118432","DOI":"10.1371\/journal.pone.0118432","article-title":"The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets","volume":"10","author":"T Saito","year":"2015","journal-title":"PLoS One"},{"issue":"3","key":"pone.0235981.ref052","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach","volume":"44","author":"ER DeLong","year":"1988","journal-title":"Biometrics"},{"key":"pone.0235981.ref053","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1186\/s13054-015-0999-1","article-title":"Why the C-statistic is not informative to evaluate early warning scores and what metrics to use","volume":"19","author":"S Romero-Brufau","year":"2015","journal-title":"Crit Care"},{"key":"pone.0235981.ref054","doi-asserted-by":"crossref","DOI":"10.1002\/9780470979174","volume-title":"Data Mining and Statistics for Decision Making","author":"S Tuff\u00e9ry","year":"2011","edition":"1"},{"issue":"Part 2","key":"pone.0235981.ref055","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1111\/j.1467-9868.2005.00503.x","article-title":"Regularization and variable selection via the elastic net","volume":"67","author":"H Zou","year":"2005","journal-title":"J R Stat Soc Series B Stat Methodol"},{"issue":"4","key":"pone.0235981.ref056","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1002\/bimj.200410135","article-title":"Estimation of the Youden Index and its associated cutoff point","volume":"47","author":"R Fluss","year":"2005","journal-title":"Biom J"},{"key":"pone.0235981.ref057","unstructured":"Centers for Medicare and Medicaid Services (CMS), \u201cCY 2019 Final Call Letter,\u201d [cited 2018 Nov 6]. https:\/\/www.cms.gov\/Medicare\/Health-Plans\/MedicareAdvtgSpecRateStats\/Downloads\/Announcement2019.pdf."},{"key":"pone.0235981.ref058","article-title":"Performance measures of diagnostic codes for detecting opioid overdose in the emergency department","author":"C Rowe","year":"2016","journal-title":"Acad Emerg Med"},{"issue":"12","key":"pone.0235981.ref059","doi-asserted-by":"crossref","first-page":"1675","DOI":"10.2105\/AJPH.2018.304673","article-title":"Estimated Prevalence of Opioid Use Disorder in Massachusetts, 2011\u20132015: A Capture-Recapture Analysis","volume":"108","author":"JA Barocas","year":"2018","journal-title":"Am J Public Health"}],"container-title":["PLOS ONE"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0235981","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,17]],"date-time":"2020-07-17T17:28:03Z","timestamp":1595006883000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0235981"}},"subtitle":[],"editor":[{"given":"Kevin","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2020,7,17]]},"references-count":59,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2020,7,17]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0235981","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,17]]}}}