{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T17:52:16Z","timestamp":1792000336288,"version":"4.4.0"},"reference-count":40,"publisher":"Elsevier BV","issue":"12","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of the Formosan Medical Association"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1016\/j.jfma.2023.06.027","type":"journal-article","created":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T15:49:36Z","timestamp":1689263376000},"page":"1321-1330","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":4,"title":["External validation of machine learning algorithm predicting prolonged opioid prescriptions in opioid-na\u00efve lumbar spine surgery patients using a Taiwanese cohort"],"prefix":"10.1016","volume":"122","author":[{"given":"Shin-Fu","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0449-7400","authenticated-orcid":false,"given":"Chih-Chi","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chuan-Ching","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul T.","family":"Ogink","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hung-Kuan","family":"Yen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Olivier Q.","family":"Groot","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8920-2052","authenticated-orcid":false,"given":"Ming-Hsiao","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jfma.2023.06.027_bib1","series-title":"WHO analgesic ladder","author":"Anekar","year":"2022"},{"issue":"2","key":"10.1016\/j.jfma.2023.06.027_bib2","doi-asserted-by":"crossref","first-page":"355e","DOI":"10.1097\/01.prs.0000475788.52446.7b","article-title":"The use of opioid analgesics following common upper extremity surgical procedures: a national, population-based study","volume":"137","author":"Waljee","year":"2016","journal-title":"Plast Reconstr Surg"},{"issue":"2","key":"10.1016\/j.jfma.2023.06.027_bib3","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.jpain.2015.12.008","volume":"17","author":"Chou","year":"2016","journal-title":"J Pain"},{"issue":"8","key":"10.1016\/j.jfma.2023.06.027_bib4","doi-asserted-by":"crossref","first-page":"1752","DOI":"10.1097\/CORR.0000000000001390","article-title":"Opioid use disorder is associated with an increased risk of infection after total joint arthroplasty: a large database study","volume":"478","author":"Sodhi","year":"2020","journal-title":"Clin Orthop Relat Res"},{"issue":"7","key":"10.1016\/j.jfma.2023.06.027_bib5","doi-asserted-by":"crossref","first-page":"2402","DOI":"10.1007\/s11999-015-4173-5","article-title":"Preoperative opioid misuse is associated with increased morbidity and mortality after elective orthopaedic surgery","volume":"473","author":"Menendez","year":"2015","journal-title":"Clin Orthop Relat Res"},{"issue":"11","key":"10.1016\/j.jfma.2023.06.027_bib6","doi-asserted-by":"crossref","first-page":"3379","DOI":"10.1016\/j.arth.2018.07.002","article-title":"The opioid crisis and the orthopedic surgeon","volume":"33","author":"Trasolini","year":"2018","journal-title":"J Arthroplasty"},{"issue":"6","key":"10.1016\/j.jfma.2023.06.027_bib7","doi-asserted-by":"crossref","DOI":"10.1001\/jamasurg.2017.0504","article-title":"New persistent opioid use after minor and major surgical procedures in US adults","volume":"152","author":"Brummett","year":"2017","journal-title":"JAMA Surg"},{"issue":"6","key":"10.1016\/j.jfma.2023.06.027_bib8","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.7367","article-title":"Rate and risk factors associated with prolonged opioid use after surgery: a systematic review and meta-analysis","volume":"3","author":"Lawal","year":"2020","journal-title":"JAMA Netw Open"},{"issue":"5","key":"10.1016\/j.jfma.2023.06.027_bib9","doi-asserted-by":"crossref","first-page":"1043","DOI":"10.1177\/0363546518819780","article-title":"Risk of prolonged opioid use among opioid-naive patients after common shoulder arthroscopy procedures","volume":"47","author":"Gil","year":"2019","journal-title":"Am J Sports Med"},{"issue":"6","key":"10.1016\/j.jfma.2023.06.027_bib10","doi-asserted-by":"crossref","first-page":"888","DOI":"10.1016\/j.spinee.2019.12.019","article-title":"Predicting prolonged opioid prescriptions in opioid-naive lumbar spine surgery patients","volume":"20","author":"Karhade","year":"2020","journal-title":"Spine J"},{"issue":"4","key":"10.1016\/j.jfma.2023.06.027_bib11","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1080\/17453674.2021.1910448","article-title":"Availability and reporting quality of external validations of machine-learning prediction models with orthopedic surgical outcomes: a systematic review","volume":"92","author":"Groot","year":"2021","journal-title":"Acta Orthop"},{"issue":"3","key":"10.1016\/j.jfma.2023.06.027_bib12","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0118432","article-title":"The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets","volume":"10","author":"Saito","year":"2015","journal-title":"PLoS One"},{"key":"10.1016\/j.jfma.2023.06.027_bib13","doi-asserted-by":"crossref","first-page":"g7594","DOI":"10.1136\/bmj.g7594","article-title":"Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement","volume":"350","author":"Collins","year":"2015","journal-title":"BMJ"},{"key":"10.1016\/j.jfma.2023.06.027_bib14","doi-asserted-by":"crossref","first-page":"320","DOI":"10.5694\/j.1326-5377.1964.tb115781.x","article-title":"Declaration of Helsinki","volume":"2","author":"Gandevia","year":"1964","journal-title":"Med J Aust"},{"issue":"1","key":"10.1016\/j.jfma.2023.06.027_bib15","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1093\/bioinformatics\/btr597","article-title":"MissForest--non-parametric missing value imputation for mixed-type data","volume":"28","author":"Stekhoven","year":"2012","journal-title":"Bioinformatics"},{"issue":"1","key":"10.1016\/j.jfma.2023.06.027_bib16","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1186\/s41512-021-00102-w","article-title":"A relationship between the incremental values of area under the ROC curve and of area under the precision-recall curve","volume":"5","author":"Zhou","year":"2021","journal-title":"Diagn Progn Res"},{"key":"10.1016\/j.jfma.2023.06.027_bib17","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/j.prevetmed.2017.11.018","article-title":"A discussion of calibration techniques for evaluating binary and categorical predictive models","volume":"149","author":"Fenlon","year":"2018","journal-title":"Prev Vet Med"},{"issue":"1","key":"10.1016\/j.jfma.2023.06.027_bib18","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1097\/EDE.0b013e3181c30fb2","article-title":"Assessing the performance of prediction models: a framework for traditional and novel measures","volume":"21","author":"Steyerberg","year":"2010","journal-title":"Epidemiology"},{"key":"10.1016\/j.jfma.2023.06.027_bib19","doi-asserted-by":"crossref","DOI":"10.1177\/09622802221122391","article-title":"Modified Brier score for evaluating prediction accuracy for binary outcomes","author":"Yang","year":"2022","journal-title":"Stat Methods Med Res"},{"key":"10.1016\/j.jfma.2023.06.027_bib20","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1186\/s41512-019-0064-7","article-title":"A simple, step-by-step guide to interpreting decision curve analysis","volume":"3","author":"Vickers","year":"2019","journal-title":"Diagn Progn Res"},{"key":"10.1016\/j.jfma.2023.06.027_bib21","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1186\/s12911-016-0336-x","article-title":"Using the weighted area under the net benefit curve for decision curve analysis","volume":"16","author":"Talluri","year":"2016","journal-title":"BMC Med Inf Decis Making"},{"issue":"3","key":"10.1016\/j.jfma.2023.06.027_bib22","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1016\/j.clnu.2022.01.011","article-title":"Decreased psoas muscle area is a prognosticator for 90-day and 1-year survival in patients undergoing surgical treatment for spinal metastasis","volume":"41","author":"Hu","year":"2022","journal-title":"Clin Nutr"},{"issue":"5","key":"10.1016\/j.jfma.2023.06.027_bib23","doi-asserted-by":"crossref","first-page":"526","DOI":"10.1080\/17453674.2021.1932928","article-title":"Wide range of applications for machine-learning prediction models in orthopedic surgical outcome: a systematic review","volume":"92","author":"Ogink","year":"2021","journal-title":"Acta Orthop"},{"issue":"10","key":"10.1016\/j.jfma.2023.06.027_bib24","doi-asserted-by":"crossref","first-page":"2272","DOI":"10.1016\/j.arth.2019.06.013","article-title":"Development of machine learning algorithms for prediction of sustained postoperative opioid prescriptions after total hip arthroplasty","volume":"34","author":"Karhade","year":"2019","journal-title":"J Arthroplasty"},{"issue":"9","key":"10.1016\/j.jfma.2023.06.027_bib25","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1136\/heartjnl-2011-301247","article-title":"Risk prediction models: II. External validation, model updating, and impact assessment","volume":"98","author":"Moons","year":"2012","journal-title":"Heart"},{"issue":"1","key":"10.1016\/j.jfma.2023.06.027_bib26","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1093\/ckj\/sfaa188","article-title":"External validation of prognostic models: what, why, how, when and where?","volume":"14","author":"Ramspek","year":"2021","journal-title":"Clin Kidney J"},{"issue":"7","key":"10.1016\/j.jfma.2023.06.027_bib27","doi-asserted-by":"crossref","first-page":"1159","DOI":"10.1016\/j.spinee.2020.02.016","article-title":"Significance of external validation in clinical machine learning: let loose too early?","volume":"20","author":"Staartjes","year":"2020","journal-title":"Spine J"},{"issue":"4","key":"10.1016\/j.jfma.2023.06.027_bib28","doi-asserted-by":"crossref","first-page":"874","DOI":"10.1007\/s11096-017-0492-9","article-title":"Opioid analgesic use in Australia and The Netherlands: a cross-country comparison","volume":"39","author":"Wagemaakers","year":"2017","journal-title":"Int J Clin Pharm"},{"key":"10.1016\/j.jfma.2023.06.027_bib29","doi-asserted-by":"crossref","first-page":"e691","DOI":"10.1016\/j.wneu.2018.09.192","article-title":"Regional variation in opioid use after lumbar spine surgery","volume":"121","author":"Adogwa","year":"2019","journal-title":"World Neurosurg"},{"issue":"4","key":"10.1016\/j.jfma.2023.06.027_bib30","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/j.jfma.2016.10.015","article-title":"Long-term use of opioids in 210 officially registered patients with chronic noncancer pain in Taiwan: a cross-sectional study","volume":"116","author":"Lin","year":"2017","journal-title":"J Formos Med Assoc"},{"issue":"7","key":"10.1016\/j.jfma.2023.06.027_bib31","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1016\/j.jfma.2016.09.004","article-title":"Trends in major opioid analgesic consumption in Taiwan, 2002-2014","volume":"116","author":"Kang","year":"2017","journal-title":"J Formos Med Assoc"},{"issue":"9","key":"10.1016\/j.jfma.2023.06.027_bib32","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1016\/j.jfma.2015.08.001","article-title":"Long-term usage of narcotic analgesics by chronic intractable noncancer pain patients in Taiwan from 2003 to 2012","volume":"115","author":"Cheng","year":"2016","journal-title":"J Formos Med Assoc"},{"issue":"7","key":"10.1016\/j.jfma.2023.06.027_bib33","doi-asserted-by":"crossref","first-page":"1119","DOI":"10.1016\/j.spinee.2022.02.009","article-title":"A machine learning algorithm for predicting prolonged postoperative opioid prescription after lumbar disc herniation surgery. An external validation study using 1,316 patients from a Taiwanese cohort","volume":"22","author":"Yen","year":"2022","journal-title":"Spine J"},{"key":"10.1016\/j.jfma.2023.06.027_bib34","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1186\/1471-2288-14-40","article-title":"External validation of multivariable prediction models: a systematic review of methodological conduct and reporting","volume":"14","author":"Collins","year":"2014","journal-title":"BMC Med Res Methodol"},{"issue":"7","key":"10.1016\/j.jfma.2023.06.027_bib35","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1093\/aje\/kwv346","article-title":"Methods for handling missing variables in risk prediction models","volume":"184","author":"Held","year":"2016","journal-title":"Am J Epidemiol"},{"issue":"2","key":"10.1016\/j.jfma.2023.06.027_bib36","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1080\/17571472.2010.11493315","article-title":"An overview of the healthcare system in Taiwan","volume":"3","author":"Wu","year":"2010","journal-title":"Lond J Prim Care"},{"key":"10.1016\/j.jfma.2023.06.027_bib37","first-page":"2813","article-title":"A unified view of performance metrics: translating threshold choice into expected classification loss","volume":"13","author":"Hern\u00e1ndez-Orallo","year":"2012","journal-title":"J Mach Learn Res"},{"key":"10.1016\/j.jfma.2023.06.027_bib38","series-title":"Statistical methods in diagnostic medicine","author":"Zhou","year":"2009"},{"issue":"3","key":"10.1016\/j.jfma.2023.06.027_bib39","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach","volume":"44","author":"DeLong","year":"1988","journal-title":"Biometrics"},{"key":"10.1016\/j.jfma.2023.06.027_bib40","series-title":"Incomplete data and imperfect reference tests: verification biased sampling: the statistical evaluation of medical tests for classification and prediction","author":"Pepe","year":"2004"}],"container-title":["Journal of the Formosan Medical Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0929664623002553?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0929664623002553?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T14:50:18Z","timestamp":1760539818000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0929664623002553"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":40,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["S0929664623002553"],"URL":"https:\/\/doi.org\/10.1016\/j.jfma.2023.06.027","relation":{},"ISSN":["0929-6646"],"issn-type":[{"value":"0929-6646","type":"print"}],"subject":[],"published":{"date-parts":[[2023,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"External validation of machine learning algorithm predicting prolonged opioid prescriptions in opioid-na\u00efve lumbar spine surgery patients using a Taiwanese cohort","name":"articletitle","label":"Article Title"},{"value":"Journal of the Formosan Medical Association","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jfma.2023.06.027","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Formosan Medical Association. Published by Elsevier Taiwan LLC.","name":"copyright","label":"Copyright"}]}}