{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,13]],"date-time":"2026-11-13T11:14:09Z","timestamp":1794568449306,"version":"4.9.1"},"reference-count":36,"publisher":"Elsevier BV","issue":"6","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Urology"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1016\/j.eururo.2018.08.038","type":"journal-article","created":{"date-parts":[[2018,9,19]],"date-time":"2018-09-19T20:53:41Z","timestamp":1537390421000},"page":"796-804","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1215,"title":["Reporting and Interpreting Decision Curve Analysis: A Guide for Investigators"],"prefix":"10.1016","volume":"74","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1613-7450","authenticated-orcid":false,"given":"Ben","family":"Van Calster","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laure","family":"Wynants","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-561X","authenticated-orcid":false,"given":"Jan F.M.","family":"Verbeek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jan Y.","family":"Verbakel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evangelia","family":"Christodoulou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1525-6503","authenticated-orcid":false,"given":"Andrew J.","family":"Vickers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6967-1708","authenticated-orcid":false,"given":"Monique J.","family":"Roobol","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ewout W.","family":"Steyerberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.eururo.2018.08.038_bib0190","series-title":"Clinical prediction models: a practical approach to development, validation, and updating","author":"Steyerberg","year":"2009"},{"key":"10.1016\/j.eururo.2018.08.038_bib0195","doi-asserted-by":"crossref","first-page":"1555","DOI":"10.2217\/fon.09.121","article-title":"Critical review of prostate cancer predictive tools","volume":"5","author":"Shariat","year":"2009","journal-title":"Future Oncol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0200","doi-asserted-by":"crossref","first-page":"1298","DOI":"10.1016\/j.urology.2010.06.019","article-title":"Everything you always wanted to know about evaluating prediction models (but were too afraid to ask)","volume":"76","author":"Vickers","year":"2010","journal-title":"Urology"},{"key":"10.1016\/j.eururo.2018.08.038_bib0205","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1016\/j.jclinepi.2015.12.005","article-title":"A calibration hierarchy for risk models was defined: from utopia to empirical data","volume":"74","author":"Van Calster","year":"2016","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0210","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1177\/0272989X14547233","article-title":"Calibration of risk prediction models: impact on decision-analytic performance","volume":"35","author":"Van Calster","year":"2015","journal-title":"Med Decis Making"},{"key":"10.1016\/j.eururo.2018.08.038_bib0215","doi-asserted-by":"crossref","first-page":"790","DOI":"10.1177\/0272989X17704855","article-title":"Understanding the value of individualized information: the impact of poor calibration or discrimination in outcome prediction models","volume":"37","author":"Olchanski","year":"2017","journal-title":"Med Decis Making"},{"key":"10.1016\/j.eururo.2018.08.038_bib0220","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1373\/clinchem.2016.254268","article-title":"Incorporating clinical considerations into statistical analyses of markers: a quiet revolution in how we think about data","volume":"62","author":"Vickers","year":"2016","journal-title":"Clin Chem"},{"key":"10.1016\/j.eururo.2018.08.038_bib0225","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1177\/0272989X06295361","article-title":"Decision curve analysis: a novel method for evaluating prediction models","volume":"26","author":"Vickers","year":"2006","journal-title":"Med Decis Making"},{"key":"10.1016\/j.eururo.2018.08.038_bib0230","doi-asserted-by":"crossref","first-page":"i6","DOI":"10.1136\/bmj.i6","article-title":"Net benefit approaches to the evaluation of prediction models, molecular markers, and diagnostic tests","volume":"352","author":"Vickers","year":"2016","journal-title":"BMJ"},{"key":"10.1016\/j.eururo.2018.08.038_bib0235","doi-asserted-by":"crossref","first-page":"2951","DOI":"10.1200\/JCO.2011.36.1329","article-title":"Prediction models: revolutionary in principle, but do they do more good than harm?","volume":"29","author":"Vickers","year":"2011","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0240","doi-asserted-by":"crossref","first-page":"294","DOI":"10.7326\/0003-4819-157-4-201208210-00014","article-title":"Beyond the usual prediction accuracy metrics: reporting results for clinical decision making","volume":"157","author":"Localio","year":"2012","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0245","doi-asserted-by":"crossref","first-page":"e1001491","DOI":"10.1371\/journal.pmed.1001491","article-title":"Evaluation of prediction models for decision-making: beyond calibration and discrimination","volume":"10","author":"Holmberg","year":"2013","journal-title":"PLoS Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0250","doi-asserted-by":"crossref","first-page":"dju041","DOI":"10.1093\/jnci\/dju041","article-title":"Net risk reclassification p values: valid or misleading?","volume":"106","author":"Pepe","year":"2014","journal-title":"J Natl Cancer Inst"},{"key":"10.1016\/j.eururo.2018.08.038_bib0255","doi-asserted-by":"crossref","first-page":"e173","DOI":"10.1016\/S1470-2045(14)71116-7","article-title":"Nomograms in oncology: more than meets the eye","volume":"16","author":"Balachandran","year":"2015","journal-title":"Lancet Oncol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0260","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1001\/jama.2015.37","article-title":"Decision curve analysis","volume":"313","author":"Fitzgerald","year":"2015","journal-title":"JAMA"},{"key":"10.1016\/j.eururo.2018.08.038_bib0265","doi-asserted-by":"crossref","first-page":"2534","DOI":"10.1200\/JCO.2015.65.5654","article-title":"Assessing the clinical impact of risk prediction models with decision curves: guidance for correct interpretation and appropriate use","volume":"34","author":"Kerr","year":"2016","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0270","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1097\/EDE.0b013e3181c30fb2","article-title":"Assessing the performance of prediction models: a framework for traditional and novel measures","volume":"21","author":"Steyerberg","year":"2010","journal-title":"Epidemiology"},{"key":"10.1016\/j.eururo.2018.08.038_bib0275","doi-asserted-by":"crossref","first-page":"W1","DOI":"10.7326\/M14-0698","article-title":"Transparent Reporting of a multivariable prediction model for Individual Prognosis Or Diagnosis (TRIPOD): explanation and elaboration","volume":"162","author":"Moons","year":"2015","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0280","doi-asserted-by":"crossref","first-page":"2027","DOI":"10.1016\/S0140-6736(14)60525-0","article-title":"Screening and prostate cancer mortality: results of the European Randomised Study of Screening for Prostate Cancer (ERSPC) at 13 years of follow-up","volume":"384","author":"Schr\u00f6der","year":"2014","journal-title":"Lancet"},{"key":"10.1016\/j.eururo.2018.08.038_bib0285","doi-asserted-by":"crossref","first-page":"740","DOI":"10.1016\/j.eururo.2016.04.012","article-title":"Detection of high-grade prostate cancer using a urinary molecular biomarker-based risk score","volume":"70","author":"Van Neste","year":"2016","journal-title":"Eur Urol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0290","doi-asserted-by":"crossref","first-page":"618","DOI":"10.1016\/j.eururo.2016.08.003","article-title":"EAU-ESTRO-SIOG guidelines on prostate cancer. Part 1: screening, diagnosis, and local treatment with curative intent","volume":"71","author":"Mottet","year":"2017","journal-title":"Eur Urol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0295","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/j.eururo.2009.08.025","article-title":"A risk-based strategy improves prostate-specific antigen-driven detection of prostate cancer","volume":"57","author":"Roobol","year":"2010","journal-title":"Eur Urol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0300","doi-asserted-by":"crossref","first-page":"670","DOI":"10.1093\/aje\/kwj063","article-title":"The inconsistency of \u201coptimal\u201d cut points obtained using two criteria based on the receiver operating characteristic curve","volume":"163","author":"Perkins","year":"2006","journal-title":"Am J Epidemiol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0305","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1056\/NEJM197507312930505","article-title":"Therapeutic decision making: a cost-benefit analysis","volume":"293","author":"Pauker","year":"1975","journal-title":"New Engl J Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0310","doi-asserted-by":"crossref","first-page":"2408","DOI":"10.1161\/CIRCULATIONAHA.109.192278","article-title":"Criteria for evaluation of novel markers of cardiovascular risk: a scientific statement from the American Heart Association","volume":"119","author":"Hlatky","year":"2009","journal-title":"Circulation"},{"key":"10.1016\/j.eururo.2018.08.038_bib0315","doi-asserted-by":"crossref","first-page":"490","DOI":"10.1177\/0272989X12470757","article-title":"Evaluation of markers and risk prediction models: overview of relationships between NRI and decision-analytic measures","volume":"33","author":"Van Calster","year":"2013","journal-title":"Med Decis Making"},{"key":"10.1016\/j.eururo.2018.08.038_bib0320","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1111\/j.1467-985X.2009.00592.x","article-title":"Using relative utility curves to evaluate risk prediction","volume":"172","author":"Baker","year":"2009","journal-title":"J R Stat Soc A"},{"key":"10.1016\/j.eururo.2018.08.038_bib0325","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1002\/sim.4085","article-title":"Extensions of net reclassification improvement calculations to measure usefulness of new biomarkers","volume":"30","author":"Pencina","year":"2011","journal-title":"Stat Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0330","series-title":"Decision making in health and medicine: integrating evidence and values","author":"Hunink","year":"2014"},{"key":"10.1016\/j.eururo.2018.08.038_bib0335","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1515\/1557-4679.1395","article-title":"Evaluating a new marker for risk prediction using the test tradeoff: an update","volume":"8","author":"Baker","year":"2012","journal-title":"Int J Biostat"},{"key":"10.1016\/j.eururo.2018.08.038_bib0340","doi-asserted-by":"crossref","first-page":"3946","DOI":"10.1002\/sim.6195","article-title":"How to interpret a small increase in AUC with an additional risk prediction marker: decision analysis comes through","volume":"33","author":"Baker","year":"2014","journal-title":"Stat Med"},{"key":"10.1016\/j.eururo.2018.08.038_bib0345","doi-asserted-by":"crossref","first-page":"2578","DOI":"10.1200\/JCO.2014.58.0092","article-title":"Evaluating prognostic markers using relative utility curves and test tradeoffs","volume":"33","author":"Baker","year":"2015","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0350","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1186\/1472-6947-11-45","article-title":"Decision curve analysis revisited: overall net benefit, relationships to ROC curve analysis, and application to case-control studies","volume":"11","author":"Rousson","year":"2011","journal-title":"BMC Med Inform Decis Making"},{"key":"10.1016\/j.eururo.2018.08.038_bib0355","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1016\/j.eururo.2011.11.012","article-title":"Prediction of prostate cancer risk: the role of prostate volume and digital rectal examination in the ERSPC risk calculators","volume":"61","author":"Roobol","year":"2012","journal-title":"Eur Urol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0360","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1111\/iju.13442","article-title":"Prospective evaluation on the effect of interobserver variability of digital rectal examination on the performance of the Rotterdam Prostate Cancer Risk Calculator","volume":"24","author":"Pereira-Azevedo","year":"2017","journal-title":"Int J Urol"},{"key":"10.1016\/j.eururo.2018.08.038_bib0365","doi-asserted-by":"crossref","first-page":"888","DOI":"10.1016\/j.eururo.2017.03.039","article-title":"Combined clinical parameters and multiparametric magnetic resonance imaging for advanced risk modeling of prostate cancer-patient-tailored risk stratification can reduce unnecessary biopsies","volume":"72","author":"Radtke","year":"2017","journal-title":"Eur Urol"}],"container-title":["European Urology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0302283818306407?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0302283818306407?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T13:04:34Z","timestamp":1759583074000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0302283818306407"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["S0302283818306407"],"URL":"https:\/\/doi.org\/10.1016\/j.eururo.2018.08.038","relation":{},"ISSN":["0302-2838"],"issn-type":[{"value":"0302-2838","type":"print"}],"subject":[],"published":{"date-parts":[[2018,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Reporting and Interpreting Decision Curve Analysis: A Guide for Investigators","name":"articletitle","label":"Article Title"},{"value":"European Urology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eururo.2018.08.038","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2018 European Association of Urology. Published by Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}