{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,8]],"date-time":"2026-11-08T07:31:38Z","timestamp":1794123098822,"version":"4.8.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,3,6]],"date-time":"2013-03-06T00:00:00Z","timestamp":1362528000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/2.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["BMC Med Res Methodol"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1186\/1471-2288-13-33","type":"journal-article","created":{"date-parts":[[2013,3,6]],"date-time":"2013-03-06T08:14:52Z","timestamp":1362557692000},"source":"Crossref","is-referenced-by-count":795,"title":["External validation of a Cox prognostic model: principles and methods"],"prefix":"10.1186","volume":"13","author":[{"given":"Patrick","family":"Royston","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Douglas G","family":"Altman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2013,3,6]]},"reference":[{"key":"941_CR1","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1002\/(SICI)1097-0258(20000229)19:4<453::AID-SIM350>3.0.CO;2-5","volume":"19","author":"DG Altman","year":"2000","unstructured":"Altman DG, Royston P: What do we mean by validating a prognostic model?. Stat Med. 2000, 19: 453-473. 10.1002\/(SICI)1097-0258(20000229)19:4<453::AID-SIM350>3.0.CO;2-5.","journal-title":"Stat Med"},{"key":"941_CR2","doi-asserted-by":"publisher","first-page":"b375","DOI":"10.1136\/bmj.b375","volume":"338","author":"KGM Moons","year":"2009","unstructured":"Moons KGM, Royston P, Vergouwe Y, Altman DG: Prognosis and prognostic research: what, why, and how?. Br Med J. 2009, 338: b375-10.1136\/bmj.b375.","journal-title":"Br Med J"},{"key":"941_CR3","doi-asserted-by":"publisher","first-page":"b606","DOI":"10.1136\/bmj.b606","volume":"338","author":"KGM Moons","year":"2009","unstructured":"Moons KGM, Altman DG, Vergouwe Y, Royston P: Prognosis and prognostic research: Application and impact of prognostic models in clinical practice. Br Med J. 2009, 338: b606-10.1136\/bmj.b606.","journal-title":"Br Med J"},{"key":"941_CR4","doi-asserted-by":"publisher","first-page":"1213","DOI":"10.1002\/sim.4780100805","volume":"10","author":"ME Miller","year":"1991","unstructured":"Miller ME, Hui SL: Validation techniques for logistic regression models. Stat Med. 1991, 10: 1213-1226. 10.1002\/sim.4780100805.","journal-title":"Stat Med"},{"key":"941_CR5","doi-asserted-by":"publisher","DOI":"10.1002\/0471722146","volume-title":"Applied Logistic Regression","author":"DW Hosmer","year":"2000","unstructured":"Hosmer DW, Lemeshow S: Applied Logistic Regression. 2000, New York: Wiley"},{"key":"941_CR6","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3462-1","volume-title":"Regression Modeling Strategies, with Applications to Linear Models, Logistic Regression, and Survival Analysis","author":"FE Harrell","year":"2001","unstructured":"Harrell FE: Regression Modeling Strategies, with Applications to Linear Models, Logistic Regression, and Survival Analysis. 2001, New York: Springer"},{"key":"941_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-77244-8","volume-title":"Clinical Prediction Models","author":"EW Steyerberg","year":"2009","unstructured":"Steyerberg EW: Clinical Prediction Models. 2009, Heidelberg: Springer"},{"key":"941_CR8","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1016\/j.jclinepi.2004.06.017","volume":"58","author":"Y Vergouwe","year":"2005","unstructured":"Vergouwe Y, Steyerberg EW, Eijkemans MJC, Habbema JDF: Substantial effective sample sizes were required for external validation studies of predictive logistic regression models. J Clin Epidemiol. 2005, 58: 475-483. 10.1016\/j.jclinepi.2004.06.017.","journal-title":"J Clin Epidemiol"},{"key":"941_CR9","doi-asserted-by":"publisher","first-page":"b605","DOI":"10.1136\/bmj.b605","volume":"338","author":"DG Altman","year":"2009","unstructured":"Altman DG, Vergouwe Y, Royston P, Moons KGM: Prognosis and prognostic research: validating a prognostic model. Brit Med J. 2009, 338: b605-10.1136\/bmj.b605.","journal-title":"Brit Med J"},{"key":"941_CR10","doi-asserted-by":"crossref","DOI":"10.2307\/j.ctt2250wks","volume-title":"Multivariable Analysis","author":"AR Feinstein","year":"1996","unstructured":"Feinstein AR: Multivariable Analysis. 1996, New Haven: Yale University Press"},{"key":"941_CR11","doi-asserted-by":"publisher","first-page":"515","DOI":"10.7326\/0003-4819-130-6-199903160-00016","volume":"130","author":"AC Justice","year":"1999","unstructured":"Justice AC, Covinsky KE, Berlin JA: Assessing the generalizability of prognostic information. Ann Intern Med. 1999, 130: 515-524. 10.7326\/0003-4819-130-6-199903160-00016.","journal-title":"Ann Intern Med"},{"key":"941_CR12","doi-asserted-by":"publisher","first-page":"3401","DOI":"10.1002\/1097-0258(20001230)19:24<3401::AID-SIM554>3.0.CO;2-2","volume":"19","author":"Houwelingen van H C","year":"2000","unstructured":"van Houwelingen: Validation, calibration, revision and combination of prognostic survival models. Stat Med. 2000, 19: 3401-3415. 10.1002\/1097-0258(20001230)19:24<3401::AID-SIM554>3.0.CO;2-2.","journal-title":"Stat Med"},{"key":"941_CR13","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1038\/sj.bjc.6601907","volume":"91","author":"A Burton","year":"2004","unstructured":"Burton A, Altman DG: Missing covariate data within cancer prognostic studies: a review of current reporting and proposed guidelines. Brit J Cancer. 2004, 91: 4-8. 10.1038\/sj.bjc.6601907.","journal-title":"Brit J Cancer"},{"key":"941_CR14","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1186\/1741-7015-8-20","volume":"8","author":"S Mallett","year":"2010","unstructured":"Mallett S, Royston P, Dutton S, Waters R, Altman DG: Reporting methods in studies developing prognostic models in cancer: a review. BMC Med. 2010, 8: 20-10.1186\/1741-7015-8-20.","journal-title":"BMC Med"},{"key":"941_CR15","volume-title":"Flexible Parametric Survival Analysis Using Stata: Beyond the Cox model","author":"P Royston","year":"2011","unstructured":"Royston P, Lambert PC: Flexible Parametric Survival Analysis Using Stata: Beyond the Cox model. 2011, StataPress: College Station"},{"key":"941_CR16","first-page":"636","volume":"60","author":"J Foekens","year":"2000","unstructured":"Foekens J, Peters H, Look M, Portengen H, Schmitt M, Kramer M, Brunner N, J\u00e4nicke F, Meijer-van Gelder, Henzen-Logmans S, van Putten, Klijn J: The urokinase system of plasminogen activation and prognosis in 2780 breast cancer patients. Cancer Res. 2000, 60: 636-643.","journal-title":"Cancer Res"},{"key":"941_CR17","doi-asserted-by":"publisher","first-page":"2763","DOI":"10.1002\/(SICI)1097-0258(19961230)15:24<2763::AID-SIM319>3.0.CO;2-O","volume":"15","author":"MG Valsecchi","year":"1996","unstructured":"Valsecchi MG, Miller ME, Hui SL: Evaluation of long-term survival: use of diagnostic and robust estimators with Cox\u2019s proportional hazards model. Stat Med. 1996, 15: 2763-2780. 10.1002\/(SICI)1097-0258(19961230)15:24<2763::AID-SIM319>3.0.CO;2-O.","journal-title":"Stat Med"},{"key":"941_CR18","doi-asserted-by":"crossref","first-page":"2086","DOI":"10.1200\/JCO.1994.12.10.2086","volume":"12","author":"M Schumacher","year":"1994","unstructured":"Schumacher M, Bastert G, Bojar H, H\u00fcbner K, Olschweski M, Sauerbrei W, Schmoor C, Beyerle C, Neumann RLA, Rauschecker HF: Randomized 2\u00d72 trial evaluating hormonal treatment and the duration of chemotherapy in node-positive breast cancer patients. J Clin Oncol. 1994, 12: 2086-2093.","journal-title":"J Clin Oncol"},{"key":"941_CR19","doi-asserted-by":"publisher","DOI":"10.1002\/9780470770771","volume-title":"Multivariable Model-Building: A Pragmatic Approach to Regression Analysis Based on Fractional Polynomials for Modelling Continuous Variables","author":"P Royston","year":"2008","unstructured":"Royston P, Sauerbrei W: Multivariable Model-Building: A Pragmatic Approach to Regression Analysis Based on Fractional Polynomials for Modelling Continuous Variables. 2008, Chichester: Wiley"},{"key":"941_CR20","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1002\/sim.4780080504","volume":"8","author":"S Durrleman","year":"1989","unstructured":"Durrleman S, Simon R: Flexible regression-models with cubic-splines. Stat Med. 1989, 8: 551-561. 10.1002\/sim.4780080504.","journal-title":"Stat Med"},{"key":"941_CR21","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1002\/sim.2331","volume":"25","author":"P Royston","year":"2006","unstructured":"Royston P, Altman DG, Sauerbrei W: Dichotomizing continuous predictors in multiple regression: a bad idea. Stat Med. 2006, 25: 127-141. 10.1002\/sim.2331.","journal-title":"Stat Med"},{"key":"941_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1186\/1741-7015-8-21","volume":"8","author":"S Mallett","year":"2010","unstructured":"Mallett S, Royston P, Waters R, Dutton S, Altman DG: Reporting performance of prognostic models in cancer: a review. BMC Med. 2010, 8: 21-10.1186\/1741-7015-8-21.","journal-title":"BMC Med"},{"key":"941_CR23","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/S0140-6736(74)91639-0","volume":"304","author":"G Teasdale","year":"1974","unstructured":"Teasdale G, Jennett B: Assessment of coma and impaired consciousness. A practical scale. Lancet. 1974, 304: 81-84. 10.1016\/S0140-6736(74)91639-0.","journal-title":"Lancet"},{"key":"941_CR24","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/S1010-7940(99)00238-9","volume":"16","author":"AC Anyanwu","year":"1999","unstructured":"Anyanwu AC, Rogers CA, Murday AJ: A simple approach to risk stratification in adult heart disease. Eur J Cardiothorac Surg. 1999, 16: 424-428. 10.1016\/S1010-7940(99)00238-9.","journal-title":"Eur J Cardiothorac Surg"},{"key":"941_CR25","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1093\/biomet\/75.3.525","volume":"75","author":"JT Kent","year":"1988","unstructured":"Kent JT, O\u2019Quigley J: Measures of dependence for censored survival data. Biometrika. 1988, 75: 525-534. 10.1093\/biomet\/75.3.525.","journal-title":"Biometrika"},{"key":"941_CR26","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1002\/sim.1621","volume":"23","author":"P Royston","year":"2004","unstructured":"Royston P, Sauerbrei W: A new measure of prognostic separation in survival data. Stat Med. 2004, 23: 723-748. 10.1002\/sim.1621.","journal-title":"Stat Med"},{"key":"941_CR27","doi-asserted-by":"publisher","DOI":"10.1002\/9781118032985","volume-title":"The Statistical Analysis of Failure Time Data","author":"JD Kalbfleisch","year":"2002","unstructured":"Kalbfleisch JD, Prentice RL: The Statistical Analysis of Failure Time Data. 2002, New York: Wiley"},{"key":"941_CR28","unstructured":"StataCorp Stata Release 12. 2011, Stata Press"},{"key":"941_CR29","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1080\/07357900802572110","volume":"27","author":"DG Altman","year":"2009","unstructured":"Altman DG: Prognostic models: a methodological framework and review of models for breast cancer. Cancer Invest. 2009, 27: 235-243. 10.1080\/07357900802572110.","journal-title":"Cancer Invest"},{"key":"941_CR30","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1080\/01621459.1957.10501411","volume":"52","author":"DR Cox","year":"1957","unstructured":"Cox DR: Note on grouping. J Am Stat Assoc. 1957, 52: 543-547. 10.1080\/01621459.1957.10501411.","journal-title":"J Am Stat Assoc"},{"key":"941_CR31","doi-asserted-by":"publisher","first-page":"971","DOI":"10.1093\/aje\/kwq223","volume":"172","author":"Y Vergouwe","year":"2010","unstructured":"Vergouwe Y, Moons KGM, Steyerberg EW: External validity of risk models: use of benchmark values to disentangle a case-mix effect from incorrect coefficients. Am J Epidemiol. 2010, 172: 971-980. 10.1093\/aje\/kwq223.","journal-title":"Am J Epidemiol"},{"key":"941_CR32","doi-asserted-by":"publisher","first-page":"2627","DOI":"10.1002\/sim.4242","volume":"31","author":"B Choodari-Oskooei","year":"2012","unstructured":"Choodari-Oskooei B, Royston P, Parmar MKB, A simulation study of predictive ability measures in a survival model I: explained variation measures. Stat Med. 2012, 31: 2627-2643. 10.1002\/sim.4242.","journal-title":"Stat Med"},{"key":"941_CR33","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1002\/sim.3768","volume":"29","author":"T Hielscher","year":"2010","unstructured":"Hielscher T, Zucknick M, Werft W, Benner A: On the prognostic value of survival models with application to gene expression signatures. Stat Med. 2010, 29: 818-829. 10.1002\/sim.3768.","journal-title":"Stat Med"},{"key":"941_CR34","doi-asserted-by":"publisher","first-page":"2543","DOI":"10.1001\/jama.1982.03320430047030","volume":"247","author":"FE Harrell","year":"1982","unstructured":"Harrell FE, Califf RM, Prior DB, Lee KL, Rosati RA: Evaluating the yield of medical tests. J Am Med Assoc. 1982, 247: 2543-2546. 10.1001\/jama.1982.03320430047030.","journal-title":"J Am Med Assoc"},{"key":"941_CR35","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1093\/biomet\/92.4.965","volume":"92","author":"M G\u00f6nen","year":"2005","unstructured":"G\u00f6nen M, Heller G: Concordance probability and discriminatory power in proportional hazards regression. Biometrika. 2005, 92: 965-970. 10.1093\/biomet\/92.4.965.","journal-title":"Biometrika"},{"key":"941_CR36","doi-asserted-by":"publisher","first-page":"2529","DOI":"10.1002\/(SICI)1097-0258(19990915\/30)18:17\/18<2529::AID-SIM274>3.0.CO;2-5","volume":"18","author":"E Graf","year":"1999","unstructured":"Graf E, Schmoor C, Sauerbrei W, Schumacher M: Assessment and comparison of prognostic classification schemes for survival data. Stat Med. 1999, 18: 2529-2545. 10.1002\/(SICI)1097-0258(19990915\/30)18:17\/18<2529::AID-SIM274>3.0.CO;2-5.","journal-title":"Stat Med"},{"key":"941_CR37","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1198\/016214507000001481","volume":"103","author":"Y Zheng","year":"2008","unstructured":"Zheng Y, Cai T, Pepe MS, Levy WC: Time-dependent predictive values of prognostic biomarkers with failure time outcome. J Am Stat Assoc. 2008, 103: 362-368. 10.1198\/016214507000001481.","journal-title":"J Am Stat Assoc"},{"key":"941_CR38","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/S0140-6736(86)90837-8","volume":"8","author":"MJ Bland","year":"1986","unstructured":"Bland MJ, Altman DG: Statistical methods for assessing agreement between two methods of clinical measurement. Lancet. 1986, 8: 307-310.","journal-title":"Lancet"},{"key":"941_CR39","volume-title":"rms:S functions for biostatistical\/epidemiologic modeling, testing, estimation, validation, graphics, prediction, and typesetting by storing enhanced model design attributes in the fit. Implements methods in Regression Modeling Strategies","author":"FE Harrell","year":"2001","unstructured":"Harrell FE: rms:S functions for biostatistical\/epidemiologic modeling, testing, estimation, validation, graphics, prediction, and typesetting by storing enhanced model design attributes in the fit. Implements methods in Regression Modeling Strategies. 2001, New York: Springer, Available from [ http:\/\/biostat.mc.vanderbilt.edu\/rms ] 2013"},{"key":"941_CR40","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1136\/jme.2005.012427","volume":"31","author":"R Henderson","year":"2005","unstructured":"Henderson R, Keiding N: Individual survival time prediction using statistical models. J Med Ethics. 2005, 31: 703-706. 10.1136\/jme.2005.012427.","journal-title":"J Med Ethics"},{"key":"941_CR41","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1016\/j.jclinepi.2007.04.018","volume":"61","author":"KJ Janssen","year":"2008","unstructured":"Janssen KJ, Moons KG, Kalkman CJ, Grobbee DE, Vergouwe Y: Updating methods improved the performance of a clinical prediction model in new patients. J Clin Epidemiol. 2008, 61: 76-86. 10.1016\/j.jclinepi.2007.04.018.","journal-title":"J Clin Epidemiol"},{"key":"941_CR42","doi-asserted-by":"publisher","first-page":"2098","DOI":"10.1161\/01.CIR.99.16.2098","volume":"99","author":"J Ivanov","year":"1999","unstructured":"Ivanov J, Tu JV, Naylor C: Ready-made, recalibrated, or remodeled? Issues in the use of risk indexes for assessing mortality after coronary artery bypass graft surgery. Circulation. 1999, 99: 2098-2104. 10.1161\/01.CIR.99.16.2098.","journal-title":"Circulation"},{"key":"941_CR43","volume-title":"Sample size for multivariable prognostic models. PhD thesis","author":"RC Jinks","year":"2012","unstructured":"Jinks RC: Sample size for multivariable prognostic models. PhD thesis. 2012, London: University College"},{"key":"941_CR44","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1016\/j.ejca.2006.11.018","volume":"43","author":"D Dunkler","year":"2007","unstructured":"Dunkler D, Michiels S, Schemper M: Gene expression profiling: Does it add predictive accuracy to clinical characteristics in cancer prognosis?. Eur J Cancer. 2007, 43: 745-751. 10.1016\/j.ejca.2006.11.018.","journal-title":"Eur J Cancer"},{"key":"941_CR45","doi-asserted-by":"publisher","first-page":"2175","DOI":"10.1002\/sim.1203","volume":"21","author":"P Royston","year":"2002","unstructured":"Royston P, Parmar MKB: Flexible proportional-hazards and proportional-odds models for censored survival data, with application to prognostic modelling and estimation of treatment effects. Stat Med. 2002, 21: 2175-2197. 10.1002\/sim.1203.","journal-title":"Stat Med"}],"container-title":["BMC Medical Research Methodology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1471-2288-13-33\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-33.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2288-13-33.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,23]],"date-time":"2020-07-23T04:27:02Z","timestamp":1595478422000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedresmethodol.biomedcentral.com\/articles\/10.1186\/1471-2288-13-33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3,6]]},"references-count":45,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["941"],"URL":"https:\/\/doi.org\/10.1186\/1471-2288-13-33","relation":{},"ISSN":["1471-2288"],"issn-type":[{"value":"1471-2288","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3,6]]},"article-number":"33"}}