{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T03:54:34Z","timestamp":1784865274823,"version":"3.55.0"},"reference-count":27,"publisher":"American Medical Association (AMA)","issue":"12","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["JAMA Netw Open"],"DOI":"10.1001\/jamanetworkopen.2021.37647","type":"journal-article","created":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T16:14:35Z","timestamp":1638893675000},"page":"e2137647","source":"Crossref","is-referenced-by-count":4,"title":["Reproducibility of Hospital Rankings Based on Centers for Medicare & Medicaid Services Hospital Compare Measures as a Function of Measure Reliability"],"prefix":"10.1001","volume":"4","author":[{"given":"Laurent G.","family":"Glance","sequence":"first","affiliation":[{"name":"Department of Anesthesiology and Perioperative Medicine, University of Rochester School of Medicine, Rochester, New York"},{"name":"Department of Public Health Sciences, University of Rochester School of Medicine, Rochester, New York"},{"name":"RAND Health, RAND, Boston, Massachusetts"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David R.","family":"Nerenz","sequence":"additional","affiliation":[{"name":"Center for Health Policy and Health Services Research, Henry Ford Health System, Detroit, Michigan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karen E.","family":"Joynt Maddox","sequence":"additional","affiliation":[{"name":"Department of Medicine, Washington University in St Louis, St Louis, Missouri"},{"name":"Center for Health Economics and Policy at the Institute for Public Health, Washington University in St Louis, St Louis, Missouri"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruce L.","family":"Hall","sequence":"additional","affiliation":[{"name":"Department of Surgery, Washington University in St Louis, St Louis, Missouri"},{"name":"Olin Business School, Washington University in St Louis, St Louis, Missouri"},{"name":"Division of Research and Optimal Patient Care, American College of Surgeons, Chicago, Illinois"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew W.","family":"Dick","sequence":"additional","affiliation":[{"name":"RAND Health, RAND, Boston, Massachusetts"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"10","published-online":{"date-parts":[[2021,12,7]]},"reference":[{"issue":"12","key":"zoi211068r1","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.1056\/NEJMsa1803388","article-title":"Medicare spending after 3 years of the Medicare Shared Savings Program.","volume":"379","author":"McWilliams","year":"2018","journal-title":"N Engl J Med"},{"issue":"24","key":"zoi211068r2","doi-asserted-by":"publisher","first-page":"2647","DOI":"10.1001\/jama.2016.18533","article-title":"Association between hospital penalty status under the Hospital Readmission Reduction Program and readmission rates for target and nontarget conditions.","volume":"316","author":"Desai","year":"2016","journal-title":"JAMA"},{"issue":"24","key":"zoi211068r3","doi-asserted-by":"publisher","first-page":"2358","DOI":"10.1056\/NEJMsa1613412","article-title":"Changes in hospital quality associated with hospital value-based purchasing.","volume":"376","author":"Ryan","year":"2017","journal-title":"N Engl J Med"},{"issue":"12","key":"zoi211068r4","doi-asserted-by":"publisher","first-page":"1267","DOI":"10.1001\/jama.2016.12717","article-title":"Association between hospital participation in a Medicare bundled payment initiative and payments and quality outcomes for lower extremity joint replacement episodes.","volume":"316","author":"Dummit","year":"2016","journal-title":"JAMA"},{"issue":"8","key":"zoi211068r5","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1056\/NEJMp1613876","article-title":"Improve quality, control spending, maintain access\u2014can the merit-based incentive payment system deliver?","volume":"376","author":"Schneider","year":"2017","journal-title":"N Engl J Med"},{"issue":"6","key":"zoi211068r6","doi-asserted-by":"publisher","first-page":"1048","DOI":"10.1097\/SLA.0000000000003592","article-title":"National Quality Forum guidelines for evaluating the scientific acceptability of risk-adjusted clinical outcome measures: a report from the National Quality Forum Scientific Methods Panel.","volume":"271","author":"Glance","year":"2020","journal-title":"Ann Surg"},{"issue":"6","key":"zoi211068r7","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1177\/1062860620914026","article-title":"The NQF Scientific Methods Panel: enhancing the review and endorsement process for performance measures.","volume":"35","author":"Nerenz","year":"2020","journal-title":"Am J Med Qual"},{"issue":"11","key":"zoi211068r9","doi-asserted-by":"publisher","first-page":"1014","DOI":"10.1056\/NEJMsa0906323","article-title":"Physician cost profiling\u2014reliability and risk of misclassification.","volume":"362","author":"Adams","year":"2010","journal-title":"N Engl J Med"},{"issue":"5","key":"zoi211068r10","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1001\/jamasurg.2013.4249","article-title":"Reliability of risk-adjusted outcomes for profiling hospital surgical quality.","volume":"149","author":"Krell","year":"2014","journal-title":"JAMA Surg"},{"issue":"1-2","key":"zoi211068r11","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.hjdsi.2013.04.002","article-title":"Reliability of utilization measures for primary care physician profiling.","volume":"1","author":"Yu","year":"2013","journal-title":"Healthc (Amst)"},{"key":"zoi211068r12","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data.","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"key":"zoi211068r16","doi-asserted-by":"crossref","first-page":"i2214","DOI":"10.1136\/bmj.i2214","article-title":"Association between the value-based purchasing pay for performance program and patient mortality in US hospitals: observational study.","volume":"353","author":"Figueroa","year":"2016","journal-title":"BMJ"},{"issue":"5","key":"zoi211068r19","doi-asserted-by":"publisher","first-page":"862","DOI":"10.1377\/hlthaff.2019.00778","article-title":"Improving the accuracy of hospital quality ratings by focusing on the association between volume and outcome.","volume":"39","author":"Glance","year":"2020","journal-title":"Health Aff (Millwood)"},{"issue":"19","key":"zoi211068r21","doi-asserted-by":"publisher","first-page":"1600","DOI":"10.1001\/jama.278.19.1600","article-title":"The risks of risk adjustment.","volume":"278","author":"Iezzoni","year":"1997","journal-title":"JAMA"},{"issue":"26","key":"zoi211068r22","doi-asserted-by":"publisher","first-page":"2530","DOI":"10.1056\/NEJMsa1006396","article-title":"Variability in the measurement of hospital-wide mortality rates.","volume":"363","author":"Shahian","year":"2010","journal-title":"N Engl J Med"},{"issue":"9","key":"zoi211068r23","doi-asserted-by":"crossref","DOI":"10.1097\/00003246-200209000-00005","article-title":"Rating the quality of ICUs\u2014is it a function of the ICU scoring system?","volume":"30","author":"Glance","year":"2002","journal-title":"Critical Care Medicine"},{"issue":"3","key":"zoi211068r24","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1097\/01.sla.0000201800.45264.51","article-title":"Operative mortality and procedure volume as predictors of subsequent hospital performance.","volume":"243","author":"Birkmeyer","year":"2006","journal-title":"Ann Surg"},{"issue":"3","key":"zoi211068r25","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1377\/hlthaff.25.3.844","article-title":"The predictive accuracy of the New York State coronary artery bypass surgery report-card system.","volume":"25","author":"Jha","year":"2006","journal-title":"Health Aff (Millwood)"},{"issue":"5","key":"zoi211068r26","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1097\/MLR.0b013e3181d568f7","article-title":"How well do hospital mortality rates reported in the New York State CABG report card predict subsequent hospital performance?","volume":"48","author":"Glance","year":"2010","journal-title":"Med Care"},{"issue":"15","key":"zoi211068r27","doi-asserted-by":"publisher","first-page":"1434","DOI":"10.1056\/NEJMsa1300625","article-title":"Surgical skill and complication rates after bariatric surgery.","volume":"369","author":"Birkmeyer","year":"2013","journal-title":"N Engl J Med"},{"key":"zoi211068r8","unstructured":"Patient-reported outcomes (PROS) in performance measurement. January 10, 2013. Accessed August 31, 2018. https:\/\/www.qualityforum.org\/publications\/2012\/12\/patient-reported_outcomes_in_performance_measurement.aspx"},{"key":"zoi211068r13","unstructured":"CMS.gov. Hospitals. October 10, 2020. Accessed February 21, 2021. https:\/\/data.cms.gov\/provider-data\/topics\/hospitals?"},{"key":"zoi211068r14","unstructured":"CMS Impact Inpatient Prospective Payment System (IPPS). Accessed October 10, 2020. https:\/\/data.nber.org\/data\/cms-impact-file-hospital-inpatient-prospective-payment-system-ipps.html"},{"key":"zoi211068r15","unstructured":"Stata. Intraclass correlation coefficients. 2017. Accessed February 1, 2021. https:\/\/www.stata.com\/features\/overview\/intraclass-correlation-coefficients\/"},{"key":"zoi211068r17","unstructured":"CIR Extension Quality Supplement. Overview of CJR quality measures, composite quality score, and pay-for-performance methodology. Accessed October 1, 2021. https:\/\/innovation.cms.gov\/files\/x\/cjr-qualsup.pdf"},{"key":"zoi211068r18","unstructured":"Quality Payment Program. 2019 Merit-based Incentive Payment System (MIPS) quality performance category fact sheet. Accessed October 1, 2021. https:\/\/www.hhs.gov\/guidance\/sites\/default\/files\/hhs-guidance-documents\/2019%20MIPS%20Quality%20Performance%20Category%20Factsheet_3.pdf"},{"key":"zoi211068r20","unstructured":"Stata.com. Kappa\u2014interrater agreement. Accessed February 1, 2021. https:\/\/www.stata.com\/manuals\/rkappa.pdf"}],"container-title":["JAMA Network Open"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/articlepdf\/2786916\/glance_2021_oi_211068_1638298169.17636.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T16:14:39Z","timestamp":1638893679000},"score":1,"resource":{"primary":{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/fullarticle\/2786916"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,7]]},"references-count":27,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2021,12,1]]}},"URL":"https:\/\/doi.org\/10.1001\/jamanetworkopen.2021.37647","relation":{},"ISSN":["2574-3805"],"issn-type":[{"value":"2574-3805","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12,7]]}}}