{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T20:16:42Z","timestamp":1778098602293,"version":"3.51.4"},"reference-count":39,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2016,11,1]],"date-time":"2016-11-01T00:00:00Z","timestamp":1477958400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["ajpm-online.net","clinicalkey.jp","clinicalkey.com","clinicalkey.es","clinicalkey.com.au","clinicalkey.fr","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["American Journal of Preventive Medicine"],"published-print":{"date-parts":[[2016,11]]},"DOI":"10.1016\/j.amepre.2016.07.004","type":"journal-article","created":{"date-parts":[[2016,8,11]],"date-time":"2016-08-11T05:17:54Z","timestamp":1470892674000},"page":"752-761","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":23,"title":["Measuring Preventive Care Delivery"],"prefix":"10.1016","volume":"51","author":[{"given":"Steffani R.","family":"Bailey","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John D.","family":"Heintzman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miguel","family":"Marino","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Megan J.","family":"Hoopes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brigit A.","family":"Hatch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rachel","family":"Gold","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stuart C.","family":"Cowburn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christine A.","family":"Nelson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Heather E.","family":"Angier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jennifer E.","family":"DeVoe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"144","key":"10.1016\/j.amepre.2016.07.004_bib1","first-page":"44313","article-title":"Medicare and Medicaid programs; electronic health record incentive program. Final rule","volume":"75","year":"2010","journal-title":"Fed Regist"},{"key":"10.1016\/j.amepre.2016.07.004_bib2","unstructured":"Center for Medicaid and Medicare Services. 2011\u20132012 Eligible Professional Clinical Quality Measures (CQMs). https:\/\/ushik.ahrq.gov\/mdr\/portals\/mu. Published 2012. Accessed January 26, 2016."},{"key":"10.1016\/j.amepre.2016.07.004_bib3","series-title":"HEDIS 2013: Technical Specifications for Physician Measurement","year":"2013"},{"issue":"3","key":"10.1016\/j.amepre.2016.07.004_bib4","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1093\/intqhc\/mzs011","article-title":"New paradigms for measuring clinical performance using electronic health records","volume":"24","author":"Weiner","year":"2012","journal-title":"Int J Qual Health Care"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib5","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1007\/s11606-012-2237-8","article-title":"Electronic health records and ambulatory quality of care","volume":"28","author":"Kern","year":"2013","journal-title":"J Gen Intern Med"},{"issue":"5 suppl","key":"10.1016\/j.amepre.2016.07.004_bib6","doi-asserted-by":"crossref","first-page":"S104","DOI":"10.1016\/j.amepre.2007.01.018","article-title":"Research challenges for electronic health records","volume":"32","author":"Lobach","year":"2007","journal-title":"Am J Prev Med"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib7","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1016\/j.amepre.2013.05.015","article-title":"Using electronic health records to address overweight and obesity: a systematic review","volume":"45","author":"Baer","year":"2013","journal-title":"Am J Prev Med"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib8","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1136\/amiajnl-2011-000187","article-title":"Comparison of computerized surveillance and manual chart review for adverse events","volume":"18","author":"Tinoco","year":"2011","journal-title":"J Am Med Inform Assoc"},{"issue":"2","key":"10.1016\/j.amepre.2016.07.004_bib9","doi-asserted-by":"crossref","first-page":"318","DOI":"10.4338\/ACI-2014-12-RA-0116","article-title":"The accuracy of an electronic pulmonary embolism severity index auto-populated from the electronic health record: setting the stage for computerized clinical decision support","volume":"6","author":"Vinson","year":"2015","journal-title":"Appl Clin Inform"},{"issue":"1","key":"10.1016\/j.amepre.2016.07.004_bib10","doi-asserted-by":"crossref","first-page":"73","DOI":"10.7326\/0003-4819-159-1-201307020-00018","article-title":"Accuracy of electronically reported \u201cmeaningful use\u201d clinical quality measures","volume":"159","author":"Kern","year":"2013","journal-title":"Ann Intern Med"},{"issue":"5","key":"10.1016\/j.amepre.2016.07.004_bib11","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1177\/1077558709359007","article-title":"Review: electronic health records and the reliability and validity of quality measures: a review of the literature","volume":"67","author":"Chan","year":"2010","journal-title":"Med Care Res Rev"},{"issue":"1","key":"10.1016\/j.amepre.2016.07.004_bib12","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1197\/jamia.M2198","article-title":"Comparison of methodologies for calculating quality measures based on administrative data versus clinical data from an electronic health record system: implications for performance measures","volume":"14","author":"Tang","year":"2007","journal-title":"J Am Med Inform Assoc"},{"issue":"10","key":"10.1016\/j.amepre.2016.07.004_bib13","first-page":"555","article-title":"Comparing clinical automated, medical record, and hybrid data sources for diabetes quality measures","volume":"28","author":"Kerr","year":"2002","journal-title":"Jt Comm J Qual Improv"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib14","doi-asserted-by":"crossref","first-page":"270","DOI":"10.7326\/0003-4819-146-4-200702200-00006","article-title":"Automated review of electronic health records to assess quality of care for outpatients with heart failure","volume":"146","author":"Baker","year":"2007","journal-title":"Ann Intern Med"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib15","doi-asserted-by":"crossref","first-page":"227","DOI":"10.7326\/0003-4819-154-4-201102150-00003","article-title":"Exceptions to outpatient quality measures for coronary artery disease in electronic health records","volume":"154","author":"Kmetik","year":"2011","journal-title":"Ann Intern Med"},{"issue":"20","key":"10.1016\/j.amepre.2016.07.004_bib16","doi-asserted-by":"crossref","first-page":"2272","DOI":"10.1001\/archinte.166.20.2272","article-title":"Assessing the validity of national quality measures for coronary artery disease using an electronic health record","volume":"166","author":"Persell","year":"2006","journal-title":"Arch Intern Med"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib17","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1136\/amiajnl-2011-000557","article-title":"Validity of electronic health record-derived quality measurement for performance monitoring","volume":"19","author":"Parsons","year":"2012","journal-title":"J Am Med Inform Assoc"},{"issue":"5","key":"10.1016\/j.amepre.2016.07.004_bib18","doi-asserted-by":"crossref","first-page":"680","DOI":"10.1136\/ard.2008.089318","article-title":"Measuring quality of care for rheumatic diseases using an electronic medical record","volume":"68","author":"Agnew-Blais","year":"2009","journal-title":"Ann Rheum Dis"},{"issue":"7","key":"10.1016\/j.amepre.2016.07.004_bib19","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1097\/01.mlr.0000167185.26058.8e","article-title":"Validity of using an electronic medical record for assessing quality of care in an outpatient setting","volume":"43","author":"Benin","year":"2005","journal-title":"Med Care"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib20","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1370\/afm.1279","article-title":"Electronic health records vs Medicaid claims: completeness of diabetes preventive care data in community health centers","volume":"9","author":"Devoe","year":"2011","journal-title":"Ann Fam Med"},{"issue":"2","key":"10.1016\/j.amepre.2016.07.004_bib21","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1097\/01.mlr.0000196960.12860.de","article-title":"Comparison of administrative data and medical records to measure the quality of medical care provided to vulnerable older patients","volume":"44","author":"MacLean","year":"2006","journal-title":"Med Care"},{"issue":"2","key":"10.1016\/j.amepre.2016.07.004_bib22","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1097\/MLR.0b013e318189375f","article-title":"Using electronic health records to measure physician performance for acute conditions in primary care: empirical evaluation of the community-acquired pneumonia clinical quality measure set","volume":"47","author":"Linder","year":"2009","journal-title":"Med Care"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib23","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1097\/OLQ.0b013e31815fa5bb","article-title":"Prenatal syphilis screening rates measured using medicaid claims and electronic medical records","volume":"35","author":"Rosenman","year":"2008","journal-title":"Sex Transm Dis"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib24","doi-asserted-by":"crossref","first-page":"720","DOI":"10.1136\/amiajnl-2013-002333","article-title":"Agreement of Medicaid claims and electronic health records for assessing preventive care quality among adults","volume":"21","author":"Heintzman","year":"2014","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.amepre.2016.07.004_bib25","doi-asserted-by":"crossref","first-page":"E141","DOI":"10.5888\/pcd9.120009","article-title":"Accuracy of heart disease prevalence estimated from claims data compared with an electronic health record","volume":"9","author":"Kottke","year":"2012","journal-title":"Prev Chronic Dis"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib26","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1177\/1062860606288243","article-title":"Are claims data accurate enough to identify patients for performance measures or quality improvement? The case of diabetes, heart disease, and depression","volume":"21","author":"Solberg","year":"2006","journal-title":"Am J Med Qual"},{"issue":"6","key":"10.1016\/j.amepre.2016.07.004_bib27","doi-asserted-by":"crossref","first-page":"e1676","DOI":"10.1542\/peds.2013-4277","article-title":"Variation in outcomes of quality measurement by data source","volume":"133","author":"Angier","year":"2014","journal-title":"Pediatrics"},{"issue":"1","key":"10.1016\/j.amepre.2016.07.004_bib28","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1542\/peds.2011-3705","article-title":"Feasibility of evaluating the CHIPRA care quality measures in electronic health record data","volume":"130","author":"Gold","year":"2012","journal-title":"Pediatrics"},{"key":"10.1016\/j.amepre.2016.07.004_bib29","unstructured":"Centers for Disease Control and Prevention. Summary Recommendations: Prevention and Control of Influenza with Vaccines: Recommendations of the Advisory Committee on Immunization Practices\u2014(ACIP)\u2014United States, 2013\u201314. www.cdc.gov\/flu\/professionals\/acip\/2013-summary-recommendations.htm. Published 2013. Accessed January 26, 2016."},{"key":"10.1016\/j.amepre.2016.07.004_bib30","unstructured":"U.S. Preventive Services Task Force. USPSTF A and B recommendations. www.uspreventiveservicestaskforce.org\/Page\/Name\/uspstf-a-and-b-recommendations\/. Published 2014. Accessed January 26, 2016."},{"issue":"2","key":"10.1016\/j.amepre.2016.07.004_bib31","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1037\/1082-989X.1.2.150","article-title":"Sample-size calculations for Cohen\u2019s kappa","volume":"1","author":"Cantor","year":"1996","journal-title":"Psychol Methods"},{"key":"10.1016\/j.amepre.2016.07.004_bib32","unstructured":"OCHIN. OCHIN 2012 Annual report. https:\/\/ochin.org\/depository\/OCHIN%202012%20Annual%20Report.pdf. Published 2013. Accessed January 26, 2016."},{"issue":"3","key":"10.1016\/j.amepre.2016.07.004_bib33","doi-asserted-by":"crossref","first-page":"271","DOI":"10.3122\/jabfm.2013.03.120234","article-title":"The OCHIN community information network: bringing together community health centers, information technology, and data to support a patient-centered medical village","volume":"26","author":"Devoe","year":"2013","journal-title":"J Am Board Fam Med"},{"issue":"5","key":"10.1016\/j.amepre.2016.07.004_bib34","doi-asserted-by":"crossref","first-page":"597","DOI":"10.3122\/jabfm.2011.05.110052","article-title":"Developing a network of community health centers with a common electronic health record: description of the Safety Net West Practice-based Research Network (SNW-PBRN)","volume":"24","author":"Devoe","year":"2011","journal-title":"J Am Board Fam Med"},{"issue":"2","key":"10.1016\/j.amepre.2016.07.004_bib35","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/j.jbi.2008.08.010","article-title":"Research electronic data capture (REDCap)\u2014a metadata-driven methodology and workflow process for providing translational research informatics support","volume":"42","author":"Harris","year":"2009","journal-title":"J Biomed Inform"},{"issue":"4","key":"10.1016\/j.amepre.2016.07.004_bib36","first-page":"281","article-title":"Exact binomial confidence interval for proportions","volume":"64","author":"Morissette","year":"1998","journal-title":"Photogramm Eng Remote Sens"},{"issue":"1","key":"10.1016\/j.amepre.2016.07.004_bib37","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"key":"10.1016\/j.amepre.2016.07.004_bib38","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.jbi.2015.01.010","article-title":"Using natural language processing to extract mammographic findings","volume":"54","author":"Gao","year":"2015","journal-title":"J Biomed Inform"},{"issue":"1","key":"10.1016\/j.amepre.2016.07.004_bib39","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1177\/0272989X11400418","article-title":"Natural language processing improves identification of colorectal cancer testing in the electronic medical record","volume":"32","author":"Denny","year":"2012","journal-title":"Med Decis Making"}],"container-title":["American Journal of Preventive Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0749379716302525?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0749379716302525?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,9]],"date-time":"2018-09-09T04:58:49Z","timestamp":1536469129000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0749379716302525"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,11]]},"references-count":39,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2016,11]]}},"alternative-id":["S0749379716302525"],"URL":"https:\/\/doi.org\/10.1016\/j.amepre.2016.07.004","relation":{},"ISSN":["0749-3797"],"issn-type":[{"value":"0749-3797","type":"print"}],"subject":[],"published":{"date-parts":[[2016,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Measuring Preventive Care Delivery","name":"articletitle","label":"Article Title"},{"value":"American Journal of Preventive Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.amepre.2016.07.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2016 American Journal of Preventive Medicine. Published by Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}