{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T15:46:35Z","timestamp":1772034395358,"version":"3.50.1"},"reference-count":80,"publisher":"Oxford University Press (OUP)","issue":"12","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"name":"National Institutes of Health (NIH) Health Care Systems Research Collaboratory by the NIH Common Fund through cooperative agreement","award":["U24AT009676"],"award-info":[{"award-number":["U24AT009676"]}]},{"name":"Office of Strategic Coordination within the Office of the NIH Director"},{"name":"NIH through the NIH HEAL Initiative","award":["U24AT010961"],"award-info":[{"award-number":["U24AT010961"]}]},{"name":"NIH Health Care Systems Research Collaboratory"},{"name":"NIH Institutes, Centers, and Offices: ABATE Infection","award":["UH2AT007769"],"award-info":[{"award-number":["UH2AT007769"]}]},{"name":"NIH Institutes, Centers, and Offices: ABATE Infection","award":["UH3AI113337"],"award-info":[{"award-number":["UH3AI113337"]}]},{"name":"ACP PEACE","award":["UG3AG060626"],"award-info":[{"award-number":["UG3AG060626"]}]},{"name":"ACP PEACE","award":["UH3AG060626"],"award-info":[{"award-number":["UH3AG060626"]}]},{"name":"EMBED","award":["UG3DA047003"],"award-info":[{"award-number":["UG3DA047003"]}]},{"name":"EMBED","award":["UH3DA047003"],"award-info":[{"award-number":["UH3DA047003"]}]},{"name":"GGC4H","award":["UG3AT009838"],"award-info":[{"award-number":["UG3AT009838"]}]},{"name":"GGC4H","award":["UH3AT009838"],"award-info":[{"award-number":["UH3AT009838"]}]},{"name":"HiLo","award":["UG3DK118748"],"award-info":[{"award-number":["UG3DK118748"]}]},{"name":"HiLo","award":["UH3DK118748"],"award-info":[{"award-number":["UH3DK118748"]}]},{"name":"ICD-Pieces","award":["UH2DK104655"],"award-info":[{"award-number":["UH2DK104655"]}]},{"name":"ICD-Pieces","award":["UH3DK104655"],"award-info":[{"award-number":["UH3DK104655"]}]},{"name":"LIRE","award":["UH2AT007766"],"award-info":[{"award-number":["UH2AT007766"]}]},{"name":"LIRE","award":["UH3AR066795"],"award-info":[{"award-number":["UH3AR066795"]}]},{"name":"Nudge","award":["UG3HL144163"],"award-info":[{"award-number":["UG3HL144163"]}]},{"name":"Nudge","award":["UH3HL144163"],"award-info":[{"award-number":["UH3HL144163"]}]},{"name":"PPACT","award":["UH2AT007788"],"award-info":[{"award-number":["UH2AT007788"]}]},{"name":"PPACT","award":["UH3NS088731"],"award-info":[{"award-number":["UH3NS088731"]}]},{"name":"PRIM-ER","award":["UG3AT009844"],"award-info":[{"award-number":["UG3AT009844"]}]},{"name":"PRIM-ER","award":["UH3AT009844"],"award-info":[{"award-number":["UH3AT009844"]}]},{"name":"PROVEN","award":["UH2AG049619"],"award-info":[{"award-number":["UH2AG049619"]}]},{"name":"PROVEN","award":["UH3AG049619"],"award-info":[{"award-number":["UH3AG049619"]}]},{"name":"SPOT","award":["UH2AT007755"],"award-info":[{"award-number":["UH2AT007755"]}]},{"name":"SPOT","award":["UH3MH007755"],"award-info":[{"award-number":["UH3MH007755"]}]},{"name":"STOP CRC","award":["UH2AT007782"],"award-info":[{"award-number":["UH2AT007782"]}]},{"name":"STOP CRC","award":["UH3CA188640"],"award-info":[{"award-number":["UH3CA188640"]}]},{"name":"TiME","award":["UH2AT007797"],"award-info":[{"award-number":["UH2AT007797"]}]},{"name":"TiME","award":["UH3DK102384"],"award-info":[{"award-number":["UH3DK102384"]}]},{"name":"TSOS","award":["UH2MH106338"],"award-info":[{"award-number":["UH2MH106338"]}]},{"name":"TSOS","award":["UH3MH106338"],"award-info":[{"award-number":["UH3MH106338"]}]},{"name":"Demonstration Projects within the NIH HEAL Initiative were supported by the following cooperative agreements with NIH Institutes, Centers, and Offices: BackInAction","award":["UG3AT010739"],"award-info":[{"award-number":["UG3AT010739"]}]},{"name":"Demonstration Projects within the NIH HEAL Initiative were supported by the following cooperative agreements with NIH Institutes, Centers, and Offices: BackInAction","award":["UH3AT010739"],"award-info":[{"award-number":["UH3AT010739"]}]},{"name":"BeatPain Utah","award":["UG3NR019943"],"award-info":[{"award-number":["UG3NR019943"]}]},{"name":"FM TIPS","award":["UG3AR076387"],"award-info":[{"award-number":["UG3AR076387"]}]},{"name":"FM TIPS","award":["UH3AR076387"],"award-info":[{"award-number":["UH3AR076387"]}]},{"name":"GRACE","award":["UG3AT011265"],"award-info":[{"award-number":["UG3AT011265"]}]},{"name":"NOHARM","award":["UG3AG067593"],"award-info":[{"award-number":["UG3AG067593"]}]},{"name":"NOHARM","award":["UH3AG067593"],"award-info":[{"award-number":["UH3AG067593"]}]},{"name":"OPTIMUM","award":["UG3AT010621"],"award-info":[{"award-number":["UG3AT010621"]}]},{"name":"OPTIMUM","award":["UH3AT010621"],"award-info":[{"award-number":["UH3AT010621"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11,25]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objective<\/jats:title>\n                  <jats:p>We identified challenges and solutions to using electronic health record (EHR) systems for the design and conduct of pragmatic research.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>Since 2012, the Health Care Systems Research Collaboratory has served as the resource coordinating center for 21 pragmatic clinical trial demonstration projects. The EHR Core working group invited these demonstration projects to complete a written semistructured survey and used an inductive approach to review responses and identify EHR-related challenges and suggested EHR enhancements.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>We received survey responses from 20 projects and identified 21 challenges that fell into 6 broad themes: (1) inadequate collection of patient-reported outcome data, (2) lack of structured data collection, (3) data standardization, (4) resources to support customization of EHRs, (5) difficulties aggregating data across sites, and (6) accessing EHR data.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Discussion<\/jats:title>\n                  <jats:p>Based on these findings, we formulated 6 prerequisites for PCTs that would enable the conduct of pragmatic research: (1) integrate the collection of patient-centered data into EHR systems, (2) facilitate structured research data collection by leveraging standard EHR functions, usable interfaces, and standard workflows, (3) support the creation of high-quality research data by using standards, (4) ensure adequate IT staff to support embedded research, (5) create aggregate, multidata type resources for multisite trials, and (6) create re-usable and automated queries.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>We are hopeful our collection of specific EHR challenges and research needs will drive health system leaders, policymakers, and EHR designers to support these suggestions to improve our national capacity for generating real-world evidence.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocab202","type":"journal-article","created":{"date-parts":[[2021,9,8]],"date-time":"2021-09-08T11:36:27Z","timestamp":1631100987000},"page":"2626-2640","source":"Crossref","is-referenced-by-count":48,"title":["Enhancing the use of EHR systems for pragmatic embedded research: lessons from the NIH Health Care Systems Research Collaboratory"],"prefix":"10.1093","volume":"28","author":[{"given":"Rachel L","family":"Richesson","sequence":"first","affiliation":[{"name":"Department of Learning Health Sciences, University of Michigan Medical School, Ann Arbor, Michigan, USA"}]},{"given":"Keith S","family":"Marsolo","sequence":"additional","affiliation":[{"name":"Department of Population Health Sciences, Duke University School of Medicine, Durham, North Carolina, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6634-8171","authenticated-orcid":false,"given":"Brian J","family":"Douthit","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Vanderbilt University School of Medicine, Nashville, Tennessee, USA"},{"name":"US Department of Veterans Affairs, Tennessee Valley Healthcare System, Nashville, Tennessee, USA"}]},{"given":"Karen","family":"Staman","sequence":"additional","affiliation":[{"name":"Duke Clinical Research Institute, Durham, North Carolina, USA"}]},{"given":"P Michael","family":"Ho","sequence":"additional","affiliation":[{"name":"Department of Medicine, University of Colorado Medicine, Denver, Colorado, USA"}]},{"given":"Dana","family":"Dailey","sequence":"additional","affiliation":[{"name":"Center for Health Sciences, St. Ambrose University, Davenport, Iowa and Department of Physical Therapy and Rehabilitation Science, University of Iowa, Iowa City, Iowa, USA"}]},{"given":"Andrew D","family":"Boyd","sequence":"additional","affiliation":[{"name":"Department of Biomedical and Health Information Sciences University of Illinois Chicago, Chicago, Illinois, USA"}]},{"given":"Kathleen M","family":"McTigue","sequence":"additional","affiliation":[{"name":"Department of Medicine, University of Pittsburgh, Pittsburgh, Pennsylvania, USA"}]},{"given":"Miriam O","family":"Ezenwa","sequence":"additional","affiliation":[{"name":"Department of Biobehavioral Nursing Science, University of Florida, College of Nursing, Gainesville, Florida, USA"}]},{"given":"Judith M","family":"Schlaeger","sequence":"additional","affiliation":[{"name":"Department of Human Development Nursing Science, University of Illinois Chicago, College of Nursing, Chicago, Illinois, USA"}]},{"given":"Crystal L","family":"Patil","sequence":"additional","affiliation":[{"name":"Department of Human Development Nursing Science, University of Illinois Chicago, College of Nursing, Chicago, Illinois, USA"}]},{"given":"Keturah R","family":"Faurot","sequence":"additional","affiliation":[{"name":"Department of Physical Medicine and Rehabilitation, University of North Carolina School of Medicine, Chapel Hill, North Carolina, USA"}]},{"given":"Leah","family":"Tuzzio","sequence":"additional","affiliation":[{"name":"Kaiser Permanente Washington Health Research Institute, Seattle, Washington, USA"}]},{"given":"Eric B","family":"Larson","sequence":"additional","affiliation":[{"name":"Kaiser Permanente Washington Health Research Institute, Seattle, Washington, USA"}]},{"given":"Emily C","family":"O\u2019Brien","sequence":"additional","affiliation":[{"name":"Department of Population Health Sciences, Duke University School of Medicine, Durham, North Carolina, USA"}]},{"given":"Christina K","family":"Zigler","sequence":"additional","affiliation":[{"name":"Department of Population Health Sciences, Duke University School of Medicine, Durham, North Carolina, USA"}]},{"given":"Joshua R","family":"Lakin","sequence":"additional","affiliation":[{"name":"Palliative Medicine, Dana-Farber Cancer Institute, Boston, Massachusetts, USA"}]},{"given":"Alice R","family":"Pressman","sequence":"additional","affiliation":[{"name":"Center for Health Systems Research, Sutter Health Center for Health Systems Research, Walnut Creek, California, USA"}]},{"given":"Jordan M","family":"Braciszewski","sequence":"additional","affiliation":[{"name":"Center for Health Policy and Health Services Research, Henry Ford Health System, Detroit, Michigan, USA"}]},{"given":"Corita","family":"Grudzen","sequence":"additional","affiliation":[{"name":"Department of Emergency Medicine, New York University School of Medicine, New York, New York, USA"}]},{"given":"Guilherme Del","family":"Fiol","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, University of Utah, Salt Lake City, Utah, USA"}]}],"member":"286","published-online":{"date-parts":[[2021,10,1]]},"reference":[{"issue":"2","key":"2021120106310360300_ocab202-B1","doi-asserted-by":"crossref","first-page":"217","DOI":"10.31887\/DCNS.2011.13.2\/npatsopoulos","article-title":"A pragmatic view on pragmatic trials","volume":"13","author":"Patsopoulos","year":"2011","journal-title":"Dialogues Clin Neurosci"},{"issue":"12","key":"2021120106310360300_ocab202-B2","doi-asserted-by":"crossref","first-page":"1624","DOI":"10.1001\/jama.290.12.1624","article-title":"Practical clinical trials: increasing the value of clinical research for decision making in clinical and health policy","volume":"290","author":"Tunis","year":"2003","journal-title":"JAMA"},{"issue":"8","key":"2021120106310360300_ocab202-B3","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1016\/0021-9681(67)90041-0","article-title":"Explanatory and pragmatic attitudes in therapeutical trials","volume":"20","author":"Schwartz","year":"1967","journal-title":"J Chronic Dis"},{"issue":"23","key":"2021120106310360300_ocab202-B4","doi-asserted-by":"crossref","first-page":"2293","DOI":"10.1056\/NEJMsb1609216","article-title":"Real-world evidence\u2014what is it and what can it tell us?","volume":"375","author":"Sherman","year":"2016","journal-title":"N Engl J Med"},{"key":"2021120106310360300_ocab202-B5","doi-asserted-by":"crossref","first-page":"h2147","DOI":"10.1136\/bmj.h2147","article-title":"The PRECIS-2 tool: designing trials that are fit for purpose","volume":"350","author":"Loudon","year":"2015","journal-title":"BMJ"},{"key":"2021120106310360300_ocab202-B6","author":"Weinfurt"},{"issue":"1","key":"2021120106310360300_ocab202-B7","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1186\/s12874-017-0420-7","article-title":"Pragmatic clinical trials embedded in healthcare systems: generalizable lessons from the NIH Collaboratory","volume":"17","author":"Weinfurt","year":"2017","journal-title":"BMC Med Res Methodol"},{"issue":"9","key":"2021120106310360300_ocab202-B8","doi-asserted-by":"crossref","first-page":"1174","DOI":"10.1001\/jamainternmed.2018.3629","article-title":"Effectiveness of a mailed colorectal cancer screening outreach program in community health clinics: the STOP CRC cluster randomized clinical trial","volume":"178","author":"Coronado","year":"2018","journal-title":"JAMA Intern Med"},{"issue":"1","key":"2021120106310360300_ocab202-B9","first-page":"13","article-title":"Mapping multi-site clinic workflows to design systems-enabled interventions","volume":"5","author":"Coronado","year":"2017","journal-title":"EGEMS (Wash DC)"},{"key":"2021120106310360300_ocab202-B10","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1016\/j.cct.2018.02.015","article-title":"Interdisciplinary team-based care for patients with chronic pain on long-term opioid treatment in primary care (PPACT)\u2014protocol for a pragmatic cluster randomized trial","volume":"67","author":"DeBar","year":"2018","journal-title":"Contemp Clin Trials"},{"issue":"5","key":"2021120106310360300_ocab202-B11","doi-asserted-by":"crossref","first-page":"890","DOI":"10.1681\/ASN.2018090945","article-title":"The TiME trial: a fully embedded, cluster-randomized, pragmatic trial of hemodialysis session duration","volume":"30","author":"Dember","year":"2019","journal-title":"J Am Soc Nephrol"},{"issue":"7","key":"2021120106310360300_ocab202-B12","doi-asserted-by":"crossref","first-page":"e030099","DOI":"10.1136\/bmjopen-2019-030099","article-title":"Primary Palliative Care for Emergency Medicine (PRIM-ER): protocol for a pragmatic, cluster-randomised, stepped wedge design to test the effectiveness of primary palliative care education, training and technical support for emergency medicine","volume":"9","author":"Grudzen","year":"2019","journal-title":"BMJ Open"},{"issue":"10177","key":"2021120106310360300_ocab202-B13","doi-asserted-by":"crossref","first-page":"1205","DOI":"10.1016\/S0140-6736(18)32593-5","article-title":"Chlorhexidine versus routine bathing to prevent multidrug-resistant organisms and all-cause bloodstream infections in general medical and surgical units (ABATE Infection trial): a cluster-randomised trial","volume":"393","author":"Huang","year":"2019","journal-title":"Lancet"},{"issue":"Pt B","key":"2021120106310360300_ocab202-B14","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/j.cct.2015.10.003","article-title":"Lumbar Imaging With Reporting Of Epidemiology (LIRE)\u2014protocol for a pragmatic cluster randomized trial","volume":"45","author":"Jarvik","year":"2015","journal-title":"Contemp Clin Trials"},{"issue":"10","key":"2021120106310360300_ocab202-B15","doi-asserted-by":"crossref","first-page":"1328","DOI":"10.1001\/jamainternmed.2020.3288","article-title":"Trends in emergency department visits and hospital admissions in health care systems in 5 states in the first months of the COVID-19 pandemic in the US","volume":"180","author":"Jeffery","year":"2020","journal-title":"JAMA Intern Med"},{"issue":"7","key":"2021120106310360300_ocab202-B16","doi-asserted-by":"crossref","first-page":"e040999","DOI":"10.1136\/bmjopen-2020-040999","article-title":"Advance Care Planning: Promoting Effective and Aligned Communication in the Elderly (ACP-PEACE): the study protocol for a pragmatic stepped-wedge trial of older patients with cancer","volume":"10","author":"Lakin","year":"2020","journal-title":"BMJ Open"},{"issue":"5","key":"2021120106310360300_ocab202-B17","doi-asserted-by":"crossref","first-page":"e028488","DOI":"10.1136\/bmjopen-2018-028488","article-title":"User-centred clinical decision support to implement emergency department-initiated buprenorphine for opioid use disorder: protocol for the pragmatic group randomised EMBED trial","volume":"9","author":"Melnick","year":"2019","journal-title":"BMJ Open"},{"issue":"8","key":"2021120106310360300_ocab202-B18","doi-asserted-by":"crossref","first-page":"1070","DOI":"10.1001\/jamainternmed.2020.2366","article-title":"Advance care planning video intervention among long-stay nursing home residents: a pragmatic cluster randomized clinical trial","volume":"180","author":"Mitchell","year":"2020","journal-title":"JAMA Intern Med"},{"issue":"1","key":"2021120106310360300_ocab202-B19","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1186\/s13063-016-1566-z","article-title":"Population-based outreach versus care as usual to prevent suicide attempt: study protocol for a randomized controlled trial","volume":"17","author":"Simon","year":"2016","journal-title":"Trials"},{"issue":"e2","key":"2021120106310360300_ocab202-B20","doi-asserted-by":"crossref","first-page":"e226\u201331","DOI":"10.1136\/amiajnl-2013-001926","article-title":"Electronic health records based phenotyping in next-generation clinical trials: a perspective from the NIH Health Care Systems Collaboratory: Table 1","volume":"20","author":"Richesson","year":"2013","journal-title":"J Am Med Inform Assoc"},{"issue":"2","key":"2021120106310360300_ocab202-B21","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1177\/1740774516685298","article-title":"PRagmatic trial Of Video Education in Nursing homes: the design and rationale for a pragmatic cluster randomized trial in the nursing home setting","volume":"14","author":"Mor","year":"2017","journal-title":"Clin Trials"},{"issue":"5","key":"2021120106310360300_ocab202-B22","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1001\/jamasurg.2021.0131","article-title":"Stepped collaborative care targeting posttraumatic stress disorder symptoms and comorbidity for US trauma care systems: a randomized clinical trial","volume":"156","author":"Zatzick","year":"2021","journal-title":"JAMA Surg"},{"issue":"9","key":"2021120106310360300_ocab202-B23","doi-asserted-by":"crossref","first-page":"e2015713","DOI":"10.1001\/jamanetworkopen.2020.15713","article-title":"The effect of including benchmark prevalence data of common imaging findings in spine image reports on health care utilization among adults undergoing spine imaging: a stepped-wedge randomized clinical trial","volume":"3","author":"Jarvik","year":"2020","journal-title":"JAMA Netw Open"},{"key":"2021120106310360300_ocab202-B24","first-page":"96452842110173","article-title":"Acupuncture for chronic pain in adults with sickle cell disease: a mixed-methods pilot study","author":"Li","year":"2021","journal-title":"Acupunct Med"},{"issue":"5","key":"2021120106310360300_ocab202-B25","doi-asserted-by":"crossref","first-page":"1545","DOI":"10.1097\/j.pain.0000000000002144","article-title":"Reduction in movement-evoked pain and fatigue during initial 30-minute transcutaneous electrical nerve stimulation treatment predicts transcutaneous electrical nerve stimulation responders in women with fibromyalgia","volume":"162","author":"Vance","year":"2021","journal-title":"Pain"},{"key":"2021120106310360300_ocab202-B26","doi-asserted-by":"crossref","first-page":"21649561211007091","DOI":"10.1177\/21649561211007091","article-title":"Acupuncture intervention protocol: consensus process for a pragmatic randomized controlled trial of acupuncture for management of chronic low back pain in older adults: an NIH HEAL initiative funded project","volume":"10","author":"Nielsen","year":"2021","journal-title":"Glob Adv Health Med"},{"issue":"6","key":"2021120106310360300_ocab202-B27","doi-asserted-by":"crossref","first-page":"920","DOI":"10.1053\/j.ajkd.2020.10.008","article-title":"Design and rationale of HiLo: a pragmatic, randomized trial of phosphate management for patients receiving maintenance hemodialysis","volume":"77","author":"Edmonston","year":"2021","journal-title":"Am J Kidney Dis"},{"key":"2021120106310360300_ocab202-B28","first-page":"ibab056","article-title":"Nudge me: tailoring text messages for prescription adherence through N-of-1 interviews","author":"Waughtal","year":"2021","journal-title":"Transl Behav Med"},{"issue":"5","key":"2021120106310360300_ocab202-B29","doi-asserted-by":"crossref","first-page":"e007015","DOI":"10.1161\/CIRCOUTCOMES.120.007015","article-title":"Text message medication adherence reminders automated and delivered at scale across two institutions: testing the nudge system: pilot study","volume":"14","author":"Luong","year":"2021","journal-title":"Circ Cardiovasc Qual Outcomes"},{"issue":"2","key":"2021120106310360300_ocab202-B30","doi-asserted-by":"crossref","first-page":"296","DOI":"10.1007\/s11606-020-06302-2","article-title":"Effectiveness and Reach of the Primary Palliative Care for Emergency Medicine (PRIM-ER) pilot study: a qualitative analysis","volume":"36","author":"Chung","year":"2021","journal-title":"J Gen Intern Med"},{"key":"2021120106310360300_ocab202-B31","doi-asserted-by":"crossref","first-page":"100570","DOI":"10.1016\/j.conctc.2020.100570","article-title":"Primary Palliative Care for Emergency Medicine (PRIM-ER): applying form and function to a theory-based complex intervention","volume":"18","author":"Hill","year":"2020","journal-title":"Contemp Clin Trials Commun"},{"key":"2021120106310360300_ocab202-B32","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1186\/s13012-016-0424-4","article-title":"An effectiveness-implementation hybrid trial study protocol targeting posttraumatic stress disorder and comorbidity","volume":"11","author":"Zatzick","year":"2016","journal-title":"Implement Sci"},{"issue":"1","key":"2021120106310360300_ocab202-B33","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1186\/s12911-020-1021-7","article-title":"Design and implementation of a clinical decision support tool for primary palliative Care for Emergency Medicine (PRIM-ER)","volume":"20","author":"Tan","year":"2020","journal-title":"BMC Med Inform Decis Mak"},{"key":"2021120106310360300_ocab202-B34","doi-asserted-by":"crossref","first-page":"100910","DOI":"10.1016\/j.pmedr.2019.100910","article-title":"Challenges in assessing population reach in a pragmatic trial","volume":"15","author":"Green","year":"2019","journal-title":"Prev Med Rep"},{"issue":"6","key":"2021120106310360300_ocab202-B35","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1093\/fampra\/cmw065","article-title":"The validation of electronic health records in accurately identifying patients eligible for colorectal cancer screening in safety net clinics","volume":"33","author":"Petrik","year":"2016","journal-title":"Fam Pract"},{"issue":"5","key":"2021120106310360300_ocab202-B36","doi-asserted-by":"crossref","first-page":"996","DOI":"10.1093\/jamia\/ocx016","article-title":"Pragmatic (trial) informatics: a perspective from the NIH Health Care Systems Research Collaboratory","volume":"24","author":"Richesson","year":"2017","journal-title":"J Am Med Inform Assoc"},{"key":"2021120106310360300_ocab202-B37","year":"2020"},{"key":"2021120106310360300_ocab202-B38","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1007\/978-981-10-5251-4_103","volume-title":"Handbook of Research Methods in Health Social Sciences","author":"Braun","year":"2019"},{"issue":"8","key":"2021120106310360300_ocab202-B39","doi-asserted-by":"crossref","first-page":"1221","DOI":"10.1089\/jpm.2020.0774","article-title":"A yet unrealized promise: structured advance care planning elements in the electronic health record","volume":"24","author":"Lakin","year":"2021","journal-title":"J Palliat Med"},{"issue":"1","key":"2021120106310360300_ocab202-B40","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/j.cpr.2010.09.007","article-title":"Major ingredients of fidelity: a review and scientific guide to improving quality of intervention research implementation","volume":"31","author":"Gearing","year":"2011","journal-title":"Clin Psychol Rev"},{"issue":"1","key":"2021120106310360300_ocab202-B41","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/s00520-017-3865-7","article-title":"Patient-reported outcome use in oncology: a systematic review of the impact on patient-clinician communication","volume":"26","author":"Yang","year":"2018","journal-title":"Support Care Cancer"},{"issue":"7","key":"2021120106310360300_ocab202-B42","doi-asserted-by":"crossref","first-page":"1662","DOI":"10.1093\/rheumatology\/kez506","article-title":"Patient-reported outcomes in RA care improve patient communication, decision-making, satisfaction and confidence: qualitative results","volume":"59","author":"Bartlett","year":"2020","journal-title":"Rheumatology (Oxford)"},{"issue":"2","key":"2021120106310360300_ocab202-B43","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1001\/jama.2017.7156","article-title":"Overall survival results of a trial assessing patient-reported outcomes for symptom monitoring during routine cancer treatment","volume":"318","author":"Basch","year":"2017","journal-title":"JAMA"},{"issue":"11","key":"2021120106310360300_ocab202-B44","doi-asserted-by":"crossref","first-page":"1612","DOI":"10.1097\/CCM.0000000000004584","article-title":"International survey to establish prioritized outcomes for trials in people with coronavirus disease 2019","volume":"48","author":"Evangelidis","year":"2020","journal-title":"Crit Care Med"},{"issue":"1","key":"2021120106310360300_ocab202-B45","doi-asserted-by":"crossref","first-page":"e84933","DOI":"10.1371\/journal.pone.0084933","article-title":"The increasing predictive validity of self-rated health","volume":"9","author":"Schnittker","year":"2014","journal-title":"PLoS One"},{"key":"2021120106310360300_ocab202-B46","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1200\/EDBK_200383","article-title":"Implementation of patient-reported outcomes in routine medical care","volume":"38","author":"Basch","year":"2018","journal-title":"Am Soc Clin Oncol Educ Book"},{"issue":"12","key":"2021120106310360300_ocab202-B47","doi-asserted-by":"crossref","first-page":"e24066","DOI":"10.2196\/24066","article-title":"Repeated digitized assessment of risk and symptom profiles during inpatient treatment of affective disorder: observational study","volume":"7","author":"Richter","year":"2020","journal-title":"JMIR Ment Health"},{"key":"2021120106310360300_ocab202-B48","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1186\/s41687-018-0059-0","article-title":"Patient reported outcomes\u2014experiences with implementation in a University Health Care setting","volume":"2","author":"Biber","year":"2017","journal-title":"J Patient Rep Outcomes"},{"issue":"6","key":"2021120106310360300_ocab202-B49","doi-asserted-by":"crossref","first-page":"498","DOI":"10.1017\/cts.2020.37","article-title":"Planning for patient-reported outcome implementation: development of decision tools and practical experience across four clinics","volume":"4","author":"Nelson","year":"2020","journal-title":"J Clin Transl Sci"},{"issue":"1","key":"2021120106310360300_ocab202-B50","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1093\/jamiaopen\/ooz001","article-title":"Provider perspectives on the integration of patient-reported outcomes in an electronic health record","volume":"2","author":"Zhang","year":"2019","journal-title":"JAMIA Open"},{"issue":"4","key":"2021120106310360300_ocab202-B51","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1093\/jamia\/ocu007","article-title":"Incorporating the patient\u2019s voice into electronic health records through patient-reported outcomes as the \u201creview of systems\u201d","volume":"22","author":"Chung","year":"2015","journal-title":"J Am Med Inform Assoc"},{"issue":"4","key":"2021120106310360300_ocab202-B52","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1177\/1062860617745986","article-title":"Barriers and benefits to the use of patient-reported outcome measures in routine clinical care: a qualitative study","volume":"33","author":"Philpot","year":"2018","journal-title":"Am J Med Qual"},{"issue":"12","key":"2021120106310360300_ocab202-B53","first-page":"e403\u20138","article-title":"The effect of EHR-integrated patient-reported outcomes on satisfaction with chronic pain care","volume":"22","author":"Harle","year":"2016","journal-title":"Am J Manag Care"},{"issue":"6","key":"2021120106310360300_ocab202-B54","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1007\/s40271-018-0321-9","article-title":"Oh, the places we\u2019ll go: patient-reported outcomes and electronic health records","volume":"11","author":"Gensheimer","year":"2018","journal-title":"Patient"},{"issue":"2","key":"2021120106310360300_ocab202-B55","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s11136-019-02320-8","article-title":"Capturing the patient voice: implementing patient-reported outcomes across the health system","volume":"29","author":"Austin","year":"2020","journal-title":"Qual Life Res"},{"issue":"16","key":"2021120106310360300_ocab202-B56","doi-asserted-by":"crossref","first-page":"1488","DOI":"10.1056\/NEJMp1915448","article-title":"Evidence from pragmatic trials during routine care\u2014slouching toward a learning health system","volume":"382","author":"Simon","year":"2020","journal-title":"N Engl J Med"},{"issue":"1","key":"2021120106310360300_ocab202-B57","first-page":"10","article-title":"The promise of pragmatic clinical trials embedded in learning health systems","volume":"7","author":"Tuzzio","year":"2019","journal-title":"EGEMS (Wash DC)"},{"key":"2021120106310360300_ocab202-B58","year":"2018"},{"key":"2021120106310360300_ocab202-B59"},{"key":"2021120106310360300_ocab202-B60"},{"issue":"1","key":"2021120106310360300_ocab202-B61","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1136\/amiajnl-2012-001194","article-title":"Informatics and operations\u2013let\u2019s get integrated","volume":"20","author":"Marsolo","year":"2013","journal-title":"J Am Med Inform Assoc"},{"key":"2021120106310360300_ocab202-B62","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1016\/j.jclinepi.2020.09.036","article-title":"PCORnet\u00ae 2020: current state, accomplishments, and future directions","volume":"129","author":"Forrest","year":"2021","journal-title":"J Clin Epidemiol"},{"issue":"4","key":"2021120106310360300_ocab202-B63","doi-asserted-by":"crossref","first-page":"578","DOI":"10.1136\/amiajnl-2014-002747","article-title":"Launching PCORnet, a national patient-centered clinical research network","volume":"21","author":"Fleurence","year":"2014","journal-title":"J Am Med Inform Assoc"},{"issue":"3","key":"2021120106310360300_ocab202-B64","doi-asserted-by":"crossref","first-page":"536","DOI":"10.4338\/ACI-2014-12-CR-0121","article-title":"Creating a common data model for comparative effectiveness with the observational medical outcomes partnership","volume":"6","author":"FitzHenry","year":"2015","journal-title":"Appl Clin Inform"},{"key":"2021120106310360300_ocab202-B65","article-title":"Assessing fitness for use of real-word data sources","author":"DeBar"},{"issue":"3","key":"2021120106310360300_ocab202-B66","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1055\/s-0041-1732423","article-title":"A conceptual framework of data readiness: the contextual intersection of quality, availability, interoperability, and provenance","volume":"12","author":"Douthit","year":"2021","journal-title":"Appl Clin Inform"},{"key":"2021120106310360300_ocab202-B67","volume-title":"Institute of Medicine (US) Roundtable on Evidence-Based Medicine. Leadership Commitments to Improve Value in Health Care: Finding Common Ground: Workshop Summary","year":"2009"},{"key":"2021120106310360300_ocab202-B68","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1186\/1471-2458-8-343","article-title":"Efficacious, effective, and embedded interventions: implementation research in infectious disease control","volume":"8","author":"Allotey","year":"2008","journal-title":"BMC Public Health"},{"key":"2021120106310360300_ocab202-B69","doi-asserted-by":"crossref","first-page":"S26","DOI":"10.1097\/QAI.0b013e3182920286","article-title":"Implementation science perspectives and opportunities for HIV\/AIDS research: integrating science, practice, and policy","volume":"63 (Suppl 1","author":"Glasgow","year":"2013","journal-title":"J Acquir Immune Defic Syndr"},{"issue":"8","key":"2021120106310360300_ocab202-B70","doi-asserted-by":"crossref","first-page":"731","DOI":"10.1136\/bmj.f6753","article-title":"Republished research: Implementation research: what it is and how to do it: implementation research is a growing but not well understood field of health research that can contribute to more effective public health and clinical policies and programmes. This article provides a broad definition of implementation research and outlines key principles for how to do it","volume":"48","author":"Peters","year":"2014","journal-title":"Br J Sports Med"},{"issue":"1","key":"2021120106310360300_ocab202-B71","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1056\/NEJMp2101700","article-title":"Is learning worth the trouble?\u2014improving health care system participation in embedded research","volume":"385","author":"Platt","year":"2021","journal-title":"N Engl J Med"},{"key":"2021120106310360300_ocab202-B72","author":"Staman","year":"2020"},{"key":"2021120106310360300_ocab202-B73"},{"key":"2021120106310360300_ocab202-B74","author":"Zigler"},{"issue":"3","key":"2021120106310360300_ocab202-B75","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1093\/jamia\/ocaa196","article-title":"The National COVID Cohort Collaborative (N3C): rationale, design, infrastructure, and deployment","volume":"28","author":"Haendel","year":"2021","journal-title":"J Am Med Inform Assoc"},{"issue":"6","key":"2021120106310360300_ocab202-B76","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1370\/afm.1713","article-title":"From triple to quadruple aim: care of the patient requires care of the provider","volume":"12","author":"Bodenheimer","year":"2014","journal-title":"Ann Fam Med"},{"issue":"8","key":"2021120106310360300_ocab202-B77","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1016\/j.healthpol.2018.06.006","article-title":"The application of triple aim framework in the context of primary healthcare: a systematic literature review","volume":"122","author":"Obucina","year":"2018","journal-title":"Health Policy"},{"issue":"6","key":"2021120106310360300_ocab202-B78","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1016\/j.healthpol.2017.03.014","article-title":"What do we mean when we talk about the Triple Aim? A systematic review of evolving definitions and adaptations of the framework at the health system level","volume":"121","author":"Mery","year":"2017","journal-title":"Health Policy"},{"issue":"4","key":"2021120106310360300_ocab202-B79","doi-asserted-by":"crossref","first-page":"488","DOI":"10.1093\/jamiaopen\/ooaa046","article-title":"Learning health systems, embedded research, and data standards\u2014recommendations for healthcare system leaders","volume":"3","author":"Richesson","year":"2020","journal-title":"JAMIA Open"},{"key":"2021120106310360300_ocab202-B80","year":"2019"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/28\/12\/2626\/41325353\/ocab202.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/28\/12\/2626\/41325353\/ocab202.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T10:03:57Z","timestamp":1638353037000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/28\/12\/2626\/6378994"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,1]]},"references-count":80,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2021,10,1]]},"published-print":{"date-parts":[[2021,11,25]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocab202","relation":{},"ISSN":["1527-974X"],"issn-type":[{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2021,12,1]]},"published":{"date-parts":[[2021,10,1]]}}}