{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,30]],"date-time":"2026-09-30T00:08:06Z","timestamp":1790726886561,"version":"4.1.0"},"reference-count":62,"publisher":"Ubiquity Press, Ltd.","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,9,29]]},"DOI":"10.5334\/pme.2593","type":"journal-article","created":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T11:59:49Z","timestamp":1790683189000},"page":"959-969","source":"Crossref","is-referenced-by-count":1,"title":["Validity in the Era of Competency-Based Health Professions Education: Tensions and Potential Solutions"],"prefix":"10.5334","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3266-9289","authenticated-orcid":false,"given":"Michael S.","family":"Ryan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7926-9720","authenticated-orcid":false,"given":"Claire","family":"Touchie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6076-0146","authenticated-orcid":false,"given":"Jason R.","family":"Frank","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1663-1598","authenticated-orcid":false,"given":"H.","family":"Carrie Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0052-4130","authenticated-orcid":false,"given":"Benjamin","family":"Kinnear","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"3285","reference":[{"issue":"5","key":"key20260929115942_B1","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.1007\/s10459-020-10003-0","article-title":"A history of assessment in medical education","volume":"25","year":"2020","journal-title":"Adv Health Sci Educ Theory Pract"},{"issue":"9","key":"key20260929115942_B2","first-page":"855","article-title":"Workplace-based assessment as an educational tool: AMEE Guide No. 31","volume":"29","year":"2007","journal-title":"Med Teach"},{"issue":"11","key":"key20260929115942_B3","doi-asserted-by":"crossref","first-page":"983","DOI":"10.3109\/0142159X.2015.1060308","article-title":"Curriculum development for the workplace using Entrustable Professional Activities (EPAs): AMEE Guide No. 99","volume":"37","year":"2015","journal-title":"Med Teach"},{"issue":"7","key":"key20260929115942_B4","doi-asserted-by":"crossref","first-page":"564","DOI":"10.3109\/0142159X.2013.789134","article-title":"Assessment in the post-psychometric era: Learning to love the subjective and collective","volume":"35","year":"2013","journal-title":"Med Teach"},{"issue":"11","key":"key20260929115942_B5","doi-asserted-by":"crossref","first-page":"1102","DOI":"10.1080\/0142159X.2018.1500016","article-title":"Consensus framework for good assessment","volume":"40","year":"2018","journal-title":"Med Teach"},{"key":"key20260929115942_B6","article-title":"Programmatic assessment of competency-based workplace learning: when theory meets practice","volume":"13","year":"2013","journal-title":"BMC Med Educ"},{"issue":"6","key":"key20260929115942_B7","doi-asserted-by":"crossref","first-page":"478","DOI":"10.3109\/0142159X.2011.565828","article-title":"Programmatic assessment: From assessment of learning to assessment for learning","volume":"33","year":"2011","journal-title":"Med Teach"},{"key":"key20260929115942_B8","first-page":"13","volume-title":"Educational Measurement","year":"1989","edition":"3rd"},{"issue":"1","key":"key20260929115942_B9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/jedm.12000","article-title":"Validating the Interpretations and Uses of Test Scores","volume":"50","year":"2013","journal-title":"J Educ Meas"},{"issue":"4","key":"key20260929115942_B10","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1007\/s10459-016-9716-3","article-title":"Validity: one word with a plurality of meanings","volume":"22","year":"2017","journal-title":"Adv Health Sci Educ Theory Pract"},{"issue":"11","key":"key20260929115942_B11","doi-asserted-by":"crossref","first-page":"1064","DOI":"10.1111\/medu.14882","article-title":"How argumentation theory can inform assessment validity: A critical review","volume":"56","year":"2022","journal-title":"Med Educ"},{"issue":"6","key":"key20260929115942_B12","doi-asserted-by":"crossref","first-page":"548","DOI":"10.1111\/medu.12734","article-title":"Evolving conceptualisations of validity: impact on the process and outcome of assessment","volume":"49","year":"2015","journal-title":"Med Educ"},{"key":"key20260929115942_B13","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1177\/2345678906292462","article-title":"Paradigms lost and pragmatism regained: methodological implications of combining qualitative and quantitative methods","volume":"1","year":"2007","journal-title":"J Mixed Methods Res"},{"issue":"5","key":"key20260929115942_B14","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1097\/ACM.0000000000003089","article-title":"Postpositivism in Health Professions Education Scholarship","volume":"95","year":"2020","journal-title":"Acad Med J Assoc Am Med Coll"},{"issue":"3S","key":"key20260929115942_B15","doi-asserted-by":"crossref","first-page":"S49","DOI":"10.1097\/ACM.0000000000002079","article-title":"The History of Medical Education in Europe and the United States, With Respect to Time and Proficiency","volume":"93","year":"2018","journal-title":"Acad Med"},{"key":"key20260929115942_B16","unstructured":"Flexner A. Medical education in the United States and Canada: A report to the Carnegie Foundation for the Advancement of Teaching. Archives of the Carnegie Foundation. 1910. Accessed January 15, 2025. https:\/\/archive.carnegiefoundation.org\/publications\/pdfs\/elibrary\/Carnegie_Flexner_Report.pdf"},{"key":"key20260929115942_B17","doi-asserted-by":"crossref","unstructured":"Downing SM, Yudkowsky R. Assessment in Health Professions Education. Taylor & Francis Group; 2009. Accessed October 11, 2024. https:\/\/ebookcentral.proquest.com\/lib\/uva\/detail.action?docID=425408","DOI":"10.4324\/9780203880135"},{"issue":"3","key":"key20260929115942_B18","article-title":"The Power of Subjectivity in the Assessment of Medical Trainees","volume":"94","year":"2019","journal-title":"Acad Med"},{"issue":"2","key":"key20260929115942_B19","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1007\/s10459-006-9043-1","article-title":"Broadening Perspectives on Clinical Performance Assessment: Rethinking the Nature of In-training Assessment","volume":"12","year":"2007","journal-title":"Adv Health Sci Educ"},{"issue":"7","key":"key20260929115942_B20","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1080\/0142159X.2021.1925642","article-title":"On the validity of summative entrustment decisions","volume":"43","year":"2021","journal-title":"Med Teach"},{"key":"key20260929115942_B21","doi-asserted-by":"crossref","first-page":"249","DOI":"10.5334\/bdc.u","volume-title":"Entrustable Professional Activities and Entrustment Decision-Making in Health Professions Education","year":"2024"},{"issue":"6","key":"key20260929115942_B22","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1097\/ACM.0000000000001114","article-title":"Consequences Validity Evidence: Evaluating the Impact of Educational Assessments","volume":"91","year":"2016","journal-title":"Acad Med J Assoc Am Med Coll"},{"issue":"2 Suppl","key":"key20260929115942_B23","first-page":"59","article-title":"The Science of Effective Group Process: Lessons for Clinical Competency Committees","volume":"13","year":"2021","journal-title":"J Grad Med Educ"},{"issue":"4","key":"key20260929115942_B24","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1080\/0142159X.2022.2031943","article-title":"The pursuit of fairness in assessment: Looking beyond the objective","volume":"44","year":"2022","journal-title":"Med Teach"},{"issue":"4","key":"key20260929115942_B25","article-title":"Core Clerkship Grading: The Illusion of Objectivity","volume":"94","year":"2019","journal-title":"Acad Med"},{"key":"key20260929115942_B26","first-page":"1","article-title":"Gaslighting the Racially and Ethnically Minoritized Medical Student: How US Medical School Assessment Practices Perpetuate Systemic Inequities","journal-title":"Teach Learn Med"},{"issue":"11","key":"key20260929115942_B27","doi-asserted-by":"crossref","first-page":"1055","DOI":"10.1111\/medu.12546","article-title":"Seeing the \u201cblack box\u201d differently: assessor cognition from three research perspectives","volume":"48","year":"2014","journal-title":"Med Educ"},{"key":"key20260929115942_B28","unstructured":"Hodges B, Lingard L. eds. The Question of Competence. Cornell University Press; 2014. Accessed February 8, 2024. https:\/\/www.cornellpress.cornell.edu\/book\/9780801479502\/the-question-of-competence\/"},{"issue":"9","key":"key20260929115942_B29","doi-asserted-by":"crossref","first-page":"1100","DOI":"10.1111\/medu.14517","article-title":"Contextual Competence: How residents develop competent performance in new settings","volume":"55","year":"2021","journal-title":"Med Educ"},{"issue":"11S","key":"key20260929115942_B30","doi-asserted-by":"crossref","first-page":"S89","DOI":"10.1097\/ACM.0000000000003644","article-title":"Reported Pediatrics Milestones (Mostly) Measure Program, Not Learner Performance","volume":"95","year":"2020","journal-title":"Acad Med"},{"issue":"2 Suppl","key":"key20260929115942_B31","first-page":"51","article-title":"Better Decision-Making: Shared Mental Models and the Clinical Competency Committee","volume":"13","year":"2021","journal-title":"J Grad Med Educ"},{"issue":"9","key":"key20260929115942_B32","doi-asserted-by":"crossref","first-page":"892","DOI":"10.1111\/medu.14797","article-title":"Making prospective entrustment decisions: Knowing limits, seeking help and defaulting","volume":"56","year":"2022","journal-title":"Med Educ"},{"issue":"3","key":"key20260929115942_B33","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1111\/medu.15530","article-title":"A realist evaluation of prospective entrustment decisions in paediatric residency clinical competency committees","volume":"59","year":"2025","journal-title":"Med Educ"},{"issue":"2","key":"key20260929115942_B34","doi-asserted-by":"crossref","first-page":"201","DOI":"10.4300\/JGME-D-21-00546.1","article-title":"ACGME Milestones in the Real World: A Qualitative Study Exploring Response Process Evidence","volume":"14","year":"2022","journal-title":"J Grad Med Educ"},{"issue":"4","key":"key20260929115942_B35","doi-asserted-by":"crossref","first-page":"1003","DOI":"10.1007\/s10459-019-09939-9","article-title":"The compatibility principle: on philosophies in the assessment of clinical competence","volume":"25","year":"2020","journal-title":"Adv Health Sci Educ Theory Pract"},{"key":"key20260929115942_B36","volume-title":"Generalizability Theory","year":"2001"},{"issue":"7","key":"key20260929115942_B37","doi-asserted-by":"crossref","first-page":"825","DOI":"10.1111\/medu.15291","article-title":"How well do workplace-based assessments support summative entrustment decisions? A multi-institutional generalisability study","volume":"58","year":"2024","journal-title":"Med Educ"},{"issue":"9","key":"key20260929115942_B38","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1046\/j.1365-2923.2003.01594.x","article-title":"Validity: on meaningful interpretation of assessment data","volume":"37","year":"2003","journal-title":"Med Educ"},{"issue":"7","key":"key20260929115942_B39","doi-asserted-by":"crossref","first-page":"769","DOI":"10.1097\/ACM.0000000000005168","article-title":"Fixing a Broken Clerkship Assessment Process: Reflections on Objectivity and Equity Following the USMLE Step 1 Change to Pass\/Fail","volume":"98","year":"2023","journal-title":"Acad Med"},{"key":"key20260929115942_B40","article-title":"Diminishing Objectivity in the Residency Application Process","journal-title":"JAMA"},{"issue":"2","key":"key20260929115942_B41","doi-asserted-by":"crossref","first-page":"162","DOI":"10.4300\/JGME-D-16-00411.1","article-title":"Cognitive Demands and Bias: Challenges Facing Clinical Competency Committees","volume":"9","year":"2017","journal-title":"J Grad Med Educ"},{"issue":"6","key":"key20260929115942_B42","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1111\/medu.12678","article-title":"A contemporary approach to validity arguments: a practical guide to Kane\u2019s framework","volume":"49","year":"2015","journal-title":"Med Educ"},{"key":"key20260929115942_B43","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1007\/978-94-6091-867-4_2","volume-title":"Modeling and Measuring Competencies in Higher Education: Tasks and Challenges","year":"2013"},{"issue":"11","key":"key20260929115942_B44","doi-asserted-by":"crossref","first-page":"1268","DOI":"10.1097\/ACM.0000000000006141","article-title":"Competency-Based Education and Programmatic Assessment in Undergraduate Medical Education: Describing the Gateway Experience of Successful Design and Implementation","volume":"100","year":"2025","journal-title":"Acad Med"},{"issue":"1","key":"key20260929115942_B45","doi-asserted-by":"crossref","first-page":"149","DOI":"10.5334\/pme.1013","article-title":"TRainee Attributable & Automatable Care Evaluations in Real-time (TRACERs): A Scalable Approach for Linking Education to Patient Care","volume":"12","year":"2023","journal-title":"Perspect Med Educ"},{"key":"key20260929115942_B46","first-page":"1","article-title":"How Might we Build an Equitable Future? Design Justice, a Counternarrative to Dominant Approaches in Medical Education","journal-title":"Teach Learn Med"},{"key":"key20260929115942_B47","article-title":"Clarifying and expanding equity in assessment by considering three orientations: Fairness, inclusion and justice","journal-title":"Med Educ"},{"issue":"1","key":"key20260929115942_B48","first-page":"946","article-title":"Assessment fit for (more than one) purpose? Reconciling the dual purposes of assessments in competency-based health professions education","volume":"15","year":"2026","journal-title":"Perspect Med Educ."},{"issue":"1","key":"key20260929115942_B49","article-title":"Validity in the Next Era of Assessment: Consequences, Social Impact, and Equity","volume":"13","year":"2024","journal-title":"Perspect Med Educ"},{"key":"key20260929115942_B50","journal-title":"Health Measurement Scales"},{"issue":"8","key":"key20260929115942_B51","doi-asserted-by":"crossref","first-page":"638","DOI":"10.3109\/0142159X.2010.501190","article-title":"Competency-based medical education: theory to practice","volume":"32","year":"2010","journal-title":"Med Teach"},{"issue":"8","key":"key20260929115942_B52","doi-asserted-by":"crossref","first-page":"1034","DOI":"10.1097\/ACM.0000000000000681","article-title":"Learning curves in health professions education","volume":"90","year":"2015","journal-title":"Acad Med"},{"key":"key20260929115942_B53","article-title":"Competency-Based Medical Education in a Norm-Referenced World: A Root Cause Analysis of Challenges to the Competency-Based Paradigm in Medical School","journal-title":"Acad Med"},{"key":"key20260929115942_B54","first-page":"347","volume-title":"Understanding Medical Education: Evidence, Theory, and Practice","year":"2019"},{"issue":"3","key":"key20260929115942_B55","doi-asserted-by":"crossref","first-page":"338","DOI":"10.1097\/ACM.0000000000002535","article-title":"Crossing the Gap: Using Competency-Based Assessment to Determine Whether Learners Are Ready for the Undergraduate-to-Graduate Transition","volume":"94","year":"2019","journal-title":"Acad Med"},{"issue":"1","key":"key20260929115942_B56","first-page":"880","article-title":"CBE and the missing \u2018E\u2019: Making competency-based education an equitable framework for a majority-world health professions education","volume":"15","year":"2026","journal-title":"Perspect Med Educ."},{"issue":"12","key":"key20260929115942_B57","article-title":"Longitudinal Reliability of Milestones-Based Learning Trajectories in Family Medicine Residents","volume":"4","year":"2021","journal-title":"JAMA Netw Open"},{"key":"key20260929115942_B58","unstructured":"Lifelong learning and nurses\u2019 continuing professional development, a metasynthesis of the literature - PMC. Accessed May 19, 2026. https:\/\/pmc.ncbi.nlm.nih.gov\/articles\/PMC8045269\/"},{"key":"key20260929115942_B59","unstructured":"Setting standards on educational tests - Norcini - 2003 - Medical Education - Wiley Online Library. Accessed December 17, 2025. https:\/\/asmepublications.onlinelibrary.wiley.com\/doi\/10.1046\/j.1365-2923.2003.01495.x"},{"issue":"2","key":"key20260929115942_B60","doi-asserted-by":"crossref","first-page":"181","DOI":"10.3109\/0142159X.2013.848974","article-title":"Modelling the Hofstee method reveals problems","volume":"36","year":"2014","journal-title":"Med Teach"},{"issue":"6","key":"key20260929115942_B61","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1007\/S40037-018-0481-2","article-title":"Validity evidence for programmatic assessment in competency-based education","volume":"7","year":"2018","journal-title":"Perspect Med Educ"},{"issue":"5","key":"key20260929115942_B62","doi-asserted-by":"crossref","first-page":"918","DOI":"10.1097\/ALN.0000000000005388","article-title":"Longitudinal Reliability of Milestones Learning Trajectories during Anesthesiology Residency","volume":"142","year":"2025","journal-title":"Anesthesiology"}],"container-title":["Perspectives on Medical Education"],"original-title":[],"language":"en","deposited":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T11:59:57Z","timestamp":1790683197000},"score":1,"resource":{"primary":{"URL":"https:\/\/pmejournal.org\/articles\/10.5334\/pme.2593\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":62,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,9,29]]}},"alternative-id":["10.5334\/pme.2593"],"URL":"https:\/\/doi.org\/10.5334\/pme.2593","relation":{},"ISSN":["2212-277X"],"issn-type":[{"value":"2212-277X","type":"print"}],"subject":[],"published":{"date-parts":[[2026]]}}}