{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T22:19:01Z","timestamp":1790720341405,"version":"4.1.0"},"reference-count":100,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2015,11,21]],"date-time":"2015-11-21T00:00:00Z","timestamp":1448064000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Adv in Health Sci Educ"],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1007\/s10459-015-9653-6","type":"journal-article","created":{"date-parts":[[2015,11,21]],"date-time":"2015-11-21T10:36:16Z","timestamp":1448102176000},"page":"897-913","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":136,"title":["Towards a program of assessment for health professionals: from training into practice"],"prefix":"10.1007","volume":"21","author":[{"given":"Kevin W.","family":"Eva","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Georges","family":"Bordage","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Craig","family":"Campbell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Galbraith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiphra","family":"Ginsburg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Holmboe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Glenn","family":"Regehr","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2015,11,21]]},"reference":[{"key":"9653_CR1","unstructured":"ABA: American Board of Anesthesiology. (2014). MOCA minute. http:\/\/www.theaba.org\/MOCA\/MOCA-Minute . Last accessed November 2, 2015."},{"key":"9653_CR2","unstructured":"AFMC: Association of Faculties of Medicine in Canada. (2010). The Future of Medical Education in Canada (FMEC): A collective vision for MD education. Retrieved from http:\/\/www.afmc.ca\/fmec\/pdf\/collective_vision.pdf ."},{"issue":"1","key":"9653_CR3","doi-asserted-by":"crossref","first-page":"74","DOI":"10.4300\/JGME-D-11-00281.1","volume":"5","author":"E Bernabeo","year":"2013","unstructured":"Bernabeo, E., Hood, S., Iobst, W., Holmboe, E., & Caverzagie, K. (2013). Optimizing the implementation of practice improvement modules in training: Lessons from educators. Journal of Graduate Medical Education, 5(1), 74\u201380.","journal-title":"Journal of Graduate Medical Education"},{"key":"9653_CR4","doi-asserted-by":"crossref","first-page":"185","DOI":"10.7551\/mitpress\/4561.003.0011","volume-title":"Metacognition: Knowing about knowing","author":"RA Bjork","year":"1994","unstructured":"Bjork, R. A. (1994). Memory and metamemory considerations in the training of human beings. In J. Metcalfe & A. P. Shimamura (Eds.), Metacognition: Knowing about knowing (pp. 185\u2013205). Cambridge, MA: MIT Press."},{"key":"9653_CR5","doi-asserted-by":"crossref","first-page":"5","DOI":"10.5175\/JSWE.2011.200900036","volume":"47","author":"M Bogo","year":"2011","unstructured":"Bogo, M., Regehr, C., Logie, C., et al. (2011). Adapting objective structured clinical examinations to assess social work students\u2019 performance and reflections. Journal of Social Work Education, 47, 5\u201318.","journal-title":"Journal of Social Work Education"},{"key":"9653_CR6","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1097\/ACM.0b013e3182a356af","volume":"88","author":"G Bordage","year":"2013","unstructured":"Bordage, G., Meguerditchian, A. N., & Tamblyn, R. (2013). Avoidable adverse events: A content analysis of a national qualifying examination. Academic Medicine, 88, 1493\u20131498.","journal-title":"Academic Medicine"},{"key":"9653_CR7","volume-title":"Feedback in higher and professional education: Understanding it and doing it well","year":"2013","unstructured":"Boud, D., & Molloy, E. (Eds.). (2013). Feedback in higher and professional education: Understanding it and doing it well. London: Routledge."},{"key":"9653_CR8","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1037\/0022-0663.79.4.474","volume":"79","author":"R Butler","year":"1987","unstructured":"Butler, R. (1987). Task-involving and ego-involving properties of evaluation: Effects of different feedback conditions on motivational perceptions, interest, and performance. Journal of Educational Psychology, 79, 474\u2013482.","journal-title":"Journal of Educational Psychology"},{"issue":"8","key":"9653_CR9","doi-asserted-by":"crossref","first-page":"877","DOI":"10.1503\/cmaj.070151","volume":"177","author":"G Cadieux","year":"2007","unstructured":"Cadieux, G., Tamblyn, R., Dauphinee, D., & Libman, M. (2007). Predictors of inappropriate antibiotic prescribing among primary care physicians. CMAJ, 177(8), 877\u2013883.","journal-title":"CMAJ"},{"issue":"4","key":"9653_CR10","doi-asserted-by":"crossref","first-page":"260","DOI":"10.7326\/0003-4819-142-4-200502150-00008","volume":"142","author":"NK Choudhry","year":"2005","unstructured":"Choudhry, N. K., Fletcher, R. H., & Soumerai, S. B. (2005). Systematic review: The relationship between clinical experience and quality of health care. Annals of Internal Medicine, 142(4), 260\u2013273.","journal-title":"Annals of Internal Medicine"},{"key":"9653_CR11","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1037\/a0026975","volume":"17","author":"GJ Cizek","year":"2012","unstructured":"Cizek, G. J. (2012). Defining and distinguishing validity: Interpretations of score meaning and justification on test use. Psychological Methods, 17, 31\u201343.","journal-title":"Psychological Methods"},{"issue":"12","key":"9653_CR12","doi-asserted-by":"crossref","first-page":"1217","DOI":"10.1097\/00001888-200212000-00012","volume":"77","author":"JA Colliver","year":"2002","unstructured":"Colliver, J. A. (2002). Educational theory and medical education practice: A cautionary note for medical school faculty. Academic Medicine, 77(12), 1217\u20131220.","journal-title":"Academic Medicine"},{"issue":"10","key":"9653_CR13","doi-asserted-by":"crossref","first-page":"948","DOI":"10.1111\/medu.12401","volume":"48","author":"DA Cook","year":"2014","unstructured":"Cook, D. A. (2014). When I say\u2026 validity. Medical Education, 48(10), 948\u2013949.","journal-title":"Medical Education"},{"key":"9653_CR14","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1111\/medu.12678","volume":"49","author":"DA Cook","year":"2015","unstructured":"Cook, D. A., Brydges, R., Ginsburg, S., & Hatala, R. (2015). A contemporary approach to validity arguments: A practical guide to Kane\u2019s framework. Medical Education, 49, 560\u2013575.","journal-title":"Medical Education"},{"issue":"9","key":"9653_CR15","doi-asserted-by":"crossref","first-page":"1274","DOI":"10.1097\/ACM.0b013e3182623073","volume":"87","author":"L Cote","year":"2012","unstructured":"Cote, L., & Bordage, G. (2012). Content and conceptual frameworks of preceptor feedback in response to residents\u2019 educational needs. Academic Medicine, 87(9), 1274\u20131281.","journal-title":"Academic Medicine"},{"issue":"1","key":"9653_CR16","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1111\/medu.12277","volume":"48","author":"R Cruess","year":"2014","unstructured":"Cruess, R., & Cruess, S. (2014). Updating the Hippocratic Oath to include medicine\u2019s social contract. Medical Education, 48(1), 95\u2013100.","journal-title":"Medical Education"},{"issue":"1","key":"9653_CR17","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/s10459-008-9101-y","volume":"15","author":"E Custers","year":"2010","unstructured":"Custers, E. (2010). Long-term retention of basic science knowledge: A review study. Advances in Health Sciences Education, 15(1), 109\u2013128.","journal-title":"Advances in Health Sciences Education"},{"key":"9653_CR18","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1046\/j.1365-2923.2003.01594.x","volume":"37","author":"SM Downing","year":"2003","unstructured":"Downing, S. M. (2003). Validity: On the meaningful interpretation of assessment data. Medical Education, 37, 830\u2013837.","journal-title":"Medical Education"},{"issue":"3","key":"9653_CR19","doi-asserted-by":"crossref","first-page":"216","DOI":"10.3109\/0142159X.2014.874553","volume":"36","author":"RH Ellaway","year":"2014","unstructured":"Ellaway, R. H., Pusic, M. V., Galbraith, R. M., & Cameron, T. (2014). Developing the role of big data and analytics in health professional education. Medical Teacher, 36(3), 216\u2013222.","journal-title":"Medical Teacher"},{"key":"9653_CR20","doi-asserted-by":"crossref","first-page":"S70","DOI":"10.1097\/00001888-200410001-00022","volume":"79","author":"KA Ericsson","year":"2004","unstructured":"Ericsson, K. A. (2004). Deliberate practice and the acquisition and maintenance of expert performance in medicine and related domains. Academic Medicine, 79, S70\u2013S81.","journal-title":"Academic Medicine"},{"key":"9653_CR21","doi-asserted-by":"crossref","first-page":"S1","DOI":"10.1097\/00001888-200210001-00002","volume":"77","author":"KW Eva","year":"2002","unstructured":"Eva, K. W. (2002). The aging physician: Changes in cognitive processing and their impact on medical practice. Academic Medicine, 77, S1\u2013S6.","journal-title":"Academic Medicine"},{"key":"9653_CR22","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1046\/j.1365-2923.2003.01563.x","volume":"37","author":"KW Eva","year":"2003","unstructured":"Eva, K. W. (2003). On the generality of specificity. Medical Education, 37, 587\u2013588.","journal-title":"Medical Education"},{"key":"9653_CR23","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1007\/s10459-009-9188-9","volume":"14","author":"KW Eva","year":"2009","unstructured":"Eva, K. W. (2009). Diagnostic error in medical education: Where wrongs can make rights. Advances in Health Sciences Education, 14, 71\u201381.","journal-title":"Advances in Health Sciences Education"},{"key":"9653_CR24","unstructured":"Eva, K. W., Bordage, G., Campbell, C., Galbraith, R., Ginsburg, S., Holmboe, E., & Regehr, G. (2013). Medical Education Assessment Advisory Committee report to the Medical Council of Canada on Current Issues in Health Professional and Health Professional Trainee Assessment. Retrieved from http:\/\/mcc.ca\/wp-content\/uploads\/Reports-MEAAC.pdf ."},{"issue":"3","key":"9653_CR25","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1002\/chp.69","volume":"26","author":"KW Eva","year":"2006","unstructured":"Eva, K. W., & Cunnington, J. P. (2006). The difficulty with experience: Does practice increase susceptibility to premature closure? Journal of Continuing Education in the Health Professions, 26(3), 192\u2013198.","journal-title":"Journal of Continuing Education in the Health Professions"},{"key":"9653_CR26","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1111\/j.1365-2923.2012.04310.x","volume":"46","author":"KW Eva","year":"2012","unstructured":"Eva, K. W., & Hodges, B. D. (2012). Scylla or Charbydis? Can we navigate between objectification and judgment in assessment? Medical Education, 46, 914\u2013919.","journal-title":"Medical Education"},{"key":"9653_CR27","doi-asserted-by":"crossref","first-page":"S102","DOI":"10.1097\/ACM.0b013e3181ed42f2","volume":"85","author":"KW Eva","year":"2010","unstructured":"Eva, K. W., Munoz, J., Hanson, M. D., Walsh, A., & Wakefield, J. (2010). Which factors, personal or external, most influence students\u2019 generation of learning goals? Academic Medicine, 85, S102\u2013S105.","journal-title":"Academic Medicine"},{"key":"9653_CR28","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1503\/cmaj.121772","volume":"185","author":"KW Eva","year":"2013","unstructured":"Eva, K. W., & Regehr, G. (2013). Effective feedback for maintenance of competence: From data delivery to trusting dialogues. CMAJ, 185, 463\u2013464.","journal-title":"CMAJ"},{"key":"9653_CR29","first-page":"131","volume-title":"The question of competence: Reconsidering medical education in the twenty-first century","author":"KW Eva","year":"2012","unstructured":"Eva, K. W., Regehr, G., & Gruppen, L. D. (2012). Blinded by \u2018insight\u2019: Self-assessment and its role in performance improvement. In B. D. Hodges & L. Lingard (Eds.), The question of competence: Reconsidering medical education in the twenty-first century (pp. 131\u2013154). Ithaca, NY: Cornell University Press."},{"key":"9653_CR30","doi-asserted-by":"crossref","first-page":"1188","DOI":"10.1111\/j.1365-2929.2005.02339.x","volume":"39","author":"EA Farmer","year":"2005","unstructured":"Farmer, E. A., & Page, G. (2005). A practical guide to assessing clinical decision-making skills using the key features approach. Medical Education, 39, 1188\u20131194.","journal-title":"Medical Education"},{"issue":"8","key":"9653_CR31","doi-asserted-by":"crossref","first-page":"638","DOI":"10.3109\/0142159X.2010.501190","volume":"32","author":"JR Frank","year":"2010","unstructured":"Frank, J. R., Snell, L. S., Cate, O. T., Holmboe, E. S., Carraccio, C., Swing, S. R., et al. (2010). Competency-based medical education: theory to practice. Medical Teacher, 32(8), 638\u2013645.","journal-title":"Medical Teacher"},{"key":"9653_CR32","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1007\/978-94-007-0271-4_5","volume-title":"Extraordinary learning in the workplace","author":"RM Galbraith","year":"2011","unstructured":"Galbraith, R. M., Clyman, S., & Melnick, D. E. (2011). Conceptual perspectives: Emerging changes in the assessment paradigm. In J. P. Hafler (Ed.), Extraordinary learning in the workplace (pp. 87\u2013100). Berlin: Springer."},{"issue":"1","key":"9653_CR33","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1002\/chp.151","volume":"28","author":"RM Galbraith","year":"2008","unstructured":"Galbraith, R. M., Hawkins, R. E., & Holmboe, E. S. (2008). Making self-assessment more effective. Journal of Continuing Education in the Health Professions, 28(1), 20\u201324.","journal-title":"Journal of Continuing Education in the Health Professions"},{"issue":"7","key":"9653_CR34","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1111\/medu.12202","volume":"47","author":"MJ Gierl","year":"2013","unstructured":"Gierl, M. J., & Lai, H. (2013). Evaluating the quality of medical multiple-choice items created with automated processes. Medical Education, 47(7), 726\u2013733.","journal-title":"Medical Education"},{"issue":"8","key":"9653_CR35","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1111\/j.1365-2923.2012.04289.x","volume":"46","author":"MJ Gierl","year":"2012","unstructured":"Gierl, M. J., Lai, H., & Turner, S. R. (2012). Using automatic item generation to create multiple-choice test items. Medical Education, 46(8), 757\u2013765.","journal-title":"Medical Education"},{"issue":"11","key":"9653_CR36","doi-asserted-by":"crossref","first-page":"1055","DOI":"10.1111\/medu.12546","volume":"48","author":"A Gingerich","year":"2014","unstructured":"Gingerich, A., Kogan, J., Yeates, P., Govaerts, M., & Holmboe, E. (2014). Seeing the \u2018black box\u2019 differently: Assessor cognition from three research perspectives. Medical Education, 48(11), 1055\u20131068.","journal-title":"Medical Education"},{"issue":"10","key":"9653_CR37","doi-asserted-by":"crossref","first-page":"1539","DOI":"10.1097\/ACM.0b013e3182a36c3d","volume":"88","author":"S Ginsburg","year":"2013","unstructured":"Ginsburg, S., Eva, K., & Regehr, G. (2013). Do in-training evaluation reports deserve their bad reputations? A study of the reliability and predictive ability of ITER scores and narrative comments. Academic Medicine, 88(10), 1539\u20131544.","journal-title":"Academic Medicine"},{"issue":"5","key":"9653_CR38","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1097\/ACM.0b013e3181d73fb6","volume":"85","author":"S Ginsburg","year":"2010","unstructured":"Ginsburg, S., McIlroy, J., Oulanova, O., Eva, K., & Regehr, G. (2010). Toward authentic clinical evaluation: Pitfalls in the pursuit of competency. Academic Medicine, 85(5), 780\u2013786.","journal-title":"Academic Medicine"},{"issue":"10, Suppl","key":"9653_CR39","doi-asserted-by":"crossref","first-page":"S1","DOI":"10.1097\/00001888-200410001-00001","volume":"79","author":"S Ginsburg","year":"2004","unstructured":"Ginsburg, S., Regehr, G., & Lingard, L. (2004). Basing the evaluation of professionalism on observable behaviours: A cautionary tale. Academic Medicine, 79(10, Suppl), S1\u2013S4.","journal-title":"Academic Medicine"},{"issue":"3","key":"9653_CR40","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1097\/ACM.0b013e31827fc58d","volume":"88","author":"M Goldszmidt","year":"2013","unstructured":"Goldszmidt, M., Minda, J. P., & Bordage, G. (2013). What physicians reason about during clinical encounters: Time to be more explicit. Academic Medicine, 88(3), 390\u2013394.","journal-title":"Academic Medicine"},{"issue":"5","key":"9653_CR41","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1111\/j.1365-2923.2011.04210.x","volume":"46","author":"M Guadagnoli","year":"2012","unstructured":"Guadagnoli, M., Morin, M. P., & Dubrowski, A. (2012). The application of the challenge point framework in medical education. Medical Education, 46(5), 447\u2013453.","journal-title":"Medical Education"},{"issue":"1","key":"9653_CR42","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/s10459-014-9524-6","volume":"20","author":"CJ Harrison","year":"2015","unstructured":"Harrison, C. J., K\u00f6nings, K. D., Schuwirth, L., Wass, V., & van der Vleuten, C. (2015). Barriers to the uptake and use of feedback in the context of summative assessment. Advances in Health Sciences Education, 20(1), 229\u2013245.","journal-title":"Advances in Health Sciences Education"},{"key":"9653_CR43","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1186\/1472-6920-11-23","volume":"11","author":"R Hatala","year":"2011","unstructured":"Hatala, R., Marr, S., Cuncic, C., & Bacchus, C. M. (2011). Modification of an OSCE format to enhance patient continuity in a high-stakes assessment of clinical performance. BMC Medical Education, 11, 23.","journal-title":"BMC Medical Education"},{"key":"9653_CR44","unstructured":"Hawkins, et al. (under review). The ABMS MOC Part III examination: Value, concerns and alternative formats."},{"issue":"2","key":"9653_CR45","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1111\/j.1365-2923.2010.03813.x","volume":"45","author":"R Hays","year":"2011","unstructured":"Hays, R., & Gay, S. (2011). Reflection or \u2018pre-reflection\u2019: What are we actually measuring in reflective practice? Medical Education, 45(2), 116\u2013118.","journal-title":"Medical Education"},{"issue":"12","key":"9653_CR46","doi-asserted-by":"crossref","first-page":"1134","DOI":"10.1111\/j.1365-2923.2003.01717.x","volume":"37","author":"B Hodges","year":"2003","unstructured":"Hodges, B. (2003). OSCE! variations on a theme by Harden. Medical Education, 37(12), 1134\u20131140.","journal-title":"Medical Education"},{"issue":"8","key":"9653_CR47","doi-asserted-by":"crossref","first-page":"676","DOI":"10.3109\/0142159X.2010.500704","volume":"32","author":"ES Holmboe","year":"2010","unstructured":"Holmboe, E. S., Sherbino, J., Long, D. M., Swing, S. R., & Frank, J. R. (2010). The role of assessment in competency-based medical education. Medical Teacher, 32(8), 676\u2013682.","journal-title":"Medical Teacher"},{"issue":"3","key":"9653_CR48","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1097\/PTS.0b013e3182948a69","volume":"9","author":"JT James","year":"2013","unstructured":"James, J. T. (2013). A new, evidence-based estimate of patient harms associated with hospital care. Journal of Patient Safety, 9(3), 122\u2013128.","journal-title":"Journal of Patient Safety"},{"issue":"9","key":"9653_CR49","doi-asserted-by":"crossref","first-page":"1185","DOI":"10.1097\/ACM.0b013e3182604968","volume":"87","author":"S Jarvis-Selinger","year":"2012","unstructured":"Jarvis-Selinger, S., Pratt, D. D., & Regehr, G. (2012). Competency is not enough: integrating identity formation into the medical education discourse. Academic Medicine, 87(9), 1185\u20131190.","journal-title":"Academic Medicine"},{"key":"9653_CR50","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1037\/0033-2909.112.3.527","volume":"112","author":"MT Kane","year":"1992","unstructured":"Kane, M. T. (1992). An argument-based approach to validation. Psychological Bulletin, 112, 527\u2013535.","journal-title":"Psychological Bulletin"},{"key":"9653_CR51","doi-asserted-by":"crossref","first-page":"966","DOI":"10.1126\/science.1152408","volume":"319","author":"JD Karpicke","year":"2008","unstructured":"Karpicke, J. D., & Roediger, H. L, I. I. I. (2008). The critical importance of retrieval for learning. Science, 319, 966\u2013968.","journal-title":"Science"},{"issue":"7","key":"9653_CR52","doi-asserted-by":"crossref","first-page":"645","DOI":"10.1111\/j.1365-2923.2009.03382.x","volume":"43","author":"TJ Kennedy","year":"2009","unstructured":"Kennedy, T. J., Regehr, G., Baker, G. R., & Lingard, L. A. (2009). \u2018It\u2019s a cultural expectation\u2026\u2019 The pressure on medical trainees to work independently in clinical practice. Medical Education, 43(7), 645\u2013653.","journal-title":"Medical Education"},{"issue":"6","key":"9653_CR53","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1097\/ACM.0b013e31805557ba","volume":"82","author":"DA Klass","year":"2007","unstructured":"Klass, D. A. (2007). Performance-based conception of competence is changing the regulation of physicians\u2019 professional behavior. Academic Medicine, 82(6), 529\u2013535.","journal-title":"Academic Medicine"},{"key":"9653_CR54","doi-asserted-by":"crossref","first-page":"1166","DOI":"10.1111\/j.1365-2923.2010.03849.x","volume":"44","author":"AN Kluger","year":"2010","unstructured":"Kluger, A. N., & van Dijk, D. (2010). Feedback, the various tasks of the doctor, and the feedforward alternative. Medical Education, 44, 1166\u20131174.","journal-title":"Medical Education"},{"key":"9653_CR55","doi-asserted-by":"crossref","first-page":"1048","DOI":"10.1111\/j.1365-2923.2011.04025.x","volume":"45","author":"JR Kogan","year":"2011","unstructured":"Kogan, J. R., Conforti, L., Bernabeo, E., Iobst, W., & Holmboe, E. S. (2011). Opening the black box of postgraduate trainee assessment in the clinical setting via observation: A conceptual model. Medical Education, 45, 1048\u20131060.","journal-title":"Medical Education"},{"issue":"Suppl 1","key":"9653_CR56","doi-asserted-by":"crossref","first-page":"S68","DOI":"10.1080\/10401334.2013.842912","volume":"25","author":"JR Kogan","year":"2013","unstructured":"Kogan, J. R., & Holmboe, E. (2013). Realizing the promise and importance of performance-based assessment. Teaching and Learning in Medicine, 25(Suppl 1), S68\u2013S74.","journal-title":"Teaching and Learning in Medicine"},{"key":"9653_CR57","doi-asserted-by":"crossref","first-page":"1316","DOI":"10.1001\/jama.2009.1365","volume":"302","author":"JR Kogan","year":"2009","unstructured":"Kogan, J. R., Holmboe, E. S., & Hauer, K. R. (2009). Tools for direct observation and assessment of clinical skills of medical trainees: A systematic review. JAMA, 302, 1316\u20131326.","journal-title":"JAMA"},{"key":"9653_CR58","volume-title":"To err is human: building a safer health system","year":"1999","unstructured":"Kohn, L. T., Corrigan, J. M., & Donaldson, M. S. (Eds.). (1999). To err is human: building a safer health system. Washington, DC: National Academy Press, Institute of Medicine."},{"key":"9653_CR59","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1080\/09658210902832915","volume":"17","author":"N Kornell","year":"2009","unstructured":"Kornell, N., & Son, L. K. (2009). Learners\u2019 choices and beliefs about self-testing. Memory, 17, 493\u2013501.","journal-title":"Memory"},{"issue":"3","key":"9653_CR60","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1007\/s10459-009-9207-x","volume":"15","author":"CB Kromann","year":"2010","unstructured":"Kromann, C. B., Bohnstedt, C., Jensen, M. L., & Ringsted, C. (2010). The testing effect on skills learning might last 6 months. Advances in Health Sciences Education, 15(3), 395\u2013401.","journal-title":"Advances in Health Sciences Education"},{"key":"9653_CR61","unstructured":"Krumholz, et al. (under review). Recommendations to the American Board of Internal Medicine (ABIM): A vision for certification in internal medicine in 2020."},{"issue":"10","key":"9653_CR62","doi-asserted-by":"crossref","first-page":"959","DOI":"10.1111\/j.1365-2923.2008.03124.x","volume":"42","author":"DP Larsen","year":"2008","unstructured":"Larsen, D. P., Butler, A. C., & Roediger, H. L, 3rd. (2008). Test-enhanced learning in medical education. Medical Education, 42(10), 959\u2013966.","journal-title":"Medical Education"},{"issue":"2","key":"9653_CR63","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1016\/S0039-6060(97)90025-8","volume":"122","author":"HM MacRae","year":"1997","unstructured":"MacRae, H. M., Cohen, R., Regehr, G., Reznick, R., & Burnstein, M. (1997). A new assessment tool: the patient assessment and management examination. Surgery, 122(2), 335\u2013343.","journal-title":"Surgery"},{"issue":"4","key":"9653_CR64","doi-asserted-by":"crossref","first-page":"595","DOI":"10.1007\/s10459-007-9090-2","volume":"14","author":"K Mann","year":"2009","unstructured":"Mann, K., Gordon, J., & MacLeod, A. (2009). Reflection and reflective practice in health professions education: A systematic review. Advances in Health Sciences Education, 14(4), 595\u2013621.","journal-title":"Advances in Health Sciences Education"},{"key":"9653_CR65","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.1097\/ACM.0b013e318226abdd","volume":"86","author":"KV Mann","year":"2011","unstructured":"Mann, K. V., van der Vleuten, C., Eva, K., Armson, H., Chesluk, B., Dornan, T., et al. (2011). Tensions in informed self-assessment: How the desire for feedback and reticence to collect and use it conflict. Academic Medicine, 86, 1120\u20131127.","journal-title":"Academic Medicine"},{"key":"9653_CR66","doi-asserted-by":"crossref","first-page":"1187","DOI":"10.1037\/0003-066X.52.11.1187","volume":"52","author":"HW Marsh","year":"1997","unstructured":"Marsh, H. W., & Roche, L. A. (1997). Making students\u2019 evaluations of teaching effectiveness effective: The critical issues of validity, bias, and utility. American Psychologist, 52, 1187\u20131197.","journal-title":"American Psychologist"},{"key":"9653_CR67","first-page":"13","volume-title":"Educational measurement","author":"S Messick","year":"1989","unstructured":"Messick, S. (1989). Validity. In R. L. Linn (Ed.), Educational measurement (3rd ed., pp. 13\u2013104). New York: American Council on Education and Macmillan.","edition":"3"},{"key":"9653_CR68","doi-asserted-by":"crossref","first-page":"851","DOI":"10.1007\/s10459-012-9405-9","volume":"18","author":"AM Morcke","year":"2013","unstructured":"Morcke, A. M., Dornan, T., & Elka, B. (2013). Outcome (competency) based education: an exploration of its origins, theoretical basis and empirical evidence. Advances in Health Sciences Education, 18, 851\u2013863.","journal-title":"Advances in Health Sciences Education"},{"issue":"2","key":"9653_CR69","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1097\/SLA.0000000000001247","volume":"262","author":"D Mutabdzic","year":"2015","unstructured":"Mutabdzic, D., Mylopoulos, M., Murnaghan, M. L., Patel, P., Zilbert, N., Seemann, N., et al. (2015). Coaching surgeons: Is culture limiting our ability to improve? Annals of Surgery, 262(2), 213\u2013216.","journal-title":"Annals of Surgery"},{"issue":"9","key":"9653_CR70","doi-asserted-by":"crossref","first-page":"920","DOI":"10.1111\/j.1365-2923.2011.04032.x","volume":"45","author":"M Mylopoulos","year":"2011","unstructured":"Mylopoulos, M., & Regehr, G. (2011). Putting the expert together again. Medical Education, 45(9), 920\u2013926.","journal-title":"Medical Education"},{"issue":"10","key":"9653_CR71","doi-asserted-by":"crossref","first-page":"975","DOI":"10.1111\/j.1365-2923.2008.03153.x","volume":"42","author":"M Mylopoulos","year":"2008","unstructured":"Mylopoulos, M., & Scardamalia, M. (2008). Doctors\u2019 perspectives on their innovations in daily practice: implications for knowledge building in health care. Medical Education, 42(10), 975\u2013981.","journal-title":"Medical Education"},{"key":"9653_CR72","doi-asserted-by":"crossref","unstructured":"Neve, H., & Hanks, S. (2016). When I say \u2026 capability. Medical Education, 50 (in press).","DOI":"10.1111\/medu.12956"},{"issue":"3","key":"9653_CR73","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1111\/j.1365-2923.1983.tb00657.x","volume":"17","author":"DI Newble","year":"1983","unstructured":"Newble, D. I., & Jaeger, K. (1983). The effect of assessments and examinations on the learning of medical students. Medical Education, 17(3), 165\u2013171.","journal-title":"Medical Education"},{"key":"9653_CR74","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1037\/0033-295X.108.1.57","volume":"108","author":"KM Newell","year":"2001","unstructured":"Newell, K. M., Liu, Y., & Mayer-Kress, G. (2001). Time scales in motor learning and development. Psychological Review, 108, 57\u201382.","journal-title":"Psychological Review"},{"issue":"9","key":"9653_CR75","doi-asserted-by":"crossref","first-page":"880","DOI":"10.1111\/j.1365-2929.2005.02182.x","volume":"39","author":"JJ Norcini","year":"2005","unstructured":"Norcini, J. J. (2005). Current perspectives in assessment: The assessment of performance at work. Medical Education, 39(9), 880\u2013889.","journal-title":"Medical Education"},{"issue":"3","key":"9653_CR76","doi-asserted-by":"crossref","first-page":"206","DOI":"10.3109\/0142159X.2011.551559","volume":"33","author":"J Norcini","year":"2011","unstructured":"Norcini, J., Anderson, B., Bollela, V., Burch, V., Costa, M. J., Duvivier, R., et al. (2011). Criteria for good assessment: Consensus statement and recommendations from the Ottawa 2010 conference. Medical Teacher, 33(3), 206\u2013214.","journal-title":"Medical Teacher"},{"issue":"6","key":"9653_CR77","doi-asserted-by":"crossref","first-page":"476","DOI":"10.7326\/0003-4819-138-6-200303180-00012","volume":"138","author":"JJ Norcini","year":"2003","unstructured":"Norcini, J. J., Blank, L. L., Duffy, F. D., & Fortna, G. S. (2003). The mini-CEX: A method for assessing clinical skills. Annals of Internal Medicine, 138(6), 476\u2013481.","journal-title":"Annals of Internal Medicine"},{"issue":"9","key":"9653_CR78","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1080\/01421590701775453","volume":"29","author":"J Norcini","year":"2007","unstructured":"Norcini, J., & Burch, V. (2007). Workplace-based assessment as an educational tool: AMEE Guide No. 31. Medical Teacher, 29(9), 855\u2013871.","journal-title":"Medical Teacher"},{"issue":"7","key":"9653_CR79","doi-asserted-by":"crossref","first-page":"636","DOI":"10.1111\/j.1365-2923.2012.04243.x","volume":"46","author":"G Norman","year":"2012","unstructured":"Norman, G., Dore, K., & Grierson, L. (2012). The minimal relationship between simulation fidelity and transfer of learning. Medical Education, 46(7), 636\u2013647.","journal-title":"Medical Education"},{"issue":"6","key":"9653_CR80","doi-asserted-by":"crossref","first-page":"496","DOI":"10.3109\/0142159X.2010.486063","volume":"32","author":"G Norman","year":"2010","unstructured":"Norman, G., Neville, A., Blake, J. M., & Mueller, B. (2010). Assessment steers learning down the right road: Impact of progress testing on licensing examination performance. Medical Teacher, 32(6), 496\u2013499.","journal-title":"Medical Teacher"},{"issue":"1","key":"9653_CR81","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4300\/JGME-D-13-00445.1","volume":"6","author":"GR Norman","year":"2014","unstructured":"Norman, G. R., Norcini, J., & Bordage, G. (2014). Competency-based education: Milestones or millstones. Journal of Graduate Medical Education, 6(1), 1\u20136.","journal-title":"Journal of Graduate Medical Education"},{"key":"9653_CR82","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1097\/00001888-199502000-00012","volume":"70","author":"G Page","year":"1995","unstructured":"Page, G., & Bordage, G. (1995). The medical council of Canada\u2019s key feature project: A more valid written exam. of clinical decision-making skills. Academic Medicine, 70, 104\u2013110.","journal-title":"Academic Medicine"},{"key":"9653_CR83","unstructured":"Pugh, D., Hamstra, S. J., Wood, T. J., Humphrey-Murto, S., Touchie, C., Yudkowsky, R., Bordage, G. (2014). A procedural skills OSCE: Assessing technical and non-technical skills of internal medicine residents. Advances in health sciences education. Retrieved from http:\/\/link.springer.com\/article\/10.1007\/s10459-014-9512-x?sa_campaign=email\/event\/articleAuthor\/onlineFirst ."},{"key":"9653_CR84","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1111\/medu.12547","volume":"49","author":"S Razack","year":"2015","unstructured":"Razack, S., Hodges, B., Steinert, Y., & Maguire, M. (2015). Seeking inclusion in an exclusive process: Discourses of medical school student selection. Medical Education, 49, 36\u201347.","journal-title":"Medical Education"},{"key":"9653_CR85","unstructured":"RCPSC: Royal College of Physicians and Surgeons of Canada. (2011). Assessment strategies within the revised maintenance of certification program, draft recommendations."},{"key":"9653_CR86","doi-asserted-by":"crossref","first-page":"970","DOI":"10.1097\/00001888-199412000-00008","volume":"69","author":"G Regehr","year":"1994","unstructured":"Regehr, G. (1994). Chickens and children do not an expert make. Academic Medicine, 69, 970\u2013971.","journal-title":"Academic Medicine"},{"key":"9653_CR87","unstructured":"Regehr, G., Eva, K., Ginsburg, S., Halwani, Y., & Sidhu, R. (2011). Future of medical education in Canada postgraduate project environmental scan. Paper 13. Assessment in postgraduate medical education: Trends and issues in assessment in the workplace. Retrieved from http:\/\/www.afmc.ca\/pdf\/fmec\/13_Regehr_Assessment.pdf ."},{"key":"9653_CR88","doi-asserted-by":"crossref","first-page":"406","DOI":"10.3102\/0013189X10374770","volume":"38","author":"D Rohrer","year":"2010","unstructured":"Rohrer, D., & Pashler, H. (2010). Recent research on human learning challenges conventional instructional strategies. Educational Research, 38, 406\u2013412.","journal-title":"Educational Research"},{"key":"9653_CR89","doi-asserted-by":"crossref","first-page":"636","DOI":"10.1111\/j.1365-2923.2010.03888.x","volume":"45","author":"J Sargeant","year":"2011","unstructured":"Sargeant, J., Eva, K. W., Armson, H., Chesluk, B., Dornan, T., Holmboe, E., et al. (2011). Features of assessment learners use to make informed self-assessments of clinical performance. Medical Education, 45, 636\u2013647.","journal-title":"Medical Education"},{"key":"9653_CR90","volume-title":"The reflective practitioner: How professionals think in action","author":"D Sch\u00f6n","year":"1983","unstructured":"Sch\u00f6n, D. (1983). The reflective practitioner: How professionals think in action. London: Temple Smith."},{"key":"9653_CR91","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3102\/0034654307313795","volume":"78","author":"VJ Shute","year":"2008","unstructured":"Shute, V. J. (2008). Focus on formative feedback. Review of Educational Research, 78, 153\u2013189.","journal-title":"Review of Educational Research"},{"key":"9653_CR92","doi-asserted-by":"crossref","unstructured":"Swanson, D., & Roberts, T. (2016). Trends in national licensing examinations. Medical Education, 50(1) (in press).","DOI":"10.1111\/medu.12810"},{"issue":"9","key":"9653_CR93","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1001\/jama.298.9.993","volume":"298","author":"R Tamblyn","year":"2007","unstructured":"Tamblyn, R., Abrahamowicz, M., Dauphinee, D., et al. (2007). Physician scores on a national clinical skills examination as predictors of complaints to medical regulatory authorities. JAMA, 298(9), 993\u20131001.","journal-title":"JAMA"},{"issue":"1","key":"9653_CR94","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1111\/j.1365-2923.2010.03755.x","volume":"45","author":"PW Teunissen","year":"2011","unstructured":"Teunissen, P. W., & Westerman, M. (2011). Opportunity or threat: The ambiguity of the consequences of transitions in medical education. Medical Education, 45(1), 51\u201359.","journal-title":"Medical Education"},{"key":"9653_CR95","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/BF00596229","volume":"1","author":"C Vleuten van der","year":"1996","unstructured":"van der Vleuten, C. (1996). The assessment of professional competence: Developments, research and practical implications. Advances in Health Sciences Education, 1, 41\u201367.","journal-title":"Advances in Health Sciences Education"},{"issue":"3","key":"9653_CR96","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1111\/j.1365-2929.2005.02094.x","volume":"39","author":"CP Vleuten van der","year":"2005","unstructured":"van der Vleuten, C. P., & Schuwirth, L. W. (2005). Assessing professional competence: From methods to programmes. Medical Education, 39(3), 309\u2013317.","journal-title":"Medical Education"},{"issue":"9","key":"9653_CR97","doi-asserted-by":"crossref","first-page":"790","DOI":"10.1080\/01421590903139201","volume":"31","author":"J Tartwijk van","year":"2009","unstructured":"van Tartwijk, J., & Driessen, E. W. (2009). Portfolios for assessment and learning: AMEE Guide no. 45. Medical Teacher, 31(9), 790\u2013801.","journal-title":"Medical Teacher"},{"issue":"7","key":"9653_CR98","doi-asserted-by":"crossref","first-page":"713","DOI":"10.1111\/medu.12407","volume":"48","author":"C Watling","year":"2014","unstructured":"Watling, C., Driessen, E., van der Vleuten, C. P., & Lingard, L. (2014). Learning culture and feedback: An international study of medical athletes and musicians. Medical Education, 48(7), 713\u2013723.","journal-title":"Medical Education"},{"issue":"12","key":"9653_CR99","doi-asserted-by":"crossref","first-page":"1166","DOI":"10.1111\/j.1365-2923.2009.03534.x","volume":"43","author":"E Wenghofer","year":"2009","unstructured":"Wenghofer, E., Klass, D., Abrahamowicz, M., et al. (2009). Doctor scores on national qualifying examinations predict quality of care in future practice. Medical Education, 43(12), 1166\u20131173.","journal-title":"Medical Education"},{"issue":"5","key":"9653_CR100","doi-asserted-by":"crossref","first-page":"790","DOI":"10.1097\/ACM.0000000000000215","volume":"89","author":"RG Williams","year":"2014","unstructured":"Williams, R. G., Klamen, D. L., Markwell, S. J., Cianciolo, A. T., Colliver, J. A., & Verhulst, S. J. (2014). Variations in senior medical student diagnostic justification ability. Academic Medicine, 89(5), 790\u2013798.","journal-title":"Academic Medicine"}],"container-title":["Advances in Health Sciences Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-015-9653-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10459-015-9653-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-015-9653-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T12:11:18Z","timestamp":1718194278000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10459-015-9653-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,11,21]]},"references-count":100,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,10]]}},"alternative-id":["9653"],"URL":"https:\/\/doi.org\/10.1007\/s10459-015-9653-6","relation":{},"ISSN":["1382-4996","1573-1677"],"issn-type":[{"value":"1382-4996","type":"print"},{"value":"1573-1677","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,11,21]]}}}