{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T16:35:14Z","timestamp":1773765314025,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Adv in Health Sci Educ"],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s10459-024-10398-0","type":"journal-article","created":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T15:18:50Z","timestamp":1733411930000},"page":"37-52","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Can all roads lead to competency? School levels effects in Licensing examinations scores"],"prefix":"10.1007","volume":"30","author":[{"given":"Kulamakan","family":"Kulasegaram","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Douglas","family":"Archibald","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ilona","family":"Bartman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Saad","family":"Chahine","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amrit","family":"Kirpalani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claire","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Ross","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Erin","family":"Cameron","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John","family":"Hogenbirk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cassandra","family":"Barber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raquel","family":"Burgess","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eleni","family":"Katsoulas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claire","family":"Touchie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lawrence","family":"Grierson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,5]]},"reference":[{"issue":"9","key":"10398_CR1","doi-asserted-by":"crossref","first-page":"1002","DOI":"10.1097\/00001888-199609000-00016","volume":"71","author":"JM Blake","year":"1996","unstructured":"Blake, J. M., Norman, G. R., Keane, D. R., Mueller, C. B., Cunnington, J., & Didyk, N. (1996). Introducing progress testing in McMaster University\u2019s problem-based medical curriculum: Psychometric properties and effect on learning. Academic Medicine, 71(9), 1002\u20131007.","journal-title":"Academic Medicine"},{"key":"10398_CR9","doi-asserted-by":"crossref","unstructured":"Brennan, E. R., Scrimgeour, P., Lee, D. S. G., & Cleland, A. J. (2022a). J. Performance at medical school selection correlates with success in Part A of the intercollegiate membership of the Royal College of Surgeons (MRCS) examination. Postgraduate Medical Journal, 98, Issue 1161, Page e19.","DOI":"10.1136\/postgradmedj-2021-139748"},{"key":"10398_CR2","doi-asserted-by":"crossref","unstructured":"Burk-Rafel, J., Pulido, R. W., Elfanagely, Y., & Kolars, J. C. (2019). Institutional differences in USMLE Step 1 and 2 CK performance: Cross-sectional study of 89 US allopathic medical schools. PloS One, 14(11), e0224675.","DOI":"10.1371\/journal.pone.0224675"},{"issue":"6","key":"10398_CR4","doi-asserted-by":"crossref","first-page":"829","DOI":"10.1097\/ACM.0000000000002217","volume":"93","author":"S Chahine","year":"2018","unstructured":"Chahine, S., Kulasegaram, K. M., Wright, S., Monteiro, S., Grierson, L. E., Barber, C., & Touchie, C. (2018). A call to investigate the relationship between education and health outcomes using big data. Academic Medicine, 93(6), 829\u2013832.","journal-title":"Academic Medicine"},{"key":"10398_CR3","doi-asserted-by":"publisher","unstructured":"Chahine, S., Bartman, I., Kulasegaram, K., Archibald, D., Wang, P., Wilson, C., & Grierson, L. (2024). From admissions to licensure: education data associations from a multi-centre undergraduate medical education collaboration. Advances in Health Sciences Education, 29, 1393\u20131415. https:\/\/doi.org\/10.1007\/s10459-024-10326-2.","DOI":"10.1007\/s10459-024-10326-2"},{"key":"10398_CR5","doi-asserted-by":"crossref","unstructured":"De Champlain, A. F., Ashworth, N., Kain, N., Qin, S., Wiebe, D., & Tian, F. (2021). Does Pass\/Fail on Medical Licensing exams Predict Future Physician performance in practice? Journal of Medical Regulation, 17\u201325.","DOI":"10.30770\/2572-1852-106.4.17"},{"issue":"3","key":"10398_CR6","doi-asserted-by":"crossref","first-page":"216","DOI":"10.3109\/0142159X.2014.874553","volume":"36","author":"RH Ellaway","year":"2014","unstructured":"Ellaway, R. H., Pusic, M. V., Galbraith, R. M., & Cameron, T. (2014). Developing the role of big data and analytics in health professional education. Medical Teacher, 36(3), 216\u2013222.","journal-title":"Medical Teacher"},{"key":"10398_CR50","doi-asserted-by":"crossref","unstructured":"Ellaway, R. H., Van Roy, K., Preston, R., Greenhill, J., Clithero, A., Elsanousi, S., Richards, J., Labarda, C., Graves, L., Mammen, M., Assayed, A. A., & Willems, S. (2018). Translating medical school social missions to student experiences. Medical Education, 52(2), 171\u2013181.","DOI":"10.1111\/medu.13417"},{"key":"10398_CR8","first-page":"e046615","volume":"11","author":"R Ellis","year":"2021","unstructured":"Ellis, R., Scrimgeour, D. S. G., Brennan, P. A., et al. (2021). Does performance at medical school predict success at the Intercollegiate Membership of the Royal College of Surgeons (MRCS) examination? A retrospective cohort study. British Medical Journal Open, 11, e046615.","journal-title":"British Medical Journal Open"},{"issue":"7","key":"10398_CR10","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1177\/01410768221079018","volume":"115","author":"R Ellis","year":"2022","unstructured":"Ellis, R., Brennan, P. A., Lee, A. J., Scrimgeour, D. S., & Cleland, J. (2022). Differential attainment at MRCS according to gender, ethnicity, age and socioeconomic factors: A retrospective cohort study. Journal of the Royal Society of Medicine, 115(7), 257\u2013272.","journal-title":"Journal of the Royal Society of Medicine"},{"issue":"21","key":"10398_CR11","doi-asserted-by":"crossref","first-page":"2233","DOI":"10.1001\/jama.2012.36914","volume":"308","author":"KW Eva","year":"2012","unstructured":"Eva, K. W., Reiter, H. I., Rosenfeld, J., Trinh, K., Wood, T. J., & Norman, G. R. (2012). Association between a medical school admission process using the multiple mini-interview and national licensing examination scores. Jama, 308(21), 2233\u20132240.","journal-title":"Jama"},{"key":"10398_CR12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12909-019-1605-z","volume":"19","author":"A Ghaffari-Rafi","year":"2019","unstructured":"Ghaffari-Rafi, A., Lee, R. E., Fang, R., & Miles, J. D. (2019). Multivariable analysis of factors associated with USMLE scores across US medical schools. BMC Medical Education, 19, 1\u20137.","journal-title":"BMC Medical Education"},{"issue":"1","key":"10398_CR13","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1007\/s10459-015-9622-0","volume":"21","author":"S Ginsburg","year":"2016","unstructured":"Ginsburg, S., van der Vleuten, C., Eva, K. W., & Lingard, L. (2016). Hedging to save face: A linguistic analysis of written comments on in-training evaluation reports. Adv Health Sci Educ Theory Pract Mar, 21(1), 175\u2013188.","journal-title":"Adv Health Sci Educ Theory Pract Mar"},{"issue":"4","key":"10398_CR14","first-page":"E785","volume":"5","author":"LE Grierson","year":"2017","unstructured":"Grierson, L. E., Mercuri, M., Brailovsky, C., Cole, G., Abrahams, C., Archibald, D., & Schabort, I. (2017). Admission factors associated with international medical graduate certification success: A collaborative retrospective review of postgraduate medical education programs in Ontario. Canadian Medical Association Open Access Journal, 5(4), E785\u2013E790.","journal-title":"Canadian Medical Association Open Access Journal"},{"key":"10398_CR15","doi-asserted-by":"crossref","unstructured":"Grierson, L., Cavanagh, A., Youssef, A., Lee-Krueger, R., McNeill, K., Button, B., & Kulasegaram, K. (2023). Inter-institutional data-driven education research: Consensus values, principles, and recommendations to guide the ethical sharing of administrative education data in the Canadian medical education research context. Canadian Medical Education Journal.","DOI":"10.36834\/cmej.75874"},{"issue":"2","key":"10398_CR16","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1080\/10401330801991915","volume":"20","author":"K Hecker","year":"2008","unstructured":"Hecker, K., & Violato, C. (2008). How much do differences in medical schools influence student performance? A longitudinal study employing hierarchical linear modeling. Teaching and Learning in Medicine, 20(2), 104\u2013113.","journal-title":"Teaching and Learning in Medicine"},{"issue":"6","key":"10398_CR17","first-page":"420","volume":"41","author":"K Hecker","year":"2009","unstructured":"Hecker, K., & Violato, C. (2009). Medical school curricula: Do curricular approaches affect competence in medicine. Family Medicine, 41(6), 420\u2013426.","journal-title":"Family Medicine"},{"issue":"3","key":"10398_CR18","doi-asserted-by":"crossref","first-page":"388","DOI":"10.1097\/ACM.0000000000002440","volume":"94","author":"A Jerant","year":"2019","unstructured":"Jerant, A., Henderson, M. C., Griffin, E., Hall, T. R., Kelly, C. J., Peterson, E. M., & Franks, P. (2019). Do admissions multiple mini-interview and traditional interview scores predict subsequent academic performance? A study of five California medical schools. Academic Medicine, 94(3), 388\u2013395.","journal-title":"Academic Medicine"},{"issue":"1","key":"10398_CR19","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1097\/ACM.0000000000004877","volume":"98","author":"M Jeyaraju","year":"2023","unstructured":"Jeyaraju, M., Linford, H., Mendes, T. B., Caufield-Noll, C., & Tackett, S. (2023). Factors leading to successful performance on US National Licensure exams for medical students: A scoping review. Academic Medicine, 98(1), 136\u2013148.","journal-title":"Academic Medicine"},{"issue":"1","key":"10398_CR20","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1503\/cmaj.070565","volume":"178","author":"GCH Koh","year":"2008","unstructured":"Koh, G. C. H., Khoo, H. E., Wong, M. L., & Koh, D. (2008). The effects of problem-based learning during medical school on physician competency: A systematic review. Cmaj, 178(1), 34\u201341.","journal-title":"Cmaj"},{"key":"10398_CR21","doi-asserted-by":"publisher","unstructured":"Kulamakan (Mahan) Kulasegaram, L., Grierson, C., Barber, S., Chahine, F. C., Chou, J., Cleland, R., Ellis, E. S., Holmboe, M., Pusic, D., Schumacher, M. G., Tolsgaard, C.-C., Tsai, E., & Wenghofer(2024). & Claire Touchie Data sharing and big data in health professions education: Ottawa consensus statement and recommendations for scholarship, Medical Teacher, https:\/\/doi.org\/10.1080\/0142159X.2023.2298762","DOI":"10.1080\/0142159X.2023.2298762"},{"issue":"5","key":"10398_CR22","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/S0046-8177(03)00082-0","volume":"34","author":"K Kumar","year":"2003","unstructured":"Kumar, K., Nguyen, H., & Indurkhya, A. (2003). Relationship between pathology curricular approaches and performance in the United States medical licensing examination (USMLE), step 1: A national cross-sectional study. Human Pathology, 34(5), 417\u2013422.","journal-title":"Human Pathology"},{"key":"10398_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v020.i09","volume":"20","author":"P Mair","year":"2007","unstructured":"Mair, P., & Hatzinger, R. (2007). Extended Rasch modeling: The eRm package for the application of IRT models in R. Journal of Statistical Software, 20, 1\u201320.","journal-title":"Journal of Statistical Software"},{"issue":"8","key":"10398_CR24","doi-asserted-by":"crossref","first-page":"1454","DOI":"10.1080\/03075079.2015.1060708","volume":"40","author":"MA Martimianakis","year":"2015","unstructured":"Martimianakis, M. A., & Muzzin, L. (2015). Discourses of interdisciplinarity and the shifting topography of academic work: Generational perspectives on facilitating and resisting neoliberalism. Studies in Higher Education, 40(8), 1454\u20131470.","journal-title":"Studies in Higher Education"},{"key":"10398_CR25","doi-asserted-by":"crossref","first-page":"1127","DOI":"10.1007\/s10459-020-10014-x","volume":"25","author":"MA Martimianakis","year":"2020","unstructured":"Martimianakis, M. A., Mylopoulos, M., & Woods, N. N. (2020). Developing experts in health professions education research: Knowledge politics and adaptive expertise. Advances in Health Sciences Education, 25, 1127\u20131138.","journal-title":"Advances in Health Sciences Education"},{"issue":"1","key":"10398_CR26","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1186\/s12916-020-01572-3","volume":"18","author":"IC McManus","year":"2020","unstructured":"McManus, I. C., Harborne, A. C., Horsfall, H. L., Joseph, T., Smith, D. T., Marshall-Andon, T., & Rasul, U. (2020). Exploring UK medical school differences: The MedDifs study of selection, teaching, student and F1 perceptions, postgraduate outcomes and fitness to practise. BMC Medicine, 18(1), 136.","journal-title":"BMC Medicine"},{"key":"10398_CR28","unstructured":"Medical Council of Canada (2017). MCCQE Part II Annual Technical Report. https:\/\/mcc.ca\/publications\/2017-mccqe-part-ii-annual-technical-report\/. Accessed February 20, 2024."},{"key":"10398_CR27","unstructured":"Medical Council of Canada (2017). MCCQE Part I Annual Technical Report. https:\/\/mcc.ca\/wp-content\/uploads\/MCCQE-Part-I-Annual-Technical-Report-2017.pdf. Accessed February 20, 2024."},{"issue":"8","key":"10398_CR29","doi-asserted-by":"crossref","first-page":"1157","DOI":"10.1097\/ACM.0000000000000310","volume":"89","author":"JJ Norcini","year":"2014","unstructured":"Norcini, J. J., Boulet, J. R., Opalek, A., & Dauphinee, W. D. (2014). The relationship between licensing examination performance and the outcomes of care by international medical school graduates. Academic Medicine, 89(8), 1157\u20131162.","journal-title":"Academic Medicine"},{"key":"10398_CR30","doi-asserted-by":"publisher","unstructured":"Norcini, J., Grabovsky, I., Barone, M. A., Anderson, M. B., Pandian, R. S., & Mechaber, A. J. (2023 Oct). The associations between United States Medical Licensing Examination Performance and outcomes of Patient Care. Academic Medicine, 9. https:\/\/doi.org\/10.1097\/ACM.0000000000005480Epub ahead of print. PMID: 37816217.","DOI":"10.1097\/ACM.0000000000005480"},{"key":"10398_CR31","unstructured":"Northern Ontario School of Medicine (2024). Vision, Mission, and Values Statement. < https:\/\/www.nosm.ca\/2018\/06\/13\/social-accountability\/ Accessed Feb 27."},{"issue":"1","key":"10398_CR32","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1111\/medu.12817","volume":"50","author":"F Patterson","year":"2016","unstructured":"Patterson, F., Knight, A., Dowell, J., Nicholson, S., Cousans, F., & Cleland, J. (2016). How effective are selection methods in medical education? A systematic review. Medical Education, 50(1), 36\u201360.","journal-title":"Medical Education"},{"issue":"11","key":"10398_CR33","doi-asserted-by":"crossref","first-page":"1091","DOI":"10.1080\/0142159X.2018.1498589","volume":"40","author":"F Patterson","year":"2018","unstructured":"Patterson, F., Roberts, C., Hanson, M. D., Hampe, W., Eva, K., Ponnamperuma, G., & Cleland, J. (2018). 2018 Ottawa consensus statement: Selection and recruitment to the healthcare professions. Medical Teacher, 40(11), 1091\u20131101.","journal-title":"Medical Teacher"},{"issue":"9","key":"10398_CR34","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1001\/jama.298.9.993","volume":"298","author":"R Tamblyn","year":"2007","unstructured":"Tamblyn, R., Abrahamowicz, M., Dauphinee, D., Wenghofer, E., Jacques, A., Klass, D., et al. (2007). Physician scores on a national clinical skills examination as predictors of complaints to medical regulatory authorities. Journal of the American Medical Association, 298(9), 993\u20131001.","journal-title":"Journal of the American Medical Association"},{"issue":"6903","key":"10398_CR35","first-page":"542","volume":"28","author":"R Wakeford","year":"1993","unstructured":"Wakeford, R., Foulkes, J., McManus, C., & Southgate, L. (1993). MRCGP pass rate by medical school and region of postgraduate training. Royal College of General Practitioners BMJ Aug, 28(6903), 542\u2013543.","journal-title":"Royal College of General Practitioners BMJ Aug"},{"issue":"4","key":"10398_CR36","first-page":"53","volume":"13","author":"E Wenghofer","year":"2022","unstructured":"Wenghofer, E., & Boulet, J. (2022). Medical Council of Canada Qualifying Examinations and performance in future practice. Canadian Medical Education Journal, 13(4), 53\u201361.","journal-title":"Canadian Medical Education Journal"}],"updated-by":[{"DOI":"10.1007\/s10459-025-10419-6","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000}}],"container-title":["Advances in Health Sciences Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-024-10398-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10459-024-10398-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-024-10398-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,21]],"date-time":"2025-03-21T18:53:24Z","timestamp":1742583204000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10459-024-10398-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,5]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["10398"],"URL":"https:\/\/doi.org\/10.1007\/s10459-024-10398-0","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s10459-025-10419-6","asserted-by":"object"}]},"ISSN":["1382-4996","1573-1677"],"issn-type":[{"value":"1382-4996","type":"print"},{"value":"1573-1677","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,5]]},"assertion":[{"value":"29 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2025","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Update","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The original online version of this article was revised: in this article the authors\u2019 names Ilona Bartman and Eleni Katsoulas were incorrectly written as Ilona Bartman MA and Eleni Katsoulas MEd correspondingly. Both author names have been corrected in the final version of the article.","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 March 2025","order":7,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":8,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":9,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s10459-025-10419-6","URL":"https:\/\/doi.org\/10.1007\/s10459-025-10419-6","order":10,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Claire Touchie was the Chief Medical Education Officer of the MCC when the research was being done and Ilona Bartman is employed by the Medical Council.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Ethics approval was provided by the following Research Ethics Boards: University of Western Health Sciences Ethics Board (11087); University of Toronto Health Sciences Ethics Boards (009134), McMaster University Health Sciences Ethics Board, University of Ottawa Research Ethics Board, and the Northern Ontario School of Medicine. Additionally, this research was governed and approved by the Data Governance Board of the Council of Ontario Faculties of Medicine.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}