{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T02:41:18Z","timestamp":1774492878333,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T00:00:00Z","timestamp":1560729600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T00:00:00Z","timestamp":1560729600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s12909-019-1617-8","type":"journal-article","created":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T14:03:13Z","timestamp":1560780193000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Measuring change in knowledge acquisition of Rwandan residents: using the American Board of Pediatrics International In-Training Examination (I-ITE) as an independent tool to monitor individual and departmental improvements during the Human Resources for Health program: an observational study"],"prefix":"10.1186","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9387-4521","authenticated-orcid":false,"given":"Natalie","family":"McCall","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0249-4721","authenticated-orcid":false,"given":"Christian","family":"Umuhoza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4420-8463","authenticated-orcid":false,"given":"Cliff","family":"O\u2019Callahan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5953-1776","authenticated-orcid":false,"given":"Tanya","family":"Rogo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diane","family":"Stafford","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6926-6742","authenticated-orcid":false,"given":"Aimable","family":"Kanyamuhunga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2523-763X","authenticated-orcid":false,"given":"Peter T.","family":"Cartledge","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,17]]},"reference":[{"key":"1617_CR1","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1136\/archdischild-2013-304002","volume":"98","author":"P Cartledge","year":"2013","unstructured":"Cartledge P, Wachira J, Fagan C. Paediatric associations and postgraduate training programmes in Africa. Arch Dis Child. 2013;98:745\u20136.","journal-title":"Arch Dis Child"},{"key":"1617_CR2","doi-asserted-by":"publisher","first-page":"S38","DOI":"10.1542\/peds.2008-1578J","volume":"123","author":"GL Freed","year":"2009","unstructured":"Freed GL, Dunham KM, Switalski KE, Jones MD, McGuinness GA. Recently trained general pediatricians: perspectives on residency training and scope of practice. Pediatrics. 2009;123:S38\u201343.","journal-title":"Pediatrics"},{"key":"1617_CR3","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/S0022-3476(72)80576-6","volume":"80","author":"FD Burg","year":"1972","unstructured":"Burg FD, Wright FH. Evaluation of pediatric residents and their training programs. J Pediatr. 1972;80:183\u20139.","journal-title":"J Pediatr"},{"key":"1617_CR4","volume-title":"Am. Board. Pediatr","author":"The American Board of Pediatrics","year":"2018","unstructured":"The American Board of Pediatrics. General pediatrics in-training examination. In: Am. Board. Pediatr; 2018. Available from: \n                    https:\/\/www.abp.org\/content\/general-pediatrics-training-examination\n                    \n                  . Cited 10 Dec 2018."},{"key":"1617_CR5","unstructured":"Du Y, Furter RT, Tan RJB, Althouse LA. In-training examinations: All about predictive validity and meaningful feedback. Paper presented at: American Educational Research Association Meeting 2016 Annual Conference; Washington, DC."},{"key":"1617_CR6","volume-title":"ABP report: is there an effect on predictive validity when shortening an in-training examination?","author":"The American Board of Pediatrics","year":"2008","unstructured":"The American Board of Pediatrics. ABP report: is there an effect on predictive validity when shortening an in-training examination? 2008."},{"key":"1617_CR7","unstructured":"Ham HP. Assessing general pediatric knowledge during post-graduate training - Report. Am Board Pediatr.\u00a0"},{"key":"1617_CR8","first-page":"1","volume-title":"Population size , structure and distribution - report","author":"Rwanda National Institute of Statistics","year":"2012","unstructured":"Rwanda National Institute of Statistics. Population size , structure and distribution - report; 2012. p. 1\u201386. Available from: \n                    http:\/\/statistics.gov.rw\/publication\/rphc4-thematic-report-population-size-structure-and-distribution"},{"key":"1617_CR9","first-page":"1","volume-title":"Current health expenditure per capita (current US$)","author":"The World Bank","year":"2019","unstructured":"The World Bank. Current health expenditure per capita (current US$); 2019. p. 1\u201318. Available from: \n                    https:\/\/data.worldbank.org\/indicator\/SH.XPD.CHEX.PC.CD?end=2015&name_desc=true&start=2015&view=map&year=2015\n                    \n                  . Cited 2 May 2019"},{"key":"1617_CR10","first-page":"1","volume-title":"Gross domestic product and its structure - report","author":"Rwanda National Institute of Statistics","year":"2018","unstructured":"Rwanda National Institute of Statistics. Gross domestic product and its structure - report; 2018. p. 1\u201311. Available from: \n                    http:\/\/www.statistics.gov.rw\/publication\/gdp-national-accounts-2018"},{"key":"1617_CR11","doi-asserted-by":"publisher","first-page":"2054","DOI":"10.1056\/NEJMsr1302176","volume":"369","author":"A Binagwaho","year":"2010","unstructured":"Binagwaho A, Kyamanywa P, Farmer PE, Nuthulaganti T, Umubyeyi B, Sc MN, et al. The human resources for health program in Rwanda \u2014 a new partnership. NEJM. 2010;369:2054\u20139.","journal-title":"NEJM"},{"key":"1617_CR12","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1097\/ACM.0000000000001638","volume":"92","author":"C Cancedda","year":"2017","unstructured":"Cancedda C, Riviello R, Wilson K, Scott KW, Tuteja M, Barrow JR, et al. Building workforce capacity abroad while strengthening Global Health programs at home. Acad Med. 2017;92:649\u201358.","journal-title":"Acad Med"},{"key":"1617_CR13","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.15171\/ijhpm.2018.61","volume":"7","author":"C Cancedda","year":"2018","unstructured":"Cancedda C, Cotton P, Shema J, Rulisa S, Riviello R, Adams LV, et al. Health professional training and capacity strengthening through international academic partnerships: the first five years of the human resources for health program in Rwanda. Int J Heal Policy Manag. 2018;7:1024\u201339.","journal-title":"Int J Heal Policy Manag"},{"key":"1617_CR14","first-page":"17","volume":"74","author":"J Kabakambira","year":"2017","unstructured":"Kabakambira J, Mugeni R, Ho J, Sofair A, Walker T. Improvement of medical education through the establishment of a medical chief resident position in Rwanda. Rwanda Med J. 2017;74:17\u201320.","journal-title":"Rwanda Med J."},{"key":"1617_CR15","first-page":"1","volume":"74","author":"H Ewing","year":"2017","unstructured":"Ewing H, Pyburn R, Asingizwe D, Asiimwe-Kateera BA, Njunwa K, Kim MJ. Facilitating health professional scholarship through a workshop series at the University of Rwanda. Rwanda Med J. 2017;74:1\u20135.","journal-title":"Rwanda Med J"},{"key":"1617_CR16","first-page":"7","volume":"74","author":"A Ndayambaje","year":"2017","unstructured":"Ndayambaje A, Anderson R, Yoder CMK, Ewing H, Thomson DR. Human resources for health (HRH) midwives mentoring program and episiotomy rates at muhima hospital, Rwanda: a retrospective cross-sectional study. Rwanda Med J. 2017;74:7\u201311.","journal-title":"Rwanda Med J"},{"key":"1617_CR17","doi-asserted-by":"publisher","first-page":"e1163","DOI":"10.1016\/S2214-109X(18)30398-X","volume":"6","author":"AK Rowe","year":"2018","unstructured":"Rowe AK, Rowe SY, Peters DH, Holloway KA, Chalker J, Ross-degnan D. Articles effectiveness of strategies to improve health-care provider practices in low-income and middle-income countries: a systematic review. Lancet Glob Heal. 2018;6:e1163\u201375 The Author(s). Published by Elsevier Ltd. This is an Open Access article under the CC BY 4.0 license.","journal-title":"Lancet Glob Heal"},{"key":"1617_CR18","doi-asserted-by":"crossref","first-page":"1623","DOI":"10.1371\/journal.pmed.0040296","volume":"4","author":"E Von Elm","year":"2007","unstructured":"Von Elm E, Altman DG, Egger M, Pocock SJ, G\u00f8tzsche PC, Vandenbroucke JP. The strengthening the reporting of observational studies in epidemiology (STROBE) statement: guidelines for reporting observational studies. PLoS Med. 2007;4:1623\u20137.","journal-title":"PLoS Med"},{"key":"1617_CR19","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1016\/j.jpeds.2008.03.012","volume":"153","author":"LA Althouse","year":"2008","unstructured":"Althouse LA, McGuinness GA. The in-training examination: an analysis of its predictive value on performance on the general pediatrics certification examination. J Pediatr. 2008;153:425\u20138.","journal-title":"J Pediatr"},{"key":"1617_CR20","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1016\/j.jsurg.2016.05.020","volume":"73","author":"B Boody","year":"2016","unstructured":"Boody B, Johnson P, Pugely A, Miller D, Geller J, Payne W, et al. Validation of a web-based curriculum for resident education in orthopedic surgery. J Surg Educ. 2016;73:1060\u20135 Elsevier.","journal-title":"J Surg Educ"},{"key":"1617_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3402\/meo.v14i.4511","volume":"14","author":"EE Langenau","year":"2009","unstructured":"Langenau EE, Fogel J, Schaeffer HA. Correlation between an email based board review program and American Board of Pediatrics General Pediatrics Certifying Examination scores. Med Educ Online. 2009;14:1\u20138.","journal-title":"Med Educ Online"},{"key":"1617_CR22","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1016\/j.jsurg.2014.02.008","volume":"71","author":"TP Webb","year":"2014","unstructured":"Webb TP, Paul J, Treat R, Codner P, Anderson R, Redlich P. Surgery residency curriculum examination scores predict future American board of surgery in-training examination performance. J Surg Educ. 2014;71:743\u20137 Elsevier.","journal-title":"J Surg Educ"},{"key":"1617_CR23","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1016\/j.jsurg.2014.09.012","volume":"72","author":"RH Kim","year":"2015","unstructured":"Kim RH, Tan TW. Interventions that affect resident performance on the american board of surgery in-training examination: a systematic review. J Surg Educ. 2015;72:418\u201329 Elsevier.","journal-title":"J Surg Educ"},{"key":"1617_CR24","doi-asserted-by":"publisher","first-page":"555","DOI":"10.4300\/JGME-D-14-00722.1","volume":"7","author":"BT Ferrell","year":"2015","unstructured":"Ferrell BT, Tankersley WE, Morris CD. Using an accountability program to improve psychiatry resident scores on in-service examinations. J Grad Med Educ. 2015;7:555\u20139.","journal-title":"J Grad Med Educ"},{"key":"1617_CR25","unstructured":"Global Pediatric Education Consortium. Global pediatric curriculum and guidelines for residency training, assessment, certification, and continuous professional development. Available from: \n                    http:\/\/www.globalpediatrics.org\/globalcurriculum\/curriculumdownloadpdf.html\n                    \n                  . Cited 23 Aug 2018."},{"key":"1617_CR26","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1097\/BPO.0000000000000726","volume":"37","author":"CC Franklin","year":"2017","unstructured":"Franklin CC, Bosch PP, Grudziak JS, Dede O, Ramirez RN, Mendelson SA, et al. Does a weekly didactic conference improve resident performance on the pediatric domain of the Orthopaedic in-training examination? J Pediatr Orthop. 2017;37:149\u201353.","journal-title":"J Pediatr Orthop"},{"key":"1617_CR27","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1016\/j.amjsurg.2014.09.036","volume":"209","author":"K Wirth","year":"2015","unstructured":"Wirth K, Malone B, Turner C, Schulze R, Widmann W, Sanni A. A structured teaching curriculum for medical students improves their performance on the national board of medical examiners shelf examination in surgery. Am J Surg. 2015;209:765\u201370 Elsevier Inc.","journal-title":"Am J Surg"},{"key":"1617_CR28","doi-asserted-by":"publisher","first-page":"140","DOI":"10.4103\/2231-0770.165126","volume":"5","author":"F Kaliyadan","year":"2015","unstructured":"Kaliyadan F, Thalamkandathil N, Parupalli S, Amin T, Balaha M, Al Bu Ali W. English language proficiency and academic performance: a study of a medical preparatory year program in Saudi Arabia. Avicenna J Med. 2015;5:140\u20134.","journal-title":"Avicenna J Med"},{"key":"1617_CR29","doi-asserted-by":"publisher","first-page":"1253","DOI":"10.1007\/s11606-011-1696-7","volume":"26","author":"BR Mathis","year":"2011","unstructured":"Mathis BR, Warm EJ, Schauer DP, Holmboe E, Rouan GW. A multiple choice testing program coupled with a year-long elective experience is associated with improved performance on the internal medicine in-training examination. J Gen Intern Med. 2011;26:1253\u20137.","journal-title":"J Gen Intern Med"},{"key":"1617_CR30","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1093\/cid\/ciu906","volume":"60","author":"I Grabovsky","year":"2015","unstructured":"Grabovsky I, Hess BJ, Haist SA, Lipner RS, Hawley JL, Woodward S, et al. The relationship between performance on the infectious diseases in-training and certification examinations. Clin Infect Dis. 2015;60:677\u201383.","journal-title":"Clin Infect Dis"},{"key":"1617_CR31","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1097\/MAJ.0b013e31829ce04c","volume":"347","author":"MT Flannery","year":"2014","unstructured":"Flannery MT. Trends in the history of certification and recertification of the American board of internal medicine. Am J Med Sci. 2014;347:74\u20137 Elsevier Masson SAS.","journal-title":"Am J Med Sci"},{"key":"1617_CR32","first-page":"349","volume":"47","author":"TR O\u2019Neill","year":"2015","unstructured":"O\u2019Neill TR, Li Z, Peabody M, Lybarger M, Royal K, Puffer JC. The predictive validity of the ABFM\u2019s in-training examination. Fam Med. 2015;47:349\u201356.","journal-title":"Fam Med"},{"key":"1617_CR33","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1503\/cjs.014913","volume":"57","author":"D Yen","year":"2014","unstructured":"Yen D, Athwal GS, Cole G. The historic predictive value of Canadian orthopedic surgery residents\u2019 orthopedic in-training examination scores on their success on the RCPSC certification examination. Can J Surg. 2014;57:260\u20132.","journal-title":"Can J Surg"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-019-1617-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12909-019-1617-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-019-1617-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,15]],"date-time":"2020-06-15T23:15:35Z","timestamp":1592262935000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-019-1617-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,17]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["1617"],"URL":"https:\/\/doi.org\/10.1186\/s12909-019-1617-8","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,17]]},"assertion":[{"value":"21 February 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Ethical approval has been granted by the Institutional review board (IRB) of the University of Rwanda (UR) on 02\/14\/2018. Ref: 027\/CMHS_IRB\/2018.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"We declare no competing interest: One author (CO) is an unpaid member of the ABP Global Health taskforce. All authors are members of the HRH program and Rwandan academic staff of the University of Rwanda.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"217"}}