{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T10:07:20Z","timestamp":1775902040126,"version":"3.50.1"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2016,2,20]],"date-time":"2016-02-20T00:00:00Z","timestamp":1455926400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Canc Educ"],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1007\/s13187-016-0993-6","type":"journal-article","created":{"date-parts":[[2016,2,20]],"date-time":"2016-02-20T05:36:54Z","timestamp":1455946614000},"page":"647-654","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Medical Knowledge Assessment by Hematology and Medical Oncology In-Training Examinations Are Better Than Program Director Assessments at Predicting Subspecialty Certification Examination Performance"],"prefix":"10.1007","volume":"32","author":[{"given":"Frances A.","family":"Collichio","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian J.","family":"Hess","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elaine A.","family":"Muchmore","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lauren","family":"Duhigg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rebecca S.","family":"Lipner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Haist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Janine L.","family":"Hawley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carol A.","family":"Morrison","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles P.","family":"Clayton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marilyn J.","family":"Raymond","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karen M.","family":"Kayoumi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Scott D.","family":"Gitlin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,2,20]]},"reference":[{"key":"993_CR1","doi-asserted-by":"crossref","first-page":"648","DOI":"10.1080\/01421590701392903","volume":"29","author":"SR Swing","year":"2007","unstructured":"Swing SR (2007) The ACGME outcome project: retrospective and prospective. Med Teach 29:648\u2013654","journal-title":"Med Teach"},{"key":"993_CR2","unstructured":"Accreditation Council for Graduate Medical Education. ACGME common program requirements. Approved September 28, 2014. \nhttp:\/\/www.acgme.org\/acgmeweb\/Portals\/0\/PFAssets\/ProgramRequirements\/CPRs_07012015.pdf\n\n. Accessed October 19, 2015"},{"issue":"11","key":"993_CR3","doi-asserted-by":"crossref","first-page":"1051","DOI":"10.1056\/NEJMsr1200117","volume":"366","author":"TJ Nasca","year":"2012","unstructured":"Nasca TJ, Philibert I, Brigham T, Flynn TC (2012) The next GME accreditation system\u2014rationale and benefits. N Engl J Med 366(11):1051\u20131056","journal-title":"N Engl J Med"},{"issue":"10","key":"993_CR4","doi-asserted-by":"crossref","first-page":"1706","DOI":"10.1200\/JCO.2008.20.3091","volume":"27","author":"FA Collichio","year":"2009","unstructured":"Collichio FA, Kayoumi KM, Hande KR, Hawkins RE, Hawley JL, Adelstein DJ, D\u2019Angelo JM, Stewart JA (2009) Developing an in-training examination for fellows: the experience of the American Society of Clinical Oncology. J Clin Oncol 27(10):1706\u20131711","journal-title":"J Clin Oncol"},{"issue":"1","key":"993_CR5","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1007\/BF02599105","volume":"7","author":"RS Grossman","year":"1992","unstructured":"Grossman RS, Fincher R-ME, Layne RD, Seelig CB, Berkowitz LR, Levine MA (1992) Validity of the in-training examination for predicting American Board of Internal Medicine certifying examination scores. J Gen Intern Med 7(1):63\u201367","journal-title":"J Gen Intern Med"},{"issue":"12","key":"993_CR6","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1007\/BF02599012","volume":"9","author":"H Waxman","year":"1994","unstructured":"Waxman H, Braunstein G, Dantzker D, Goldberg S, Lefrak S, Lichstein E, Ratzan K, Schiffman F (1994) Performance on the internal medicine second-year residency in-training examination predicts the outcome of the ABIM certifying examination. J Gen Intern Med 9(12):692\u2013694","journal-title":"J Gen Intern Med"},{"issue":"8","key":"993_CR7","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1016\/j.amjmed.2007.05.003","volume":"120","author":"SF Babbott","year":"2007","unstructured":"Babbott SF, Beasley BW, Hinchey KT, Blotzer JW, Holmboe ES (2007) The predictive validity of the internal medicine in-training examination. Am J Med 120(8):735\u2013740","journal-title":"Am J Med"},{"issue":"5","key":"993_CR8","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1093\/cid\/ciu906","volume":"60","author":"I Grabovsky","year":"2015","unstructured":"Grabovsky I, Hess BJ, Haist SA, Lipner RS, Hawley JL, Woodward S, Cary Engleberg N (2015) The relationship between performance on the infectious diseases in-training and certification examinations. Clin Infect Dis 60(5):677\u2013683","journal-title":"Clin Infect Dis"},{"issue":"11","key":"993_CR9","doi-asserted-by":"crossref","first-page":"3082","DOI":"10.1002\/art.39281","volume":"67","author":"KM Lohr","year":"2015","unstructured":"Lohr KM, Clauser A, Hess BJ, Gelber AC, Valeriano-Marcet J, Lipner RS, Haist SA, Hawley JL, Zirkle S, Bolster MB (2015) Performance on the adult rheumatology in-training examination and relationship to outcomes on the rheumatology certification examinations. Arthritis Rheum 67(11):3082\u20133090","journal-title":"Arthritis Rheum"},{"issue":"7","key":"993_CR10","doi-asserted-by":"crossref","first-page":"1016","DOI":"10.1007\/s11606-008-0641-x","volume":"23","author":"FS McDonald","year":"2008","unstructured":"McDonald FS, Zeger SL, Kolars JC (2008) Associations between United States Medical Licensing Examination (USMLE) and Internal Medicine In-Training Examination (IM-ITE) scores. J Gen Intern Med 23(7):1016\u20131019","journal-title":"J Gen Intern Med"},{"issue":"1","key":"993_CR11","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1097\/ACM.0000000000000500","volume":"90","author":"C Kay","year":"2015","unstructured":"Kay C, Jackson JL, Frank M (2015) The relationship between internal medicine residency graduate performance on the ABIM certifying examination, yearly in-service training examinations, and the USMLE Step 1 examination. Acad Med 90(1):100\u2013104","journal-title":"Acad Med"},{"key":"993_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4939-0317-7","volume-title":"Test equating, scaling, and linking: methods and practices","author":"MJ Kolen","year":"2014","unstructured":"Kolen MJ, Brennan RL (2014) Test equating, scaling, and linking: methods and practices, 3rd edn. Springer, New York, NY","edition":"3"},{"key":"993_CR13","first-page":"95","volume-title":"Introduction to measurement theory","author":"MJ Allen","year":"1979","unstructured":"Allen MJ, Yen WM (1979) Validity. In: Introduction to measurement theory, 1st edn. Wadsworth, Inc., Belmont, CA, pp 95\u2013117","edition":"1"},{"key":"993_CR14","unstructured":"The Internal Medicine Subspecialty Milestones Project. A joint initiative of the Accreditation Council for Graduate Medical Education and the American Board of Internal Medicine in collaboration with the Alliance for Academic Internal Medicine and the Association of Specialty Professors. \nhttp:\/\/www.acgme.org\/acgmeweb\/Portals\/0\/PDFs\/Milestones\/InternalMedicineSubspecialtyMilestones.pdf\n\n. July 2015. Accessed October 17, 2015"},{"issue":"Suppl 1","key":"993_CR15","doi-asserted-by":"crossref","first-page":"S20","DOI":"10.1002\/chp.21203","volume":"33","author":"RS Lipner","year":"2013","unstructured":"Lipner RS, Hess BJ, Phillips RL Jr (2013) Specialty board certification in the United States: issues and evidence. J Contin Educ Health Prof 33(Suppl 1):S20\u2013S35","journal-title":"J Contin Educ Health Prof"},{"key":"993_CR16","unstructured":"American Society of Hematology. Resources for training program directors. Hematology-Oncology Curricular Milestones. \nhttp:\/\/www.hematology.org\/Educators\/Training-Directors\/2720.aspx\n\n. Accessed October 10, 2015"},{"key":"993_CR17","unstructured":"American Society of Clinical Oncology. ASCO and ASH present: the Hematology-Oncology Curricular Milestones. \nhttp:\/\/www.asco.org\/sites\/www.asco.org\/files\/ho_curricular_milestones_4.18.14_final.pdf\n\n. 2015. Accessed October 17, 2015"},{"issue":"2","key":"993_CR18","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1016\/j.amjmed.2014.10.025","volume":"128","author":"F Collichio","year":"2015","unstructured":"Collichio F, Kayoumi K, Sierra L, Clayton CP, Raymond M, Muchmore EA (2015) The Next Accreditation System: a strategy for implementing new reporting standards using a hematology\/oncology model. Am J Med 128(2):200\u20137","journal-title":"Am J Med"},{"issue":"13","key":"993_CR19","doi-asserted-by":"crossref","first-page":"1396","DOI":"10.1001\/archinte.168.13.1396","volume":"168","author":"ES Holmboe","year":"2008","unstructured":"Holmboe ES, Wang Y, Meehan TP, Tate JP, Ho S-Y, Starkey KS, Lipner RS (2008) Association between maintenance of certification examination scores and quality of care for medicare beneficiaries. Arch Intern Med 168(13):1396\u20131403","journal-title":"Arch Intern Med"},{"key":"993_CR20","first-page":"457","volume":"62","author":"JJ Norcini","year":"1987","unstructured":"Norcini JJ, Webster GD, Grosso LJ, Blank LL, Benson JA Jr (1987) Ratings of residents\u2019 clinical competence and performance on certification examination. J Med Educ 62:457\u2013462","journal-title":"J Med Educ"}],"container-title":["Journal of Cancer Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13187-016-0993-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13187-016-0993-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13187-016-0993-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13187-016-0993-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,3]],"date-time":"2019-06-03T17:29:37Z","timestamp":1559582977000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13187-016-0993-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,20]]},"references-count":20,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,9]]}},"alternative-id":["993"],"URL":"https:\/\/doi.org\/10.1007\/s13187-016-0993-6","relation":{},"ISSN":["0885-8195","1543-0154"],"issn-type":[{"value":"0885-8195","type":"print"},{"value":"1543-0154","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,2,20]]}}}