{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T13:44:17Z","timestamp":1773063857926,"version":"3.50.1"},"reference-count":19,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T00:00:00Z","timestamp":1741910400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T00:00:00Z","timestamp":1741910400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"DOI":"10.1186\/s12909-025-06948-8","type":"journal-article","created":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T12:28:28Z","timestamp":1741955308000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Predictive validity evidence of Yes-No Angoff standard setting in a Pre-Clinical medical school curriculum"],"prefix":"10.1186","volume":"25","author":[{"given":"Ketsia","family":"Dimanche","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edward C.","family":"Klatt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"S. Marshall","family":"Angle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,14]]},"reference":[{"issue":"1","key":"6948_CR1","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1207\/s15328015tlm1801_11","volume":"18","author":"SM Downing","year":"2006","unstructured":"Downing SM, Tekian A, Yudkowsky R. Procedures for Establishing defensible absolute passing scores on performance examinations in health professions education. Teach Learn Med. 2006;18(1):50\u20137. https:\/\/doi.org\/10.1207\/s15328015tlm1801_11.","journal-title":"Teach Learn Med"},{"issue":"3","key":"6948_CR2","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1080\/10401330802199450","volume":"20","author":"R Yudkowsky","year":"2008","unstructured":"Yudkowsky R, Downing SM, Wirth S. Simpler standards for local performance examinations: the yes\/no Angoff and whole test Ebel. Teach Learn Med. 2008;20(3):212\u20137. https:\/\/doi.org\/10.1080\/10401330802199450.","journal-title":"Teach Learn Med"},{"issue":"2","key":"6948_CR3","doi-asserted-by":"publisher","first-page":"i","DOI":"10.1002\/j.2333-8504.1994.tb01618.x","volume":"1994","author":"S Messick","year":"1994","unstructured":"Messick S. Validity of psychological assessment: validation of inferences from persons\u2019 responses and performances as scientific inquiry into score meaning. ETS Res Rep Ser. 1994;1994(2):i\u201328. https:\/\/doi.org\/10.1002\/j.2333-8504.1994.tb01618.x.","journal-title":"ETS Res Rep Ser"},{"issue":"5","key":"6948_CR4","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1097\/ACM.0b013e3182864299","volume":"88","author":"DM Dunleavy","year":"2013","unstructured":"Dunleavy DM, Kroopnick MH, Dowd KW, Searcy CA, Zhao X. The predictive validity of the MCAT exam in relation to academic performance through medical school: A National cohort study of 2001\u20132004 matriculants. Acad Med. 2013;88(5):666\u201371. https:\/\/doi.org\/10.1097\/ACM.0b013e3182864299.","journal-title":"Acad Med"},{"key":"6948_CR5","doi-asserted-by":"publisher","first-page":"425","DOI":"10.3102\/00346543064003425","volume":"64","author":"M Kane","year":"1994","unstructured":"Kane M. Validating the performance standards associated with passing scores. Rev Educ Res. 1994;64:425\u201361. https:\/\/www.jstor.org\/stable\/1170678.","journal-title":"Rev Educ Res"},{"issue":"1","key":"6948_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/jedm.12000","volume":"50","author":"MT Kane","year":"2013","unstructured":"Kane MT. Validating the interpretations and uses of test scores. J Educ Meas. 2013;50(1):1\u201373. https:\/\/doi.org\/10.1111\/jedm.12000.","journal-title":"J Educ Meas"},{"key":"6948_CR7","volume-title":"Setting performance standards: theory and applications","author":"RK Hambleton","year":"2001","unstructured":"Hambleton RK. Setting performance standards on educational assessments and criteria for evaluating the process. In: Cizek GJ, editor. Setting performance standards: theory and applications. New York: Routledge; 2001."},{"issue":"1","key":"6948_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1207\/s15434311laq0201_1","volume":"2","author":"LF Bachman","year":"2005","unstructured":"Bachman LF. Building and supporting a case for test use. Lang Assess Q. 2005;2(1):1\u201334. https:\/\/doi.org\/10.1207\/s15434311laq0201_1.","journal-title":"Lang Assess Q"},{"issue":"1","key":"6948_CR9","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1186\/cc3045","volume":"9","author":"V Berwick","year":"2005","unstructured":"Berwick V, Cheek L, Ball J. Statistics review 14: logistic regression. Crit Care. 2005;9(1):112\u20138. https:\/\/doi.org\/10.1186\/cc3045.","journal-title":"Crit Care"},{"issue":"7","key":"6948_CR10","doi-asserted-by":"publisher","first-page":"909","DOI":"10.1016\/j.acra.2005.04.005","volume":"12","author":"J Eng","year":"2005","unstructured":"Eng J. Receiver operating characteristic analysis: A primer. Acad Radiol. 2005;12(7):909\u201316. https:\/\/doi.org\/10.1016\/j.acra.2005.04.005.","journal-title":"Acad Radiol"},{"key":"6948_CR11","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s10459-007-9087-x","volume":"14","author":"J Kleshinski","year":"2009","unstructured":"Kleshinski J, Khuder SA, Shapiro JI, Gold JP. Impact of preadmission variables on USMLE step 1 and step 2 performance. Adv Health Sci Educ. 2009;14:69\u201378. https:\/\/doi.org\/10.1007\/s10459-007-9087-x.","journal-title":"Adv Health Sci Educ"},{"key":"6948_CR12","doi-asserted-by":"crossref","unstructured":"Mandrekar JN. Receiver operating characteristic curve in diagnostic test assessment. J Thorac Oncol. 2010;5(9):1315\u20136. https:\/\/doi.org\/10.1097\/JTO.0b013e3181ec173d.","DOI":"10.1097\/JTO.0b013e3181ec173d"},{"key":"6948_CR13","unstructured":"USMLE Performance Data. https:\/\/www.usmle.org\/performance-data. Accessed 9 August 2024."},{"issue":"3","key":"6948_CR14","doi-asserted-by":"publisher","first-page":"635","DOI":"10.2466\/pr0.1957.3.3.635","volume":"3","author":"J Loevinger","year":"1957","unstructured":"Loevinger J. Objective tests as instruments of psychological theory. Psychol Rep. 1957;3(3):635\u201394. https:\/\/doi.org\/10.2466\/pr0.1957.3.3.635.","journal-title":"Psychol Rep"},{"key":"6948_CR15","first-page":"70","volume-title":"Preparing students for college and careers","author":"WJ Camara","year":"2018","unstructured":"Camara WJ, Allen JM, Moore JL. Empirically based college- and career-readiness cut scores and performance standards. In: McClarty KL, Mattern KD, Gaertner MN, editors. Preparing students for college and careers. 1st ed. New York, NY: Routledge; 2018. pp. 70\u201381.","edition":"1"},{"issue":"8","key":"6948_CR16","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1111\/j.1365-2923.2008.03103.x","volume":"42","author":"R Hays","year":"2008","unstructured":"Hays R, Gupta TS, Veitch J. The practical value of the standard error of measurement in borderline pass\/fail decisions. Med Educ. 2008;42(8):810\u20135. https:\/\/doi.org\/10.1111\/j.1365-2923.2008.03103.x.","journal-title":"Med Educ"},{"issue":"1","key":"6948_CR17","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1177\/009102609302200105","volume":"229","author":"RE Biddle","year":"1993","unstructured":"Biddle RE. How to set cutoff scores for knowledge tests used in promotion, training, certification, and licensing. Public Personnel Manage. 1993;229(1):63\u201379. https:\/\/doi.org\/10.1177\/009102609302200105.","journal-title":"Public Personnel Manage"},{"key":"6948_CR18","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1080\/08957347.2013.853071","volume":"27","author":"JC Clauser","year":"2014","unstructured":"Clauser JC, Clauser BE, Hambleton RK. Increasing the validity of Angoff standards through analysis of judge-level internal consistency. Appl Measur Educ. 2014;27:19\u201330. https:\/\/doi.org\/10.1080\/08957347.2013.853071.","journal-title":"Appl Measur Educ"},{"key":"6948_CR19","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1080\/10627197.2015.997619","volume":"20","author":"RJ Tannenbaum","year":"2015","unstructured":"Tannenbaum RJ, Kannan P. Consistency of Angoff-based standard setting judgments: are item judgments and passing scores replicable across different panels of experts? Educational Assess. 2015;20:66\u201378. https:\/\/doi.org\/10.1080\/10627197.2015.997619.","journal-title":"Educational Assess"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-06948-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12909-025-06948-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-06948-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T12:28:33Z","timestamp":1741955313000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-025-06948-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,14]]},"references-count":19,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["6948"],"URL":"https:\/\/doi.org\/10.1186\/s12909-025-06948-8","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4889026\/v1","asserted-by":"object"}]},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,14]]},"assertion":[{"value":"9 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was performed in accordance with and adherence to the principles of the Declaration of Helsinki. This study was reviewed by the Mercer University School of Medicine Institutional Review Board and deemed not to involve health care intervention, and need for consent waived, and ethics approval granted, with reference number H2212295. The clinical trial registration is not applicable due to the nature of the research, which does not involve patient care.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"ROCAUCUSMLEMCQMCATBCPM-GPASEM","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Abbreviations"}}],"article-number":"384"}}