{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,19]],"date-time":"2026-10-19T19:54:05Z","timestamp":1792439645120,"version":"4.5.0"},"reference-count":23,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["anesthesiology.theclinics.com","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Anesthesiology Clinics"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1016\/j.anclin.2026.06.009","type":"journal-article","created":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T19:16:54Z","timestamp":1785698214000},"page":"679-693","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["High-Stakes Assessment in Anesthesiology"],"prefix":"10.1016","volume":"44","author":[{"given":"Ann E.","family":"Harman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark T.","family":"Keegan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammed M.","family":"Minhaj","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.anclin.2026.06.009_bib1","author":"Rosenthal"},{"issue":"4","key":"10.1016\/j.anclin.2026.06.009_bib2","doi-asserted-by":"crossref","first-page":"813","DOI":"10.1097\/ALN.0000000000002036","article-title":"Effect of the BASIC examination on knowledge acquisition during anesthesiology residency","volume":"128","author":"Zhou","year":"2018","journal-title":"Anesthesiology"},{"issue":"5","key":"10.1016\/j.anclin.2026.06.009_bib3","doi-asserted-by":"crossref","first-page":"e159","DOI":"10.1213\/ANE.0000000000004250","article-title":"The American Board of Anesthesiology\u2019s staged examination system and performance on the written certification examination after residency","volume":"129","author":"Zhou","year":"2019","journal-title":"Anesth Analg"},{"issue":"1","key":"10.1016\/j.anclin.2026.06.009_bib4","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1213\/ANE.0000000000004496","article-title":"Development of an objective structured clinical examination as a component of assessment for initial board certification in anesthesiology","volume":"130","author":"Warner","year":"2020","journal-title":"Anesth Analg"},{"key":"10.1016\/j.anclin.2026.06.009_bib5","doi-asserted-by":"crossref","first-page":"S63","DOI":"10.1097\/00001888-199009000-00045","article-title":"The assessment of clinical skills\/competence\/performance","volume":"65","author":"Miller","year":"1990","journal-title":"Acad Med"},{"issue":"5","key":"10.1016\/j.anclin.2026.06.009_bib6","doi-asserted-by":"crossref","first-page":"1394","DOI":"10.1213\/ANE.0000000000004263","article-title":"The American Board of Anesthesiology\u2019s standardized oral examination for initial board certification","volume":"129","author":"Sun","year":"2019","journal-title":"Anesth Analg"},{"issue":"5","key":"10.1016\/j.anclin.2026.06.009_bib7","doi-asserted-by":"crossref","first-page":"1412","DOI":"10.1213\/ANE.0000000000005086","article-title":"First-year results of the American Board of Anesthesiology\u2019s objective structured clinical examination for initial certification","volume":"131","author":"Warner","year":"2020","journal-title":"Anesth Analg"},{"issue":"1","key":"10.1016\/j.anclin.2026.06.009_bib8","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1213\/ANE.0000000000005364","article-title":"Construct validation of the American Board of Anesthesiology\u2019s APPLIED examination for initial certification","volume":"133","author":"Wang","year":"2021","journal-title":"Anesth Analg"},{"issue":"2","key":"10.1016\/j.anclin.2026.06.009_bib9","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1111\/j.1745-3992.2005.00006.x","article-title":"Three options are optimal for multiple-choice items: a meta-analysis of 80 years of research","volume":"24","author":"Rodriguez","year":"2005","journal-title":"Educ Meas"},{"key":"10.1016\/j.anclin.2026.06.009_bib10","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1186\/s12909-023-04277-2","article-title":"A comparison of 3- and 4-option multiple-choice items for medical specialty in-training examinations","volume":"23","author":"Chen","year":"2023","journal-title":"BMC Med Educ"},{"issue":"5","key":"10.1016\/j.anclin.2026.06.009_bib11","doi-asserted-by":"crossref","first-page":"1331","DOI":"10.1213\/ANE.0000000000005750","article-title":"A coronavirus disease 2019 pandemic pivot: development of the American Board of Anesthesiology\u2019s virtual APPLIED examination","volume":"133","author":"Keegan","year":"2021","journal-title":"Anesth Analg"},{"key":"10.1016\/j.anclin.2026.06.009_bib12","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinane.2023.111258","article-title":"A comparison of the American Board of Anesthesiology\u2019s in-person and virtual objective structured clinical examination","volume":"91","author":"Sun","year":"2023","journal-title":"J Clin Anesth"},{"issue":"1","key":"10.1016\/j.anclin.2026.06.009_bib13","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1186\/s12909-024-05694-7","article-title":"Administration of the American Board of Anesthesiology\u2019s virtual APPLIED examination: successes, challenges, and lessons learned","volume":"24","author":"Keegan","year":"2024","journal-title":"BMC Med Educ"},{"issue":"1","key":"10.1016\/j.anclin.2026.06.009_bib14","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1097\/ACM.0000000000005782","article-title":"A comparison of psychometric properties of the American Board of Anesthesiology\u2019s in-person and virtual standardized oral examinations","volume":"100","author":"Keegan","year":"2025","journal-title":"Acad Med"},{"key":"10.1016\/j.anclin.2026.06.009_bib15","series-title":"National Council on Measurement in Education, Standards for educational and psychological testing","author":"American Educational Research Association","year":"2014"},{"key":"10.1016\/j.anclin.2026.06.009_bib16","series-title":"Standards for initial certification","year":"2016"},{"key":"10.1016\/j.anclin.2026.06.009_bib17","series-title":"Test equating, scaling, and linking: methods and practices","author":"Kolen","year":"2014"},{"key":"10.1016\/j.anclin.2026.06.009_bib18","series-title":"Standard setting: a guide to establishing and evaluating performance standards on tests","author":"Cizek","year":"2007"},{"key":"10.1016\/j.anclin.2026.06.009_bib19","series-title":"Many-facet rasch measurement","author":"Linacre","year":"1994"},{"issue":"6","key":"10.1016\/j.anclin.2026.06.009_bib20","doi-asserted-by":"crossref","first-page":"1171","DOI":"10.1097\/ALN.0000000000001623","article-title":"Effectiveness of written and oral specialty certification examinations to predict actions against the medical licenses of anesthesiologists","volume":"126","author":"Zhou","year":"2017","journal-title":"Anesthesiology"},{"issue":"1","key":"10.1016\/j.anclin.2026.06.009_bib21","doi-asserted-by":"crossref","DOI":"10.1002\/emp2.13119","article-title":"Association between the American Board of Emergency Medicine oral certifying examination and future state medical board disciplinary actions","volume":"5","author":"Reisdorff","year":"2024","journal-title":"JACEP Open"},{"issue":"5","key":"10.1016\/j.anclin.2026.06.009_bib22","doi-asserted-by":"crossref","DOI":"10.1001\/jamasurg.2020.0093","article-title":"Association between American Board of Surgery initial certification and risk of receiving severe disciplinary actions against medical licenses","volume":"155","author":"Kopp","year":"2020","journal-title":"JAMA Surg"},{"issue":"4","key":"10.1016\/j.anclin.2026.06.009_bib23","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1001\/jama.2024.5268","article-title":"Associations of internal medicine residency milestone ratings and certification examination scores with patient outcomes","volume":"332","author":"Gray","year":"2024","journal-title":"JAMA"}],"container-title":["Anesthesiology Clinics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1932227526000704?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1932227526000704?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,10,19]],"date-time":"2026-10-19T19:36:31Z","timestamp":1792438591000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1932227526000704"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,12]]},"references-count":23,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,12]]}},"alternative-id":["S1932227526000704"],"URL":"https:\/\/doi.org\/10.1016\/j.anclin.2026.06.009","relation":{},"ISSN":["1932-2275"],"issn-type":[{"value":"1932-2275","type":"print"}],"subject":[],"published":{"date-parts":[[2026,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"High-Stakes Assessment in Anesthesiology","name":"articletitle","label":"Article Title"},{"value":"Anesthesiology Clinics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.anclin.2026.06.009","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}]}}