{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,9]],"date-time":"2026-10-09T04:49:29Z","timestamp":1791521369302,"version":"4.3.4"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["1K12TR004925-01A1"],"award-info":[{"award-number":["1K12TR004925-01A1"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008510","name":"University of Maryland","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008510","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100024377","name":"Montgomery County Government","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100024377","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019822","name":"Institute for Clinical and Translational Research, University of Maryland, Baltimore","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100019822","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jacr.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American College of Radiology"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.jacr.2026.09.006","type":"journal-article","created":{"date-parts":[[2026,9,11]],"date-time":"2026-09-11T15:45:54Z","timestamp":1789141554000},"update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Human Judgment and the Limits of Artificial Intelligence for Automated Rank Order Lists in Diagnostic Radiology Residency Selection"],"prefix":"10.1016","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6854-1397","authenticated-orcid":false,"given":"Cody H.","family":"Savage","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0907-3938","authenticated-orcid":false,"given":"Rydhwana","family":"Hossain","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James (Mac)","family":"Tonascia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2105-318X","authenticated-orcid":false,"given":"Athanasios","family":"Pavlou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Charles S.","family":"Resnik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6519-5222","authenticated-orcid":false,"given":"Florence X.","family":"Doo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elana B.","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jacr.2026.09.006_bib1","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1016\/j.acra.2021.01.034","article-title":"Analysis of 10 years of diagnostic radiology match data: notable changes and their potential implications","volume":"29","author":"Chintapalli","year":"2022","journal-title":"Acad Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib2","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.jacr.2025.09.033","article-title":"Recent trends in diagnostic radiology application and match rates","volume":"23","author":"Futela","year":"2026","journal-title":"J Am Coll Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib3","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1097\/ACM.0000000000005891","article-title":"Holistic review in applicant selection: a scoping review","volume":"100","author":"Gottlieb","year":"2025","journal-title":"Acad Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib4","doi-asserted-by":"crossref","first-page":"1472","DOI":"10.1097\/ACM.0000000000001403","article-title":"Holistic review in medical school admissions and selection: a strategic, mission-driven response to shifting societal needs","volume":"91","author":"Conrad","year":"2016","journal-title":"Acad Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib5","doi-asserted-by":"crossref","first-page":"864","DOI":"10.1016\/j.acra.2019.07.027","article-title":"A program director\u2019s guide to cultivating diversity and inclusion in radiology residency recruitment","volume":"27","author":"DeBenedectis","year":"2020","journal-title":"Acad Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib34","doi-asserted-by":"crossref","first-page":"1034","DOI":"10.1001\/jama.2024.28397","article-title":"Diminishing Objectivity in the Residency Application Process","volume":"333","author":"Agolia","year":"2025","journal-title":"JAMA"},{"key":"10.1016\/j.jacr.2026.09.006_bib8","doi-asserted-by":"crossref","first-page":"4053","DOI":"10.1002\/lary.32308","article-title":"Preparing for AI in resident selection: a scoping review of current applications and limitations","volume":"135","author":"Michaelson","year":"2025","journal-title":"Laryngoscope"},{"key":"10.1016\/j.jacr.2026.09.006_bib9","doi-asserted-by":"crossref","first-page":"730","DOI":"10.1186\/s12909-025-07321-5","article-title":"Modern artificial intelligence and large language models in graduate medical education: a scoping review of attitudes, applications & practice","volume":"25","author":"Verghese","year":"2025","journal-title":"BMC Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib10","doi-asserted-by":"crossref","first-page":"1556","DOI":"10.1002\/lary.70386","article-title":"Early evaluation of the AI-enabled residency application screening tool thalamus cortex: opportunities, inaccuracies, and implications for resident selection","volume":"136","author":"Erickson","year":"2026","journal-title":"Laryngoscope"},{"key":"10.1016\/j.jacr.2026.09.006_bib11","doi-asserted-by":"crossref","DOI":"10.1093\/jamiaopen\/ooad011","article-title":"Using artificial intelligence in medical school admissions screening to decrease inter- and intra-observer variability","volume":"6","author":"Keir","year":"2023","journal-title":"JAMIA Open"},{"key":"10.1016\/j.jacr.2026.09.006_bib12","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1080\/10401334.2022.2059664","article-title":"Machine learning for the prediction of ranked applicants and matriculants to an internal medicine residency program","volume":"35","author":"Rees","year":"2023","journal-title":"Teach Learn Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib13","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1093\/acamed\/wvaf055","article-title":"Comparing faculty and artificial intelligence in grading ophthalmology residency applications","volume":"101","author":"Moon","year":"2026","journal-title":"Acad Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib14","doi-asserted-by":"crossref","DOI":"10.1016\/j.jsurg.2024.103308","article-title":"Artificial intelligence compared to manual selection of prospective surgical residents","volume":"82","author":"Hassan","year":"2025","journal-title":"J Surg Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib15","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s40596-025-02216-5","article-title":"A comparison of holistic application review versus keyword search for residency application review","volume":"50","author":"Obeysekare","year":"2026","journal-title":"Acad Psychiatry"},{"key":"10.1016\/j.jacr.2026.09.006_bib16","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1186\/s12909-024-05267-8","article-title":"Importance of residency applicant factors based on specialty and demographics: a national survey of program directors","volume":"24","author":"Strausser","year":"2024","journal-title":"BMC Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib17","doi-asserted-by":"crossref","first-page":"239","DOI":"10.14423\/SMJ.0000000000001384","article-title":"Do interviews really matter in generating programs and applicants\u2019 rank lists for the match?","volume":"115","author":"Di Felice","year":"2022","journal-title":"South Med J"},{"key":"10.1016\/j.jacr.2026.09.006_bib18","doi-asserted-by":"crossref","first-page":"498","DOI":"10.1176\/appi.ap.32.6.498","article-title":"Can admissions interviews predict performance in residency?","volume":"32","author":"Dubovsky","year":"2008","journal-title":"Acad Psychiatry"},{"key":"10.1016\/j.jacr.2026.09.006_bib19","doi-asserted-by":"crossref","first-page":"539","DOI":"10.4300\/JGME-D-14-00236.1","article-title":"Use of the interview in resident candidate selection: a review of the literature","volume":"7","author":"Stephenson-Famy","year":"2015","journal-title":"J Grad Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib20","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1097\/00001888-199108000-00012","article-title":"Medical school and residency performances of students admitted with and without an admission interview","volume":"66","author":"Smith","year":"1991","journal-title":"Acad Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib21","doi-asserted-by":"crossref","first-page":"410","DOI":"10.4300\/JGME-D-15-00203.1","article-title":"Mini surgical simulation, role play, and group and behavioral interviews in resident selection","volume":"8","author":"Ogunyemi","year":"2016","journal-title":"J Grad Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib22","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1067\/j.cpradiol.2016.11.004","article-title":"Behavioral interviewing: integrating ACGME competency-based questions into the radiology resident selection process","volume":"46","author":"McArthur","year":"2017","journal-title":"Curr Probl Diagn Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/23742895211052885","article-title":"Prioritizing the interview in selecting resident applicants: behavioral interviews to determine goodness of fit","volume":"8","author":"Prystowsky","year":"2021","journal-title":"Acad Pathol"},{"key":"10.1016\/j.jacr.2026.09.006_bib24","doi-asserted-by":"crossref","first-page":"1610","DOI":"10.1016\/j.surg.2024.08.018","article-title":"Does using artificial intelligence take the person out of personal statements? We can\u2019t tell","volume":"176","author":"Whitrock","year":"2024","journal-title":"Surgery"},{"key":"10.1016\/j.jacr.2026.09.006_bib25","doi-asserted-by":"crossref","first-page":"324","DOI":"10.1097\/SAP.0000000000003653","article-title":"Distinguishing authentic voices in the age of ChatGPT: comparing AI-generated and applicant-written personal statements for plastic surgery residency application","volume":"91","author":"Patel","year":"2023","journal-title":"Ann Plast Surg"},{"key":"10.1016\/j.jacr.2026.09.006_bib26","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1177\/22925503241264832","article-title":"Can ChatGPT Fool the match? Artificial intelligence personal statements for plastic surgery residency applications: a comparative study","volume":"33","author":"Chen","year":"2025","journal-title":"Plast Surg (Oakv)"},{"key":"10.1016\/j.jacr.2026.09.006_bib27","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinane.2023.111185","article-title":"Artificial intelligence software can generate residency application personal statements that program directors find acceptable and difficult to distinguish from applicant compositions","volume":"89","author":"Johnstone","year":"2023","journal-title":"J Clin Anesth"},{"key":"10.1016\/j.jacr.2026.09.006_bib33","doi-asserted-by":"crossref","first-page":"S54","DOI":"10.1097\/ACM.0000000000004317","article-title":"Development and Validation of a Machine Learning-Based Decision Support Tool for Residency Applicant Screening and Review","volume":"96","author":"Burk-Rafel","year":"2021","journal-title":"Acad Med"},{"issue":"15","key":"10.1016\/j.jacr.2026.09.006_bib46","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.1001\/jama.2026.1993","article-title":"AI in Residency Application Reviews: Emerging Legal Risks","volume":"335","author":"Bachina","year":"2026","journal-title":"JAMA"},{"issue":"1","key":"10.1016\/j.jacr.2026.09.006_bib47","doi-asserted-by":"crossref","first-page":"1412","DOI":"10.1186\/s12909-024-06414-x","article-title":"Socioeconomic factors and test preparation strategies are related to success on the USMLE Step 2 clinical knowledge (CK) exam: a single-institution study","volume":"24","author":"Ghersin","year":"2024","journal-title":"BMC Medical Education"},{"issue":"3","key":"10.1016\/j.jacr.2026.09.006_bib49","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1097\/ACM.0000000000002366","article-title":"Examining Demographics, Prior Academic Performance, and United States Medical Licensing Examination Scores","volume":"94","author":"Rubright","year":"2019","journal-title":"Acad Med"},{"issue":"3","key":"10.1016\/j.jacr.2026.09.006_bib50","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1093\/acamed\/wvaf085","article-title":"Predictors of USMLE Step 2 performance","volume":"101","author":"Kaur","year":"2026","journal-title":"Acad Med"},{"key":"10.1016\/j.jacr.2026.09.006_bib28","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1037\/apl0001144","article-title":"Using natural language processing to increase prediction and reduce subgroup differences in personnel selection decisions","volume":"109","author":"Campion","year":"2024","journal-title":"J Appl Psychol"},{"key":"10.1016\/j.jacr.2026.09.006_bib29","doi-asserted-by":"crossref","first-page":"921","DOI":"10.1037\/apl0001173","article-title":"Psychometric properties of automated video interview competency assessments","volume":"109","author":"Liff","year":"2024","journal-title":"J Appl Psychol"},{"key":"10.1016\/j.jacr.2026.09.006_bib38","doi-asserted-by":"crossref","first-page":"308","DOI":"10.4300\/JGME-D-24-00604.1","article-title":"The Use of Artificial Intelligence in Residency Application Evaluation\u2014A Scoping Review","volume":"17","author":"Sumner","year":"2025","journal-title":"J Grad Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib30","doi-asserted-by":"crossref","first-page":"559","DOI":"10.3171\/2022.5.JNS22558","article-title":"Words matter: using natural language processing to predict neurosurgical residency match outcomes","volume":"138","author":"Ortiz","year":"2023","journal-title":"J Neurosurg"},{"key":"10.1016\/j.jacr.2026.09.006_bib31","doi-asserted-by":"crossref","first-page":"488","DOI":"10.4300\/JGME-D-22-00678.1","article-title":"Comparing machine learning models and human raters when ranking medical student performance evaluations","volume":"15","author":"Kibble","year":"2023","journal-title":"J Grad Med Educ"},{"key":"10.1016\/j.jacr.2026.09.006_bib32","article-title":"Match maker: assessing applicant personal statements with artificial intelligence","volume":"235","author":"John","year":"2022","journal-title":"J Am Coll Surg"},{"key":"10.1016\/j.jacr.2026.09.006_bib40","doi-asserted-by":"crossref","first-page":"103655","DOI":"10.1016\/j.jsurg.2025.103655","article-title":"Feasibility of Using AI to Evaluate General Surgery Residency Application Personal Statements","volume":"82","author":"Varman","year":"2025","journal-title":"Journal of Surgical Education"},{"key":"10.1016\/j.jacr.2026.09.006_bib35","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1016\/j.acra.2024.09.010","article-title":"The Impact of Signaling in Diagnostic","volume":"32","author":"Jaramillo","year":"2025","journal-title":"Radiology Residency. Acad Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib36","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1016\/j.jacr.2024.08.009","article-title":"Preference Signaling in the Radiology Residency Match: National Survey of Applicants","volume":"22","author":"Lakhani","year":"2025","journal-title":"Journal of the American College of Radiology"},{"key":"10.1016\/j.jacr.2026.09.006_bib7","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1016\/j.jacr.2022.12.011","article-title":"An elite privilege: top-ranked medical schools provide fewer comparative performance data on their students","volume":"20","author":"Maxfield","year":"2023","journal-title":"J Am Coll Radiol"},{"key":"10.1016\/j.jacr.2026.09.006_bib37","doi-asserted-by":"crossref","first-page":"1237","DOI":"10.1016\/j.jacr.2025.06.017","article-title":"The Unintended Consequences of USMLE Step 1 Pass\/Fail: Heightened Barriers in the Residency Match for Competitive Specialties","volume":"22","author":"Worthington","year":"2025","journal-title":"Journal of the American College of Radiology"}],"container-title":["Journal of the American College of Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1546144026004515?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1546144026004515?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,10,9]],"date-time":"2026-10-09T04:03:29Z","timestamp":1791518609000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1546144026004515"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":42,"alternative-id":["S1546144026004515"],"URL":"https:\/\/doi.org\/10.1016\/j.jacr.2026.09.006","relation":{},"ISSN":["1546-1440"],"issn-type":[{"value":"1546-1440","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Human Judgment and the Limits of Artificial Intelligence for Automated Rank Order Lists in Diagnostic Radiology Residency Selection","name":"articletitle","label":"Article Title"},{"value":"Journal of the American College of Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jacr.2026.09.006","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Published by Elsevier Inc. on behalf of American College of Radiology","name":"copyright","label":"Copyright"}]}}