{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T13:50:51Z","timestamp":1765547451566,"version":"3.44.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,8,8]],"date-time":"2025-08-08T00:00:00Z","timestamp":1754611200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,8,8]],"date-time":"2025-08-08T00:00:00Z","timestamp":1754611200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-025-00417-3","type":"journal-article","created":{"date-parts":[[2025,8,8]],"date-time":"2025-08-08T07:59:27Z","timestamp":1754639967000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Applying state-of-the-art artificial intelligence to grading in simulation-based education: assessment, feedback, and ROI"],"prefix":"10.1007","volume":"5","author":[{"given":"Krystle K.","family":"Campbell","sequence":"first","affiliation":[]},{"given":"Michael J.","family":"Holcomb","sequence":"additional","affiliation":[]},{"given":"Sol","family":"Vedovato","sequence":"additional","affiliation":[]},{"given":"Lenora","family":"Young","sequence":"additional","affiliation":[]},{"given":"Gaudenz","family":"Danuser","sequence":"additional","affiliation":[]},{"given":"Thomas O.","family":"Dalton","sequence":"additional","affiliation":[]},{"given":"Andrew R.","family":"Jamieson","sequence":"additional","affiliation":[]},{"given":"Daniel J.","family":"Scott","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,8]]},"reference":[{"issue":"13","key":"417_CR1","doi-asserted-by":"publisher","first-page":"1339","DOI":"10.1056\/NEJMra055445","volume":"355","author":"M Cooke","year":"2006","unstructured":"Cooke M, Irby DM, Sullivan W, et al. American medical education 100 years after the flexner report. N Engl J Med. 2006;355(13):1339\u201344. https:\/\/doi.org\/10.1056\/NEJMra055445.","journal-title":"N Engl J Med"},{"issue":"3","key":"417_CR2","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1111\/tct.12022","volume":"10","author":"M Wijnen-Meijer","year":"2013","unstructured":"Wijnen-Meijer M, ten Cate O, et al. Graduates from vertically integrated curricula. Clin Teach. 2013;10(3):155\u20139. https:\/\/doi.org\/10.1111\/tct.12022.","journal-title":"Clin Teach"},{"issue":"9","key":"417_CR3","doi-asserted-by":"publisher","first-page":"e1447","DOI":"10.3109\/0142159X.2013.818635","volume":"35","author":"KZ Khan","year":"2013","unstructured":"Khan KZ, Gaunt K, Ramachandran S, Pushkar P. The objective structured clinical examination (OSCE): AMEE guide 81. Part II: organisation & administration. Med Teach. 2013;35(9):e1447\u201363. https:\/\/doi.org\/10.3109\/0142159X.2013.818635.","journal-title":"Med Teach"},{"issue":"11","key":"417_CR4","doi-asserted-by":"publisher","first-page":"1051","DOI":"10.1056\/nejmsr1200117","volume":"366","author":"TJ Nasca","year":"2012","unstructured":"Nasca TJ, Philibert I, Brigham T, et al. The next GME accreditation system \u2014 rationale and benefits. N Engl J Med. 2012;366(11):1051\u20136. https:\/\/doi.org\/10.1056\/nejmsr1200117.","journal-title":"N Engl J Med"},{"key":"417_CR5","doi-asserted-by":"crossref","unstructured":"Campbell KK, Wong KE, Kerchberger A et al. Simulation-Based Education in US Undergraduate Medical Education: A Descriptive Study. Simul Healthc. 2022.","DOI":"10.1097\/SIH.0000000000000705"},{"issue":"1","key":"417_CR6","doi-asserted-by":"publisher","first-page":"1427988","DOI":"10.1080\/10872981.2018.1427988","volume":"23","author":"CM Pfeifer","year":"2018","unstructured":"Pfeifer CM. A progressive three-phase innovation to medical education in the united States. Med Educ Online. 2018;23(1):1427988. https:\/\/doi.org\/10.1080\/10872981.2018.1427988.","journal-title":"Med Educ Online"},{"issue":"1","key":"417_CR7","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1097\/SIH.0b013e318182fc6c","volume":"4","author":"JR Boulet","year":"2009","unstructured":"Boulet JR, Smee SM, Dillon GF, et al. The use of standardized patient assessments for certification and licensure decisions. Simul Healthc. 2009;4(1):35\u201342.","journal-title":"Simul Healthc"},{"issue":"1","key":"417_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.30476\/JAMP.2019.41036","volume":"7","author":"DK Badyal","year":"2019","unstructured":"Badyal DK, Bala S, Singh T, et al. Impact of immediate feedback on the learning of medical students in Pharmacology. J Adv Med Educ Prof. 2019;7(1):1\u20136. https:\/\/doi.org\/10.30476\/JAMP.2019.41036.","journal-title":"J Adv Med Educ Prof"},{"key":"417_CR9","unstructured":"Szauter K, Standardized-Patient, Bibliography. UTMB School of Medicine. Last Accessed on September 5th, 2023. URL: https:\/\/www.utmb.edu\/meded\/bibliography\/spSortNew.asp?sf=y&dr=a)."},{"issue":"6","key":"417_CR10","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1097\/SIH.0b013e318262007e","volume":"7","author":"GC Huang","year":"2012","unstructured":"Huang GC, Sacks H, Devita M, et al. Characteristics of simulation activities at North American medical schools and teaching hospitals: an AAMC-SSH-ASPE-AACN collaboration. Simul Healthc. 2012;7(6):329\u201333. https:\/\/doi.org\/10.1097\/SIH.0b013e318262007e.","journal-title":"Simul Healthc"},{"issue":"7","key":"417_CR11","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1016\/j.ecns.2016.01.009","volume":"12","author":"J Doolen","year":"2014","unstructured":"Doolen J, Mariani B, Atz T, et al. High-Fidelity simulation in undergraduate nursing education: A review of simulation reviews. Clin Simul Nurs. 2014;12(7):290\u2013302.","journal-title":"Clin Simul Nurs"},{"key":"417_CR12","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.nedt.2016.11.015","volume":"49","author":"RP Cant","year":"2017","unstructured":"Cant RP, Cooper SJ. Use of simulation-based learning in undergraduate nurse education: an umbrella systematic review. Nurse Educ Today. 2017;49:63\u201371. https:\/\/doi.org\/10.1016\/j.nedt.2016.11.015.","journal-title":"Nurse Educ Today"},{"key":"417_CR13","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.ecns.2020.12.008","volume":"53","author":"GE Tranel","year":"2021","unstructured":"Tranel GE, Johanneck MD, Thompson RJ, et al. Results of a nationwide descriptive survey on simulation center operations. Clin Simul Nurs. 2021;53:32\u201341.","journal-title":"Clin Simul Nurs"},{"issue":"1","key":"417_CR14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12909-019-1882-6","volume":"19","author":"J Perera","year":"2019","unstructured":"Perera J, Perera J, Abdullah J, Lee N. Training simulated patients: evaluation of a training approach using self-assessment and peer\/tutor feedback to improve performance. BMC Med Educ. 2019;19(1):1\u20136.","journal-title":"BMC Med Educ"},{"issue":"5","key":"417_CR15","doi-asserted-by":"publisher","first-page":"762","DOI":"10.7326\/0003-4819-105-5-762","volume":"105","author":"PL Stillman","year":"1986","unstructured":"Stillman PL, Swanson DB, Smee S, et al. Assessing clinical skills of residents with standardized patients. Ann Intern Med. 1986;105(5):762\u201371. https:\/\/doi.org\/10.7326\/0003-4819-105-5-762.","journal-title":"Ann Intern Med"},{"issue":"1","key":"417_CR16","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.ajog.2008.09.878","volume":"200","author":"PM Casey","year":"2009","unstructured":"Casey PM, Goepfert AR, Espey EL, et al. To the point: reviews in medical education\u2014the objective structured clinical examination. Am J Obstet Gynecol. 2009;200(1):25\u201334.","journal-title":"Am J Obstet Gynecol"},{"key":"417_CR17","doi-asserted-by":"publisher","first-page":"19","DOI":"10.3109\/01421598809019321","volume":"10","author":"RM Harden","year":"1988","unstructured":"Harden RM. What is an OSCE? Med Teach. 1988;10:19\u201322.","journal-title":"Med Teach"},{"issue":"9","key":"417_CR18","doi-asserted-by":"publisher","first-page":"e1447","DOI":"10.3109\/0142159X.2013.818635","volume":"35","author":"KZ Khan","year":"2013","unstructured":"Khan KZ, Gaunt K, Ramachandran S, et al. The objective structured clinical examinaion (OSCE): AMEE guide 81. Part II: organisation & administration. Med Teach. 2013;35(9):e1447\u201363.","journal-title":"Med Teach"},{"issue":"2","key":"417_CR19","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1080\/10401339309539596","volume":"5","author":"JL Carpenter","year":"1993","unstructured":"Carpenter JL, McIntire D, et al. Administration of a parallel, simultaneous objective structured clinical examination to accommodate a large class of students. Teach Learn Med. 1993;5(2):79\u201385.","journal-title":"Teach Learn Med"},{"issue":"7","key":"417_CR20","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1097\/00001888-199407000-00014","volume":"69","author":"MD Cusimano","year":"1994","unstructured":"Cusimano MD, Cohen R, Tucker W, et al. Comparative analysis of the costs of administration of an OSCE (objective structured clinical examination). Acad Med. 1994;69(7):571\u20136.","journal-title":"Acad Med"},{"issue":"7","key":"417_CR21","doi-asserted-by":"publisher","first-page":"653","DOI":"10.3109\/0142159X.2015.1033389","volume":"37","author":"C Brown","year":"2015","unstructured":"Brown C, Ross S, Cleland J, et al. Money makes the (medical assessment) world go round: the cost of components of a summative final year objective structured clinical examination (OSCE). Med Teach. 2015;37(7):653\u20139.","journal-title":"Med Teach"},{"issue":"2","key":"417_CR22","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1080\/10401339309539596","volume":"5","author":"JLMD Carpenter","year":"1993","unstructured":"Carpenter JLMD, Battles J, Wagner J. Administration of a parallel, simultaneous objective structured clinical examination to accommodate a large class of students. Teach Learn Med. 1993;5(2):79\u201385.","journal-title":"Teach Learn Med"},{"key":"417_CR23","unstructured":"Thomas PA, Kern DE, Hughes MT, et al. Curriculum development for medical education: a six-step approach. JHU; 2022."},{"issue":"5","key":"417_CR24","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1097\/00001888-199405000-00010","volume":"69","author":"JB Battles","year":"1994","unstructured":"Battles JB, Carpenter JL, McIntire DD, Wagner JM. Analyzing and adjusting for variables in a large-scale standardized-patient examination. Acad Med. 1994;69(5):370\u20136. https:\/\/doi.org\/10.1097\/00001888-199405000-00010.","journal-title":"Acad Med"},{"issue":"1","key":"417_CR25","doi-asserted-by":"publisher","first-page":"98","DOI":"10.3109\/0142159X.2015.1075647","volume":"38","author":"SD Monteiro","year":"2016","unstructured":"Monteiro SD, Walsh A, Grierson LE. OSCE circuit performance effects: Does circuit order influence scores? Med Teach. 2016;38(1):98\u2013100.","journal-title":"Med Teach"},{"key":"417_CR26","doi-asserted-by":"publisher","first-page":"46958016687176","DOI":"10.1177\/0046958016687176","volume":"54","author":"H Bukhari","year":"2017","unstructured":"Bukhari H, Andreatta P, Goldiez B, Rabelo L. A framework for determining the return on investment of simulation-based training in health care. Inquiry. 2017;54:46958016687176. https:\/\/doi.org\/10.1177\/0046958016687176.","journal-title":"Inquiry"},{"issue":"12","key":"417_CR27","doi-asserted-by":"publisher","first-page":"AIcs2400631","DOI":"10.1056\/AIcs2400631","volume":"1","author":"AR Jamieson","year":"2024","unstructured":"Jamieson AR, Holcomb MJ, Dalton TO, Campbell KK, Vedovato S, Shakur AH, Scott DJ. Rubrics to prompts: assessing medical student Post-Encounter notes with AI. NEJM AI. 2024;1(12):AIcs2400631.","journal-title":"NEJM AI"},{"key":"417_CR28","doi-asserted-by":"crossref","unstructured":"Kotter J. Leading Change-John Kotter. Primento Publishing; 2011.","DOI":"10.15358\/9783800646159"},{"key":"417_CR29","doi-asserted-by":"crossref","unstructured":"Holmboe ES, Sherbino J, Long DM, International CBME et al. Collaborators. The role of assessment in competency-based medical education. Med Teach. 2010;32(8):676\u2013682.","DOI":"10.3109\/0142159X.2010.500704"},{"issue":"3","key":"417_CR30","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.jsurg.2013.10.009","volume":"71","author":"MS Garner","year":"2014","unstructured":"Garner MS, Gusberg RJ, Kim AW. The positive effect of immediate feedback on medical student education during the surgical clerkship. J Surg Educ. 2014;71(3):391\u20137.","journal-title":"J Surg Educ"},{"key":"417_CR31","doi-asserted-by":"publisher","first-page":"101773","DOI":"10.1016\/j.learninstruc.2023.101773","volume":"86","author":"JD Vermunt","year":"2023","unstructured":"Vermunt JD. Understanding, measuring and improving simulation-based learning in higher education: student and teacher learning perspectives. Learn Instr. 2023;86:101773.","journal-title":"Learn Instr"},{"issue":"2","key":"417_CR32","first-page":"109","volume":"30","author":"KT Dreifuerst","year":"2009","unstructured":"Dreifuerst KT. The essentials of debriefing in simulation learning: a concept analysis. Nurs Educ Perspect. 2009;30(2):109\u201314.","journal-title":"Nurs Educ Perspect"},{"issue":"7","key":"417_CR33","doi-asserted-by":"publisher","first-page":"1038","DOI":"10.1097\/ACM.0b013e318294fd29","volume":"88","author":"K Leslie","year":"2013","unstructured":"Leslie K, Baker L, Egan-Lee E, et al. Advancing faculty development in medical education: a systematic review. Acad Med. 2013;88(7):1038\u201345.","journal-title":"Acad Med"},{"key":"417_CR34","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s40596-017-0851-9","volume":"42","author":"AM Brenner","year":"2018","unstructured":"Brenner AM, Beresin EV, Coverdale JH, et al. Time to teach: addressing the pressure on faculty time for education. Acad Psychiatry. 2018;42:5\u201310.","journal-title":"Acad Psychiatry"},{"key":"417_CR35","unstructured":"Hillier M, Williams TL, Chidume T. Standardization of standardized patient training in medical simulation. 2018."},{"issue":"2","key":"417_CR36","doi-asserted-by":"publisher","first-page":"160","DOI":"10.3138\/ptc.2018-04.e","volume":"71","author":"MA Riopel","year":"2019","unstructured":"Riopel MA, Litwin B, Silberman N, et al. Promoting professional behaviours in physical therapy students using standardized patient feedback. Physiother Can. 2019;71(2):160\u20137.","journal-title":"Physiother Can"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00417-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-025-00417-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00417-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T19:09:02Z","timestamp":1757358542000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-025-00417-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,8]]},"references-count":36,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["417"],"URL":"https:\/\/doi.org\/10.1007\/s44163-025-00417-3","relation":{},"ISSN":["2731-0809"],"issn-type":[{"type":"electronic","value":"2731-0809"}],"subject":[],"published":{"date-parts":[[2025,8,8]]},"assertion":[{"value":"2 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The Institutional Review Board at UT Southwestern and Medical University of South Carolina approved an exemption based on Human Research Subject Regulations # STU-2020-0427.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"All authors have agreed to the contents of this manuscript\u2019s submission, have no conflicts of interest, and no financial obligations.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"202"}}