{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T00:19:09Z","timestamp":1793924349710,"version":"4.8.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T00:00:00Z","timestamp":1746057600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T00:00:00Z","timestamp":1746057600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"DOI":"10.1186\/s12909-025-07241-4","type":"journal-article","created":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T15:33:42Z","timestamp":1746113622000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":50,"title":["Is AI the future of evaluation in medical education?? AI vs. human evaluation in objective structured clinical examination"],"prefix":"10.1186","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6841-3045","authenticated-orcid":false,"given":"Murat","family":"Tekin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9632-7192","authenticated-orcid":false,"given":"Mustafa Onur","family":"Yurdal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5319-0731","authenticated-orcid":false,"given":"\u00c7etin","family":"Toraman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9060-5972","authenticated-orcid":false,"given":"G\u00fcne\u015f","family":"Korkmaz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7507-3322","authenticated-orcid":false,"given":"\u0130brahim","family":"Uysal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,1]]},"reference":[{"key":"7241_CR1","doi-asserted-by":"publisher","first-page":"103247","DOI":"10.1016\/j.nepr.2021.103247","volume":"57","author":"S Shorey","year":"2021","unstructured":"Shorey S, Chan V, Rajendran P, Ang E. Learning styles, preferences and needs of generation Z healthcare students: scoping review. Nurse Educ Pract. 2021;57:103247.","journal-title":"Nurse Educ Pract"},{"key":"7241_CR2","unstructured":"Chan CKY, Tsi LH. The AI Revolution in Education: Will AI Replace or Assist Teachers in Higher Education? arXiv preprint arXiv:2305.01185. 2023."},{"key":"7241_CR3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1186\/s40561-023-00269-3","volume":"10","author":"CKY Chan","year":"2023","unstructured":"Chan CKY, Lee KKW. The AI generation Gap: are gen Z students more interested in adopting generative AI such as ChatGPT in teaching and learning than their gen X and millennial generation teachers? Smart Learn Environ. 2023;10:60. https:\/\/doi.org\/10.1186\/s40561-023-00269-3.","journal-title":"Smart Learn Environ"},{"issue":"5955","key":"7241_CR4","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1136\/bmj.1.5955.447","volume":"1","author":"RM Harden","year":"1975","unstructured":"Harden RM, Stevenson M, Downie WW, Wilson GM. Assessment of clinical competence using objective structured examination. Br Med J. 1975;1(5955):447\u201351.","journal-title":"Br Med J"},{"issue":"6","key":"7241_CR5","doi-asserted-by":"publisher","first-page":"503","DOI":"10.3109\/0142159X.2013.774330","volume":"35","author":"MF Patr\u00edcio","year":"2013","unstructured":"Patr\u00edcio MF, Juli\u00e3o M, Fareleira F, Carneiro AV. Is the OSCE a feasible tool to assess competencies in undergraduate medical education? Med Teach. 2013;35(6):503\u201314. https:\/\/doi.org\/10.3109\/0142159X.2013.774330.","journal-title":"Med Teach"},{"issue":"1998","key":"7241_CR6","first-page":"Philadelphia","volume":"8th Ottawa Conf","author":"J Azcuenga","year":"1998","unstructured":"Azcuenga J, Valls M, Martinez-Carretero JM. Cost analysis of three clinical skills assessment (CSA) projects. Protecting the human dimension. Evol Assess. 1998;8th Ottawa Conference(1998):Philadelphia.","journal-title":"Evol Assess"},{"issue":"9","key":"7241_CR7","first-page":"828","volume":"70","author":"JL Carpenter","year":"1995","unstructured":"Carpenter JL. Cost analysis of objective structured clinical examinations. Acad Med. 1995;70(9):828\u201333.","journal-title":"Acad Med"},{"issue":"6","key":"7241_CR8","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1016\/S0002-9610(97)00007-X","volume":"173","author":"D Poenaru","year":"1997","unstructured":"Poenaru D, Morales D, Richards A, O\u2019Connor HM. Running an objective structured clinical examination on a shoestring budget. Am J Surg. 1997;173(6):538\u201341.","journal-title":"Am J Surg"},{"issue":"7","key":"7241_CR9","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1097\/00001888-199307000-00001","volume":"68","author":"RK Reznick","year":"1993","unstructured":"Reznick RK, Smee S, Baumber JS, Cohen R, Rothman A, Blackmore D, Berard M. Guidelines for estimating the real cost of an objective structured clinical examination. Acad Med. 1993;68(7):513\u20137.","journal-title":"Acad Med"},{"key":"7241_CR10","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1097\/00001888-199407000-00014","volume":"69","author":"MD Cusimano","year":"1994","unstructured":"Cusimano MD. A comparative analysis of the costs of administration of an OSCE (objective structured clinical examination). Acad Med. 1994;69:571\u20136.","journal-title":"Acad Med"},{"key":"7241_CR11","doi-asserted-by":"publisher","unstructured":"Soong TK, Ho CM. Artificial Intelligence in Medical OSCEs: Reflections and Future Developments. Advances in Medical Education and Practice. 2021; 12: 167\u2013173. https:\/\/doi.org\/10.2147\/AMEP.S287926","DOI":"10.2147\/AMEP.S287926"},{"key":"7241_CR12","unstructured":"Xie J, Chen Z, Zhang R, Wan X, Li G. Large Multimodal Agents: A Survey. arXiv preprint arXiv:2402.15116. 2024."},{"key":"7241_CR13","unstructured":"Wu S, Fei H, Qu L, Ji W, Chua TS. Next-gpt: Any-to-any multimodal llm. arXiv preprint arXiv:2309.05519. 2023."},{"key":"7241_CR14","doi-asserted-by":"crossref","unstructured":"Yin S, Fu C, Zhao S, Li K, Sun X, Xu T, Chen E. A survey on multimodal large language models. arXiv preprint arXiv:2306.13549. 2023.","DOI":"10.1093\/nsr\/nwae403"},{"issue":"1\u20132","key":"7241_CR15","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1111\/ans.18666","volume":"94","author":"Y Xie","year":"2024","unstructured":"Xie Y, Seth I, Hunter-Smith DJ, Rozen WM, Seifman MA. Investigating the impact of innovative AI chatbot on post\u2010pandemic medical education and clinical assistance: a comprehensive analysis. ANZ J Surg. 2024;94(1\u20132):68\u201377.","journal-title":"ANZ J Surg"},{"issue":"1","key":"7241_CR16","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A coefficient of agreement for nominal scales. Educ Psychol Meas. 1960;20(1):37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104.","journal-title":"Educ Psychol Meas"},{"issue":"5","key":"7241_CR17","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss JL. Measuring nominal scale aagreement among many raters. Psychol Bull. 1971;76(5):378\u201382. https:\/\/doi.org\/10.1037\/h0031619.","journal-title":"Psychol Bull"},{"key":"7241_CR18","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"R Landis","year":"1977","unstructured":"Landis R, Koch G. The measurement of observer agreement for categorical data. Biometrics. 1977;33:159\u201374. https:\/\/doi.org\/10.2307\/2529310.","journal-title":"Biometrics"},{"key":"7241_CR19","unstructured":"Krippendorff K. Content analysis: An introduction to its methodology (2nd Edition). ISBN 0-7619-1545-1. USA: Sage Publications; 2004."},{"key":"7241_CR20","unstructured":"Krippendorff K. Computing Krippendorff\u2019s Alpha-Reliability. Retrieved from http:\/\/repository.upenn.edu\/asc_papers\/43. 2011."},{"issue":"8476","key":"7241_CR21","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/S0140-6736(86)90837-8","volume":"327","author":"JM Bland","year":"1986","unstructured":"Bland JM, Altman DG. Statistical methods for assessing agreement between two methods of clinical measurement. Lancet. 1986;327(8476):307\u201310.","journal-title":"Lancet"},{"issue":"2","key":"7241_CR22","doi-asserted-by":"publisher","first-page":"141","DOI":"10.11613\/BM.2015.015","volume":"25","author":"D Giavarina","year":"2015","unstructured":"Giavarina D. Understanding Bland-Altman analysis. Biochemia Med. 2015;25(2):141\u201351.","journal-title":"Biochemia Med"},{"key":"7241_CR23","unstructured":"Gwet KL. Handbook of Inter-Rater Reliability: The Definitive Guide to Measuring the Extent of Agreement Among Raters (4th ed.). Advanced Analytics, LLC. 2014."},{"key":"7241_CR24","doi-asserted-by":"crossref","unstructured":"Bicknell BT, Butler D, Whalen S, Ricks J, Dixon CJ, Clark AB, Spaedy O, Skelton A, Edupuganti N, Dzubinski L, Tate H, Dyess G, Lindeman B. Lehmann, LS. ChatGPT-4 omni performance in USMLE disciplines and clinical skills: comparative analysis. JMIR Med Educ. 2024; 10(1), e63430.","DOI":"10.2196\/63430"},{"key":"7241_CR25","doi-asserted-by":"crossref","unstructured":"Yamamoto A, Koda M, Ogawa H, Miyoshi T, Maeda Y, Otsuka F, Ino H. Enhancing medical interview skills through AI-Simulated patient interactions: nonrandomized controlled trial. JMIR Med Educ. 2024; 10(1), e58753.","DOI":"10.2196\/58753"},{"issue":"2","key":"7241_CR26","doi-asserted-by":"publisher","first-page":"e2149008","DOI":"10.1001\/jamanetworkopen.2021.49008","volume":"5","author":"AM Fazlollahi","year":"2022","unstructured":"Fazlollahi AM, Bakhaidar M, Alsayegh A, Yilmaz R, Winkler-Schwartz A, Mirchi N, Langleben I, Ledwos N, Sabbagh AJ, Bajunaid K, Harley JM, Del Maestro RF. Effect of artificial intelligence tutoring vs expert instruction on learning simulated surgical skills among medical students: a randomized clinical trial. JAMA Netw Open. 2022;5(2):e2149008\u20132149008.","journal-title":"JAMA Netw Open"},{"issue":"1","key":"7241_CR27","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1111\/medu.15190","volume":"58","author":"V Johnsson","year":"2024","unstructured":"Johnsson V, S\u00f8ndergaard MB, Kulasegaram K, Sundberg K, Tiblad E, Herling L, Petersen OB, Tolsgaard MG. Validity evidence supporting clinical skills assessment by artificial intelligence compared with trained clinician raters. Med Educ. 2024;58(1):105\u201317.","journal-title":"Med Educ"},{"key":"7241_CR28","doi-asserted-by":"publisher","first-page":"100481","DOI":"10.1016\/j.rcsop.2024.100481","volume":"15","author":"R Mortlock","year":"2024","unstructured":"Mortlock R, Lucas C. Generative artificial intelligence (Gen-AI) in pharmacy education: utilization and implications for academic integrity: A scoping review. Exploratory Res Clin Social Pharm. 2024;15:100481.","journal-title":"Exploratory Res Clin Social Pharm"},{"key":"7241_CR29","doi-asserted-by":"publisher","first-page":"857","DOI":"10.2147\/AMEP.S479801","volume":"15","author":"M Sallam","year":"2024","unstructured":"Sallam M, Al-Salahat K, Eid H, Egger J, Puladi B. Human versus artificial intelligence: ChatGPT-4 outperforming Bing, bard, ChatGPT-3.5 and humans in clinical chemistry Multiple-Choice questions. Adv Med Educ Pract. 2024;15:857\u201371.","journal-title":"Adv Med Educ Pract"},{"issue":"4","key":"7241_CR30","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1080\/15401383.2023.2297857","volume":"19","author":"RK Maurya","year":"2024","unstructured":"Maurya RK. Using AI based chatbot ChatGPT for practicing counseling skills through role-play. J Creativity Mental Health. 2024;19(4):513\u201328.","journal-title":"J Creativity Mental Health"},{"key":"7241_CR31","doi-asserted-by":"crossref","unstructured":"Tolentino R, Baradaran A, Gore G, Pluye P, Abbasgholizadeh-Rahimi S. Curriculum frameworks and educational programs in AI for medical students, residents, and practicing physicians: scoping review. JMIR Med Educ. 2024; 10(1), e54793.","DOI":"10.2196\/54793"},{"issue":"8","key":"7241_CR32","doi-asserted-by":"publisher","first-page":"e43036","DOI":"10.7759\/cureus.43036","volume":"15","author":"A Jamal","year":"2023","unstructured":"Jamal A, Solaiman M, Alhasan K, Temsah MH, Sayed G. Integrating ChatGPT in medical education: adapting curricula to cultivate competent physicians for the AI era. Cureus. 2023;15(8):e43036. https:\/\/doi.org\/10.7759\/cureus.43036.","journal-title":"Cureus"},{"key":"7241_CR33","doi-asserted-by":"crossref","unstructured":"Knopp MI, Warm EJ, Weber D, Kelleher M, Kinnear B, Schumacher DJ, Santen SA, Mendon\u00e7a E, Turner. L. AI-enabled medical education: threads of change, promising futures, and risky realities across four potential future worlds. JMIR Med Educ. 2023; 25(9), e50373.","DOI":"10.2196\/50373"},{"key":"7241_CR34","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1097\/ACM.0000000000005598","volume":"99","author":"L Turner","year":"2023","unstructured":"Turner L, Hashimoto DA, Vasisht S, Schaye V. Demystifying AI: current state and future role in medical education assessment. Acad Med. 2023;99:42\u20137.","journal-title":"Acad Med"},{"key":"7241_CR35","doi-asserted-by":"crossref","unstructured":"Ghorashi N, Ismail A, Ghosh P, Sidawy A, Javan R. AI-powered chatbots in medical education: potential applications and implications. Cureus, 2023; 15(8), e43271.","DOI":"10.7759\/cureus.43271"},{"key":"7241_CR36","doi-asserted-by":"publisher","first-page":"238212052412634","DOI":"10.1177\/23821205241263475","volume":"11","author":"SM Misra","year":"2024","unstructured":"Misra SM, Suresh S. Artificial intelligence and objective structured clinical examinations: using ChatGPT to revolutionize clinical skills assessment in medical education. J Med Educ Curric Dev. 2024;11:23821205241263475.","journal-title":"J Med Educ Curric Dev"},{"key":"7241_CR37","unstructured":"Sharma P, Thapa K, Thapa D, Dhakal P, Upadhaya MD, Adhikari S, Khanal SR. Performance of ChatGPT on USMLE: Unlocking the potential of large language models for AI-assisted medical education. arXiv preprint arXiv:2307.00112. 2023."}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-07241-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12909-025-07241-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-07241-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T15:33:54Z","timestamp":1746113634000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-025-07241-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,1]]},"references-count":37,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["7241"],"URL":"https:\/\/doi.org\/10.1186\/s12909-025-07241-4","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,1]]},"assertion":[{"value":"10 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was conducted with the approval of the \u00c7anakkale Onsekiz Mart University Non-Interventional Clinical Research Ethics Committee (Date of Approval: 03.06.2024\/No: 2024\/06\u201308). Our research was conducted in accordance with the Declaration of Helsinki, and informed consent was obtained from all individual participants included in the study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"641"}}