{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,11]],"date-time":"2026-11-11T15:35:12Z","timestamp":1794411312515,"version":"4.9.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T00:00:00Z","timestamp":1762300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T00:00:00Z","timestamp":1762300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Hungarian Basic Research Council Grant","award":["OTKA-NKFIH FK134274"],"award-info":[{"award-number":["OTKA-NKFIH FK134274"]}]},{"name":"Hungarian Basic Research Council Grant","award":["OTKA-NKFIH K138032"],"award-info":[{"award-number":["OTKA-NKFIH K138032"]}]},{"name":"University of Szeged Open Access Fund","award":["No. 8121"],"award-info":[{"award-number":["No. 8121"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"DOI":"10.1186\/s12909-025-08146-y","type":"journal-article","created":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T11:37:06Z","timestamp":1762342626000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Artificial intelligence-based chatbots improve the efficiency of course orientation among medical students: a cross-sectional study"],"prefix":"10.1186","volume":"25","author":[{"given":"Gergely H.","family":"Fodor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00f3zsef","family":"Tolnai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ferenc","family":"R\u00e1rosi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Attila","family":"Nagy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ferenc","family":"Pet\u00e1k","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,5]]},"reference":[{"issue":"2","key":"8146_CR1","doi-asserted-by":"publisher","first-page":"e0000198","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung TH, Cheatham M, Medenilla A, Sillos C, De Leon L, Elepano C, et al. Performance of chatgpt on USMLE: potential for AI-assisted medical education using large language models. PLoS Digit Health. 2023;2(2):e0000198.","journal-title":"PLoS Digit Health"},{"issue":"2","key":"8146_CR2","doi-asserted-by":"publisher","first-page":"e000530","DOI":"10.1136\/bmjno-2023-000530","volume":"5","author":"TC Chen","year":"2023","unstructured":"Chen TC, Multala E, Kearns P, Delashaw J, Dumont A, Maraganore D, et al. Assessment of ChatGPT\u2019s performance on neurology written board examination questions. BMJ Neurol Open. 2023;5(2):e000530.","journal-title":"BMJ Neurol Open"},{"issue":"5","key":"8146_CR3","doi-asserted-by":"publisher","first-page":"e230582","DOI":"10.1148\/radiol.230582","volume":"307","author":"R Bhayana","year":"2023","unstructured":"Bhayana R, Krishna S, Bleakney RR. Performance of ChatGPT on a radiology board-style examination: insights into current strengths and limitations. Radiology. 2023;307(5):e230582.","journal-title":"Radiology"},{"issue":"1","key":"8146_CR4","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1186\/s12909-025-07371-9","volume":"25","author":"M Dashti","year":"2025","unstructured":"Dashti M, Khosraviani F, Azimi T, Hefzi D, Ghasemi S, Fahimipour A, et al. Assessing ChatGPT-4\u2019s performance on the US prosthodontic exam: impact of fine-tuning and contextual prompting vs. base knowledge, a cross-sectional study. BMC Med Educ. 2025;25(1):761.","journal-title":"BMC Med Educ"},{"issue":"1","key":"8146_CR5","doi-asserted-by":"publisher","first-page":"1013","DOI":"10.1186\/s12909-024-05944-8","volume":"24","author":"HK Jin","year":"2024","unstructured":"Jin HK, Lee HE, Kim E. Performance of ChatGPT-3.5 and GPT-4 in national licensing examinations for medicine, pharmacy, dentistry, and nursing: a systematic review and meta-analysis. BMC Med Educ. 2024;24(1):1013.","journal-title":"BMC Med Educ"},{"issue":"1","key":"8146_CR6","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1186\/s12909-025-07414-1","volume":"25","author":"T Qingquan","year":"2025","unstructured":"Qingquan T, Feng R, Bin Z, Jingyu Z, Ganglei L, Yanwen Z, et al. Iteratively refined ChatGPT outperforms clinical mentors in generating high-quality interprofessional education clinical scenarios: a comparative study. BMC Med Educ. 2025;25(1):845.","journal-title":"BMC Med Educ"},{"key":"8146_CR7","doi-asserted-by":"publisher","first-page":"1582096","DOI":"10.3389\/frai.2025.1582096","volume":"8","author":"Z Jin","year":"2025","unstructured":"Jin Z, Abola R, Bargnes V 3rd, Tsivitis A, Rahman S, Schwartz J, et al. The utility of generative artificial intelligence chatbot (ChatGPT) in generating teaching and learning material for anesthesiology residents. Front Artif Intell. 2025;8:1582096.","journal-title":"Front Artif Intell"},{"key":"8146_CR8","doi-asserted-by":"publisher","unstructured":"Thesen T, Tuan RL, Blumer J, Lee MW. LLM-based generation of USMLE-style questions with ASPET\/AMSPC knowledge objectives: All RAGs and no riches. Br J Clin Pharmacol. 2025. https:\/\/doi.org\/10.1002\/bcp.70119.","DOI":"10.1002\/bcp.70119"},{"key":"8146_CR9","doi-asserted-by":"publisher","unstructured":"Lin Y, Li C, Li H. Comparing AI-generated and traditional textbook multiple-choice questions in nursing education: A prompt engineering-based Delphi study. Med Teach. 2025:1\u201312. https:\/\/doi.org\/10.1080\/0142159X.2025.2533401.","DOI":"10.1080\/0142159X.2025.2533401"},{"key":"8146_CR10","doi-asserted-by":"publisher","unstructured":"Mondal H, Dhanvijay AD. AI versus human-generated MCQs: The need for psychometric analysis. Med Teach. 2025:1. https:\/\/doi.org\/10.1080\/0142159X.2025.2532776.","DOI":"10.1080\/0142159X.2025.2532776"},{"key":"8146_CR11","doi-asserted-by":"publisher","unstructured":"Elnaem MH, Okuyan B, Mubarak N, Thabit AK, AbouKhatwa MM, Ramatillah DL, et al. Students\u2019 acceptance and use of generative AI in pharmacy education: international cross-sectional survey based on the extended unified theory of acceptance and use of technology. Int J Clin Pharm. 2025. https:\/\/doi.org\/10.1007\/s11096-025-01936-w.","DOI":"10.1007\/s11096-025-01936-w"},{"issue":"1","key":"8146_CR12","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1186\/s12909-025-06796-6","volume":"25","author":"AK Law","year":"2025","unstructured":"Law AK, So J, Lui CT, Choi YF, Cheung KH, Kei-Ching Hung K, et al. AI versus human-generated multiple-choice questions for medical education: a cohort study in a high-stakes examination. BMC Med Educ. 2025;25(1):208.","journal-title":"BMC Med Educ"},{"issue":"1189","key":"8146_CR13","doi-asserted-by":"publisher","first-page":"858","DOI":"10.1093\/postmj\/qgae065","volume":"100","author":"YS Kiyak","year":"2024","unstructured":"Kiyak YS, Emekli E. Chatgpt prompts for generating multiple-choice questions in medical education and evidence on their validity: a literature review. Postgrad Med J. 2024;100(1189):858\u201365.","journal-title":"Postgrad Med J"},{"issue":"1","key":"8146_CR14","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1186\/s12909-025-07241-4","volume":"25","author":"M Tekin","year":"2025","unstructured":"Tekin M, Yurdal MO, Toraman C, Korkmaz G, Uysal I. Is AI the future of evaluation in medical education?? AI vs. human evaluation in objective structured clinical examination. BMC Med Educ. 2025;25(1):641.","journal-title":"BMC Med Educ"},{"issue":"34","key":"8146_CR15","doi-asserted-by":"publisher","first-page":"e2308950121","DOI":"10.1073\/pnas.2308950121","volume":"121","author":"S Rathje","year":"2024","unstructured":"Rathje S, Mirea DM, Sucholutsky I, Marjieh R, Robertson CE, Van Bavel JJ. GPT is an effective tool for multilingual psychological text analysis. Proc Natl Acad Sci U S A. 2024;121(34):e2308950121.","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"1","key":"8146_CR16","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1186\/s12909-024-06026-5","volume":"24","author":"C Grevisse","year":"2024","unstructured":"Grevisse C. LLM-based automatic short answer grading in undergraduate medical education. BMC Med Educ. 2024;24(1):1060.","journal-title":"BMC Med Educ"},{"issue":"1","key":"8146_CR17","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1186\/s12909-024-05881-6","volume":"24","author":"B Quah","year":"2024","unstructured":"Quah B, Zheng L, Sng TJH, Yong CW, Islam I. Reliability of chatgpt in automated essay scoring for dental undergraduate examinations. BMC Med Educ. 2024;24(1):962.","journal-title":"BMC Med Educ"},{"issue":"4","key":"8146_CR18","first-page":"Doc47","volume":"41","author":"M Marz","year":"2024","unstructured":"Marz M, Himmelbauer M, Boldt K, Oksche A. Legal aspects of generative artificial intelligence and large language models in examinations and theses. GMS J Med Educ. 2024;41(4):Doc47.","journal-title":"GMS J Med Educ"},{"key":"8146_CR19","doi-asserted-by":"publisher","unstructured":"Alanazi K, Curle S. Challenges experienced by students studying medicine through English medium instruction. Front Educ. 2024;9. https:\/\/doi.org\/10.3389\/feduc.2024.1364860.","DOI":"10.3389\/feduc.2024.1364860"},{"issue":"3","key":"8146_CR20","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1515\/applirev-2020-0119","volume":"14","author":"BL Reynolds","year":"2023","unstructured":"Reynolds BL, Zhang XF, Ding C. A mixed-methods study of English vocabulary for medical purposes: medical students\u2019 needs, difficulties, and strategies. Appl Linguist Rev. 2023;14(3):643\u201378.","journal-title":"Appl Linguist Rev"},{"key":"8146_CR21","unstructured":"R Development Core Team: R: A Language and Environment for Statistical Computing. In. Vienna, Austria: R Foundation for Statistical Computing. 2023. https:\/\/www.R-project.org\/."},{"key":"8146_CR22","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"1988","unstructured":"Cohen J. Statistical power analysis for the behavioral sciences. New York: Routledge; 1988."},{"issue":"2","key":"8146_CR23","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/0197-2456(90)90005-M","volume":"11","author":"WD Dupont","year":"1990","unstructured":"Dupont WD, Plummer WD Jr (1990) Power and sample size calculations. A review and computer program. Control Clin Trials. 11(2):116\u2013128","journal-title":"Control Clin Trials."},{"issue":"11","key":"8146_CR24","doi-asserted-by":"publisher","first-page":"3098","DOI":"10.1038\/s41591-024-03180-7","volume":"30","author":"M Reis","year":"2024","unstructured":"Reis M, Reis F, Kunde W. Influence of believed AI involvement on the perception of digital medical advice. Nat Med. 2024;30(11):3098\u2013100.","journal-title":"Nat Med"},{"issue":"19","key":"8146_CR25","doi-asserted-by":"publisher","first-page":"e2426766122","DOI":"10.1073\/pnas.2426766122","volume":"122","author":"JA Reif","year":"2025","unstructured":"Reif JA, Larrick RP, Soll JB. Evidence of a social evaluation penalty for using AI. Proc Natl Acad Sci U S A. 2025;122(19):e2426766122.","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"7","key":"8146_CR26","doi-asserted-by":"publisher","first-page":"e2521643","DOI":"10.1001\/jamanetworkopen.2025.21643","volume":"8","author":"M Reis","year":"2025","unstructured":"Reis M, Reis F, Kunde W. Public perception of physicians who use artificial intelligence. JAMA Netw Open. 2025;8(7):e2521643.","journal-title":"JAMA Netw Open"},{"key":"8146_CR27","doi-asserted-by":"publisher","unstructured":"Buabbas AJ, Miskin B, Alnaqi AA, Ayed AK, Shehab AA, Syed-Abdul S, et al. Investigating students\u2019 perceptions towards artificial intelligence in medical education. Healthcare. 2023;11(9). https:\/\/doi.org\/10.3390\/healthcare11091298.","DOI":"10.3390\/healthcare11091298"},{"key":"8146_CR28","first-page":"648","volume":"305","author":"F Nagi","year":"2023","unstructured":"Nagi F, Salih R, Alzubaidi M, Shah H, Alam T, Shah Z, et al. Applications of Artificial Intelligence (AI) in Medical Education: A Scoping Review. Stud Health Technol Inform. 2023;305:648\u201351.","journal-title":"Stud Health Technol Inform"},{"key":"8146_CR29","doi-asserted-by":"publisher","unstructured":"Abdekhoda M, Dehnad A. Adopting artificial intelligence driven technology in medical education. Interact Technol Smart Educ. 2024;21. https:\/\/doi.org\/10.1108\/ITSE-12-2023-0240.","DOI":"10.1108\/ITSE-12-2023-0240"},{"key":"8146_CR30","doi-asserted-by":"publisher","first-page":"238212052312193","DOI":"10.1177\/23821205231219346","volume":"10","author":"J Kimmerle","year":"2023","unstructured":"Kimmerle J, Timm J, Festl-Wietek T, Cress U, Herrmann-Werner A. Medical students\u2019 attitudes toward AI in medicine and their expectations for medical education. J Med Educ Curric Dev. 2023;10:23821205231219344.","journal-title":"J Med Educ Curric Dev"},{"issue":"4","key":"8146_CR31","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1037\/neu0000948","volume":"38","author":"U Leon-Dominguez","year":"2024","unstructured":"Leon-Dominguez U. Potential cognitive risks of generative transformer-based AI chatbots on higher order executive functions. Neuropsychology. 2024;38(4):293\u2013308.","journal-title":"Neuropsychology"},{"issue":"2","key":"8146_CR32","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1007\/s10639-024-12871-0","volume":"30","author":"JJ Cambra-Fierro","year":"2025","unstructured":"Cambra-Fierro JJ, Blasco MF, L\u00f3pez-P\u00e9rez MEE, Trifu A. ChatGPT adoption and its influence on faculty well-being: an empirical research in higher education. Educ Inf Technol. 2025;30(2):1517\u201338.","journal-title":"Educ Inf Technol"},{"issue":"5","key":"8146_CR33","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1080\/03075079.2024.2326956","volume":"49","author":"J Crawford","year":"2024","unstructured":"Crawford J, Allen KA, Pani B, Cowling M. When artificial intelligence substitutes humans in higher education: the cost of loneliness, student success, and retention. Stud High Educ. 2024;49(5):883\u201397.","journal-title":"Stud High Educ"},{"issue":"2","key":"8146_CR34","doi-asserted-by":"publisher","first-page":"e1912","DOI":"10.1002\/hsr2.1912","volume":"7","author":"KT Kalam","year":"2024","unstructured":"Kalam KT, Rahman JM, Islam MR, Dewan SMR. ChatGPT and mental health: friends or foes? Health Sci Rep. 2024;7(2):e1912.","journal-title":"Health Sci Rep"},{"issue":"1","key":"8146_CR35","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1111\/bjet.13334","volume":"55","author":"R Wu","year":"2024","unstructured":"Wu R, Yu ZG. Do AI chatbots improve students learning outcomes? Evidence from a meta-analysis. Br J Educ Technol. 2024;55(1):10.","journal-title":"Br J Educ Technol"},{"issue":"11","key":"8146_CR36","first-page":"e73425","volume":"16","author":"K Al-Roomi","year":"2024","unstructured":"Al-Roomi K, Alzayani S, Almarabheh A, Alqahtani M, Aldosari F, Aladwani M, et al. Familiarity and applications of artificial intelligence in health professions education: perspectives of students in a community-oriented medical school. Cureus. 2024;16(11):e73425.","journal-title":"Cureus"},{"key":"8146_CR37","doi-asserted-by":"publisher","unstructured":"Xu YQ, Zhu JD, Wang MK, Qian F, Yang YL, Zhang J. The impact of a digital game-based AI chatbot on students\u2019 academic performance, higher-order thinking, and behavioral patterns in an information technology curriculum. Appl Sci. 2024;14(15). https:\/\/doi.org\/10.3390\/app14156418.","DOI":"10.3390\/app14156418"},{"issue":"2","key":"8146_CR38","doi-asserted-by":"publisher","first-page":"605","DOI":"10.12669\/pjms.39.2.7653","volume":"39","author":"RA Khan","year":"2023","unstructured":"Khan RA, Jawaid M, Khan AR, Sajjad M. ChatGPT - reshaping medical education and clinical management. Pak J Med Sci. 2023;39(2):605\u20137.","journal-title":"Pak J Med Sci"},{"issue":"1","key":"8146_CR39","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1002\/berj.4068","volume":"51","author":"F Karatas","year":"2025","unstructured":"Karatas F, Eri\u00e7ok B, Tanrikulu L. Reshaping curriculum adaptation in the age of artificial intelligence: mapping teachers\u2019 AI-driven curriculum adaptation patterns. Brit Educ Res J. 2025;51(1):154\u201380.","journal-title":"Brit Educ Res J"},{"key":"8146_CR40","doi-asserted-by":"publisher","unstructured":"Raskob K, Duman H, Kinder J, Lee J, Wilson J, Segerson K. Twelve tips to harness the power of AI for curriculum mapping. Med Teach. 2025:1\u201310. https:\/\/doi.org\/10.1080\/0142159X.2025.2513427.","DOI":"10.1080\/0142159X.2025.2513427"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-08146-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12909-025-08146-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-08146-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T11:37:07Z","timestamp":1762342627000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-025-08146-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,5]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["8146"],"URL":"https:\/\/doi.org\/10.1186\/s12909-025-08146-y","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,5]]},"assertion":[{"value":"16 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The need for an ethics approval was waived by the Regional and Institutional Human Medical Biological Research Ethics Committee, University of Szeged, Hungary. Informed consent was obtained from all participants. Students were given the option to opt out, however, none chose to do so. The study was carried out in accordance with the Declaration of Helsinki.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"1547"}}