{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,14]],"date-time":"2026-11-14T00:36:23Z","timestamp":1794616583705,"version":"4.9.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T00:00:00Z","timestamp":1759363200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T00:00:00Z","timestamp":1759363200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"DOI":"10.1186\/s12909-025-07896-z","type":"journal-article","created":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T11:38:19Z","timestamp":1759405099000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Evaluating large language models using national endodontic specialty examination questions: are they ready for real-world dentistry?"],"prefix":"10.1186","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5743-5625","authenticated-orcid":false,"given":"Ezgi Can","family":"\u00c7eki\u0307\u00e7","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8030-436X","authenticated-orcid":false,"given":"O\u011fuz","family":"Tav\u015fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,2]]},"reference":[{"issue":"1","key":"7896_CR1","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.identj.2024.06.022","volume":"75","author":"Q Zhang","year":"2025","unstructured":"Zhang Q, Wu Z, Song J, Luo S, Chai Z. Comprehensiveness of large language models in patient queries on gingival and endodontic health. Int Dent J. 2025;75(1):151\u20137. https:\/\/doi.org\/10.1016\/j.identj.2024.06.022.","journal-title":"Int Dent J"},{"issue":"2","key":"7896_CR2","doi-asserted-by":"publisher","first-page":"e0000198","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung TH, Cheatham M, Medenilla A, Sillos C, De Leon L, Elepa\u00f1o C, et al. Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models. PLoS Digit Health. 2023;2(2):e0000198. https:\/\/doi.org\/10.1371\/journal.pdig.0000198.","journal-title":"PLoS Digit Health"},{"issue":"7","key":"7896_CR3","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1111\/jerd.13046","volume":"35","author":"F Eggmann","year":"2023","unstructured":"Eggmann F, Weiger R, Zitzmann NU, Blatz MB. Implications of large language models such as ChatGPT for dental medicine. J Esthet Restor Dent. 2023;35(7):1098\u2013102. https:\/\/doi.org\/10.1111\/jerd.13046.","journal-title":"J Esthet Restor Dent"},{"key":"7896_CR4","doi-asserted-by":"publisher","DOI":"10.3390\/app142310802","author":"F Puleio","year":"2024","unstructured":"Puleio F, Lo Giudice G, Bellocchio AM, Boschetti CE, Lo Giudice R. Clinical, research, and educational applications of ChatGPT in dentistry: a narrative review. Appl Sci. 2024. https:\/\/doi.org\/10.3390\/app142310802.","journal-title":"Appl Sci"},{"issue":"9","key":"7896_CR5","doi-asserted-by":"publisher","first-page":"1352","DOI":"10.1016\/j.joen.2021.06.003","volume":"47","author":"A Aminoshariae","year":"2021","unstructured":"Aminoshariae A, Kulild J, Nagendrababu V. Artificial intelligence in endodontics: current applications and future directions. J Endod. 2021;47(9):1352\u20137. https:\/\/doi.org\/10.1016\/j.joen.2021.06.003.","journal-title":"J Endod"},{"key":"7896_CR6","doi-asserted-by":"publisher","unstructured":"Su\u00e1rez A, D\u00edaz-Flores Garc\u00eda V, Algar J, G\u00f3mez S\u00e1nchez M, Llorente de Pedro M, Freire Y. Unveiling the ChatGPT phenomenon: evaluating the consistency and accuracy of endodontic question answers. Int Endod J 2024, 57(1):108\u201313. https:\/\/doi.org\/10.1111\/iej.13985.","DOI":"10.1111\/iej.13985"},{"issue":"2","key":"7896_CR7","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1111\/iej.14163","volume":"58","author":"RC Fontenele","year":"2025","unstructured":"Fontenele RC, Jacobs R. Unveiling the power of artificial intelligence for image-based diagnosis and treatment in endodontics: an ally or adversary? Int Endod J. 2025;58(2):155\u201370. https:\/\/doi.org\/10.1111\/iej.14163.","journal-title":"Int Endod J"},{"key":"7896_CR8","unstructured":"Di\u015f Hekimli\u011finde. Uzmanl\u0131k E\u011fitimi Giri\u015f S\u0131nav\u0131\u2019n\u0131n Haz\u0131rl\u0131k A\u015famas\u0131nda Kullan\u0131lan Kitaplar. https:\/\/www.osym.gov.tr\/Eklenti\/2568,dus-kaynaklar-07062013pdf.pdf?0. Accessed 3 Feb 2025."},{"key":"7896_CR9","unstructured":"DUS \u00e7\u0131km\u0131\u015f sorular. https:\/\/www.osym.gov.tr\/TR,15070\/dus-cikmis-sorular.html. Accessed 3 Feb 2025."},{"issue":"1","key":"7896_CR10","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1186\/s12909-024-06389-9","volume":"25","author":"S Sismanoglu","year":"2025","unstructured":"Sismanoglu S, Capan BS. Performance of artificial intelligence on Turkish dental specialization exam: can ChatGPT-4.0 and gemini advanced achieve comparable results to humans? BMC Med Educ. 2025;25(1):214. https:\/\/doi.org\/10.1186\/s12909-024-06389-9.","journal-title":"BMC Med Educ"},{"issue":"1","key":"7896_CR11","doi-asserted-by":"publisher","first-page":"421","DOI":"10.4103\/jehp.jehp_1210_24","volume":"13","author":"A Keshtkar","year":"2024","unstructured":"Keshtkar A, Atighi F, Reihani H. Systematic review of ChatGPT accuracy and performance in Iran\u2019s medical licensing exams: a brief report. J Educ Health Promot. 2024;13(1):421. https:\/\/doi.org\/10.4103\/jehp.jehp_1210_24.","journal-title":"J Educ Health Promot"},{"issue":"6","key":"7896_CR12","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph19063449","volume":"19","author":"A Ossowska","year":"2022","unstructured":"Ossowska A, Kusiak A, \u015awietlik D. Artificial intelligence in dentistry\u2014narrative review. Int J Environ Res Public Health. 2022;19(6):3449. https:\/\/doi.org\/10.3390\/ijerph19063449.","journal-title":"Int J Environ Res Public Health"},{"key":"7896_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.identj.2024.11.009","author":"S Sitaras","year":"2025","unstructured":"Sitaras S, Tsolakis IA, Gelsini M, Tsolakis AI, Schwendicke F, Wolf TG, et al. Applications of artificial intelligence in dental medicine: a critical review. Int Dent J. 2025. https:\/\/doi.org\/10.1016\/j.identj.2024.11.009.","journal-title":"Int Dent J"},{"key":"7896_CR14","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.csbj.2023.11.058","volume":"24","author":"A Su\u00e1rez","year":"2024","unstructured":"Su\u00e1rez A, Jim\u00e9nez J, de Pedro ML, Andreu-V\u00e1zquez C, Garc\u00eda VD-F, S\u00e1nchez MG, Freire Y. Beyond the scalpel: assessing chatgpt\u2019s potential as an auxiliary intelligent virtual assistant in oral surgery. Comput Struct Biotechnol J. 2024;24:46\u201352. https:\/\/doi.org\/10.1016\/j.csbj.2023.11.058.","journal-title":"Comput Struct Biotechnol J"},{"issue":"1","key":"7896_CR15","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1038\/s41405-024-00226-3","volume":"10","author":"I Batool","year":"2024","unstructured":"Batool I, Naved N, Kazmi SMR, Umer F. Leveraging large language models in the delivery of post-operative dental care: a comparison between an embedded GPT model and ChatGPT. BDJ Open. 2024;10(1):48. https:\/\/doi.org\/10.1038\/s41405-024-00226-3.","journal-title":"BDJ Open"},{"key":"7896_CR16","doi-asserted-by":"publisher","first-page":"104938","DOI":"10.1016\/j.jdent.2024.104938","volume":"144","author":"R Rokhshad","year":"2024","unstructured":"Rokhshad R, Zhang P, Mohammad-Rahimi H, Pitchika V, Entezari N, Schwendicke F. Accuracy and consistency of chatbots versus clinicians for answering pediatric dentistry questions: A pilot study. J Dent. 2024;144:104938. https:\/\/doi.org\/10.1016\/j.jdent.2024.104938.","journal-title":"J Dent"},{"key":"7896_CR17","volume-title":"Constructing written test questions for the basic and clinical sciences","author":"SM Case","year":"1998","unstructured":"Case SM, Swanson DB. Constructing written test questions for the basic and clinical sciences. Philadelphia: National Board of Medical Examiners; 1998."},{"issue":"11","key":"7896_CR18","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1016\/j.adaj.2023.07.016","volume":"154","author":"A Danesh","year":"2023","unstructured":"Danesh A, Pazouki H, Danesh K, Danesh F, Danesh A. The performance of artificial intelligence language models in board-style dental knowledge assessment: a preliminary study on ChatGPT. J Am Dent Assoc. 2023;154(11):970\u20134.","journal-title":"J Am Dent Assoc"},{"issue":"10","key":"7896_CR19","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1016\/j.ijom.2024.06.003","volume":"53","author":"B Quah","year":"2024","unstructured":"Quah B, Yong C, Lai C, Islam I. Performance of large language models in oral and maxillofacial surgery examinations. Int J Oral Maxillofac Surg. 2024;53(10):881\u20136. https:\/\/doi.org\/10.1016\/j.ijom.2024.06.003.","journal-title":"Int J Oral Maxillofac Surg"},{"key":"7896_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.jds.2025.02.023","author":"M Diniz-Freitas","year":"2025","unstructured":"Diniz-Freitas M, Diz-Dios P. Deepseek: another step forward in the diagnosis of oral lesions. J Dent Sci. 2025. https:\/\/doi.org\/10.1016\/j.jds.2025.02.023.","journal-title":"J Dent Sci"},{"issue":"3","key":"7896_CR21","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/j.identj.2023.12.007","volume":"74","author":"RCW Chau","year":"2024","unstructured":"Chau RCW, Thu KM, Yu OY, Hsung RT-C, Lo ECM, Lam WYH. Performance of generative artificial intelligence in dental licensing examinations. Int Dent J. 2024;74(3):616\u201321. https:\/\/doi.org\/10.1016\/j.identj.2023.12.007.","journal-title":"Int Dent J"},{"issue":"1","key":"7896_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12903-025-05424-5","volume":"25","author":"E Ekmekci","year":"2025","unstructured":"Ekmekci E, Durmazpinar PM. Evaluation of different artificial intelligence applications in responding to regenerative endodontic procedures. BMC Oral Health. 2025;25(1):1\u20137. https:\/\/doi.org\/10.1186\/s12903-025-05424-5.","journal-title":"BMC Oral Health"},{"issue":"1","key":"7896_CR23","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1186\/s12903-025-05554-w","volume":"25","author":"M Tassoker","year":"2025","unstructured":"Tassoker M. ChatGPT-4 omni\u2019s superiority in answering multiple-choice oral radiology questions. BMC Oral Health. 2025;25(1):173. https:\/\/doi.org\/10.1186\/s12903-025-05554-w.","journal-title":"BMC Oral Health"},{"issue":"2001","key":"7896_CR24","doi-asserted-by":"publisher","first-page":"2027","DOI":"10.1101\/2025.01.27.25321169","volume":"2025","author":"G Mondillo","year":"2025","unstructured":"Mondillo G, Colosimo S, Perrotta A, Frattolillo V, Masino M. Comparative evaluation of advanced AI reasoning models in pediatric clinical decision support: ChatGPT O1 vs. DeepSeek-R1. MedRxiv. 2025;2025(2001):2027\u201325321169. https:\/\/doi.org\/10.1101\/2025.01.27.25321169.","journal-title":"MedRxiv"},{"key":"7896_CR25","doi-asserted-by":"publisher","unstructured":"Ohta K, Ohta S. The performance of GPT-3.5, GPT-4, and bard on the Japanese National dentist examination: a comparison study. Cureus. 2023;15(12). https:\/\/doi.org\/10.7759\/cureus.50369.","DOI":"10.7759\/cureus.50369"},{"issue":"11","key":"7896_CR26","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1007\/s00784-024-05968-w","volume":"28","author":"P K\u00fcnzle","year":"2024","unstructured":"K\u00fcnzle P, Paris S. Performance of large language artificial intelligence models on solving restorative dentistry and endodontics student assessments. Clin Oral Invest. 2024;28(11):575. https:\/\/doi.org\/10.1007\/s00784-024-05968-w.","journal-title":"Clin Oral Invest"},{"key":"7896_CR27","doi-asserted-by":"publisher","first-page":"e51580","DOI":"10.2196\/51580","volume":"25","author":"K Giannakopoulos","year":"2023","unstructured":"Giannakopoulos K, Kavadella A, Aaqel Salim A, Stamatopoulos V, Kaklamanos EG. Evaluation of the performance of generative AI large language models chatgpt, Google bard, and Microsoft Bing chat in supporting evidence-based dentistry: comparative mixed methods study. J Med Internet Res. 2023;25:e51580. https:\/\/doi.org\/10.2196\/51580.","journal-title":"J Med Internet Res"},{"key":"7896_CR28","doi-asserted-by":"publisher","unstructured":"Makrygiannakis MA, Giannakopoulos K, Kaklamanos EG. Evidence-based potential of generative artificial intelligence large Language models in orthodontics: A comparative study of chatgpt, Google bard, and Microsoft Bing. Eur J Orthod 2024:cjae017. https:\/\/doi.org\/10.1093\/ejo\/cjae017.","DOI":"10.1093\/ejo\/cjae017"},{"issue":"8050","key":"7896_CR29","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1038\/d41586-025-00259-0","volume":"638","author":"G Conroy","year":"2025","unstructured":"Conroy G, Mallapaty S. How China created AI model deepseek and shocked the world. Nature. 2025;638(8050):300\u20131. https:\/\/doi.org\/10.1038\/d41586-025-00259-0.","journal-title":"Nature"},{"issue":"3","key":"7896_CR30","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1016\/j.jds.2023.12.007","volume":"19","author":"M Morishita","year":"2024","unstructured":"Morishita M, Fukuda H, Muraoka K, Nakamura T, Hayashi M, Yoshioka I, et al. Evaluating GPT-4V\u2019s performance in the Japanese National dental examination: a challenge explored. J Dent Sci. 2024;19(3):1595\u2013600. https:\/\/doi.org\/10.1016\/j.jds.2023.12.007.","journal-title":"J Dent Sci"},{"issue":"2","key":"7896_CR31","doi-asserted-by":"publisher","first-page":"3","DOI":"10.22693\/NIAIP.2024.31.2.003","volume":"31","author":"D-M Park","year":"2024","unstructured":"Park D-M, Lee H-J. Literature review of AI hallucination research since the advent of chatgpt: focusing on papers from arxiv. Informatization Policy. 2024;31(2):3\u201338. https:\/\/doi.org\/10.22693\/NIAIP.2024.31.2.003.","journal-title":"Informatization Policy"},{"key":"7896_CR32","doi-asserted-by":"publisher","unstructured":"B\u00fcrger L, Hamprecht FA, Nadler B. Truth is universal: Robust detection of lies in llms. arXiv preprint arXiv:240712831 2024. https:\/\/doi.org\/10.48550\/arXiv.2407.12831.","DOI":"10.48550\/arXiv.2407.12831"},{"issue":"1","key":"7896_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12909-025-06916-2","volume":"25","author":"J Zhou","year":"2025","unstructured":"Zhou J, Zhang J, Wan R, Cui X, Liu Q, Guo H, Shi X, Fu B, Meng J, Yue B. Integrating AI into clinical education: evaluating general practice trainees\u2019 proficiency in distinguishing AI-generated hallucinations and impacting factors. BMC Med Educ. 2025;25(1):1\u20139. https:\/\/doi.org\/10.1186\/s12909-025-06916-2.","journal-title":"BMC Med Educ"},{"issue":"7947","key":"7896_CR34","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1038\/d41586-023-00288-7","volume":"614","author":"EA Van Dis","year":"2023","unstructured":"Van Dis EA, Bollen J, Zuidema W, Van Rooij R, Bockting CL. ChatGPT: five priorities for research. Nature. 2023;614(7947):224\u20136. https:\/\/doi.org\/10.1038\/d41586-023-00288-7.","journal-title":"Nature"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-07896-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12909-025-07896-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-025-07896-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T11:38:24Z","timestamp":1759405104000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-025-07896-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,2]]},"references-count":34,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["7896"],"URL":"https:\/\/doi.org\/10.1186\/s12909-025-07896-z","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,2]]},"assertion":[{"value":"29 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable: This study does not require approval from an ethics committee, as it was conducted solely using publicly available official data and did not involve human participants or animal subjects.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"1308"}}