{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T16:49:12Z","timestamp":1791910152913,"version":"4.3.4"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T00:00:00Z","timestamp":1783900800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T00:00:00Z","timestamp":1791849600000},"content-version":"vor","delay-in-days":92,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-62380-y","type":"journal-article","created":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T06:06:19Z","timestamp":1783922779000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Performance of large language models in a high-stakes dental assessment: evidence from the Turkish dentistry specialization examination"],"prefix":"10.1038","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0408-9199","authenticated-orcid":false,"given":"Merter","family":"G\u00fc\u00e7l\u00fc","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Murtaza","family":"Yelbay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u0130lkim","family":"Karada\u011f","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,13]]},"reference":[{"issue":"1","key":"62380_CR1","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s10916-023-01925-4","volume":"4","author":"M Cascella","year":"2023","unstructured":"Cascella, M., Montomoli, J., Bellini, V. & Bignami, E. Evaluating the Feasibility of ChatGPT in Healthcare: An Analysis of Multiple Clinical and Research Scenarios. J. Med. Syst. 4 (1), 33. https:\/\/doi.org\/10.1007\/s10916-023-01925-4. (2023). PMID:36869927; PMCID:PMC9985086.","journal-title":"J. Med. Syst."},{"issue":"2(2","key":"62380_CR2","doi-asserted-by":"publisher","first-page":"e0000198","DOI":"10.1371\/journal.pdig.0000198","volume":"9","author":"TH Kung","year":"2023","unstructured":"Kung, T. H. et al. Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models. PLOS Digit. Health. 9 (2(2), e0000198. https:\/\/doi.org\/10.1371\/journal.pdig.0000198. (2023). PMID:36812645. PMCID:PMC9931230.","journal-title":"PLOS Digit. Health"},{"key":"62380_CR3","doi-asserted-by":"publisher","unstructured":"Eggmann, F., Weiger, R., Zitzmann, N. U. & Blatz, M. B. Implications of large language models such as ChatGPT for dental medicine. J Esthet Restor Dent. ;35(7):1098\u20131102.https:\/\/doi.org\/10.1111\/jerd.13046. (2023). PMID: 37017291.","DOI":"10.1111\/jerd.13046"},{"key":"62380_CR4","doi-asserted-by":"publisher","unstructured":"Danesh, A., Pazouki, H., Danesh, K., Danesh, F. & Danesh, A. The performance of artificial intelligence language models in board-style dental knowledge assessment: A preliminary study on ChatGPT. J Am Dent Assoc. ;154(11):970\u2013974. https:\/\/doi.org\/10.1016\/j.adaj.2023.07.016. (2023). PMID: 37676187.","DOI":"10.1016\/j.adaj.2023.07.016"},{"issue":"1","key":"62380_CR5","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1111\/eje.12937","volume":"28","author":"K Ali","year":"2024","unstructured":"Ali, K., Barhom, N., Tamimi, F. & Duggal, M. ChatGPT-A double-edged sword for healthcare education? Implications for assessments of dental students. Eur. J. Dent. Educ. 28 (1), 206\u2013211. https:\/\/doi.org\/10.1111\/eje.12937. (2024). PMID:37550893.","journal-title":"Eur. J. Dent. Educ."},{"key":"62380_CR6","doi-asserted-by":"publisher","unstructured":"Su\u00e1rez, A. et al. Unveiling the ChatGPT phenomenon: Evaluating the consistency and accuracy of endodontic question answers. Int Endod J. ;57(1):108\u2013113. (2024). https:\/\/doi.org\/10.1111\/iej.13985. PMID: 37814369.","DOI":"10.1111\/iej.13985"},{"issue":"7","key":"62380_CR7","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1002\/JPER.23-0514","volume":"95","author":"A Danesh","year":"2024","unstructured":"Danesh, A., Pazouki, H., Danesh, F., Danesh, A. & Vardar-Sengul, S. Artificial intelligence in dental education: ChatGPT\u2019s performance on the periodontic in-service examination. J. Periodontol. 95 (7), 682\u2013687. https:\/\/doi.org\/10.1002\/JPER.23-0514. (2024). PMID:38197146.","journal-title":"J. Periodontol"},{"issue":"6","key":"62380_CR8","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1111\/edt.12965","volume":"40","author":"I Ozden","year":"2024","unstructured":"Ozden, I., Gokyar, M., Ozden, M. E. & Sazak Ovecoglu, H. Assessment of artificial intelligence applications in responding to dental trauma. Dent. Traumatol. 40 (6), 722\u2013729. https:\/\/doi.org\/10.1111\/edt.12965. (2024). PMID:38742754.","journal-title":"Dent. Traumatol."},{"issue":"5","key":"62380_CR9","doi-asserted-by":"publisher","first-page":"942","DOI":"10.1111\/jre.13037","volume":"57","author":"H Mohammad-Rahimi","year":"2022","unstructured":"Mohammad-Rahimi, H. et al. Deep learning in periodontology and oral implantology: A scoping review. J. Periodontal Res. 57 (5), 942\u2013951. https:\/\/doi.org\/10.1111\/jre.13037. (2022). PMID:35856183.","journal-title":"J. Periodontal Res."},{"issue":"1","key":"62380_CR10","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1186\/s12909-024-06389-9","volume":"10","author":"S Sismanoglu","year":"2025","unstructured":"Sismanoglu, S. & Capan, B. S. Performance of artificial intelligence on Turkish dental specialization exam: can ChatGPT-4.0 and gemini advanced achieve comparable results to humans? BMC Med. Educ. 10 (1), 214. https:\/\/doi.org\/10.1186\/s12909-024-06389-9. (2025). PMID:39930399. PMCID: PMC11809121.","journal-title":"BMC Med. Educ."},{"key":"62380_CR11","first-page":"420","volume":"31","author":"AK Culhaoglu","year":"2021","unstructured":"Culhaoglu, A. K., Kilicarslan, M. A. & Deniz, K. Z. Evaluation of dental specialty entrance examination on approach and preferences for different levels of dental education and post graduation. J. Dent. Fac. Atat\u00fcrk Uni. 31, 420\u2013427 (2021).","journal-title":"J. Dent. Fac. Atat\u00fcrk Uni"},{"issue":"6","key":"62380_CR12","doi-asserted-by":"publisher","first-page":"856","DOI":"10.1097\/ACM.0000000000002087","volume":"93","author":"NLB Zaidi","year":"2018","unstructured":"Zaidi, N. L. B. et al. Pushing Critical Thinking Skills With Multiple-Choice Questions: Does Bloom\u2019s Taxonomy Work? Acad. Med. 93 (6), 856\u2013859. https:\/\/doi.org\/10.1097\/ACM.0000000000002087. (2018). PMID:29215375.","journal-title":"Acad. Med."},{"key":"62380_CR13","doi-asserted-by":"publisher","unstructured":"Gonsalves, C. On ChatGPT: what promise remains for multiple choice assessment? J. Learn. Dev. High. Educ., 27. https:\/\/doi.org\/10.47408\/jldhe.vi27.1009","DOI":"10.47408\/jldhe.vi27.1009"},{"key":"62380_CR14","doi-asserted-by":"publisher","first-page":"30","DOI":"10.3352\/jeehp.2023.20.30","volume":"20","author":"BC Torres-Zegarra","year":"2023","unstructured":"Torres-Zegarra, B. C. et al. Performance of ChatGPT, Bard, Claude, and Bing on the Peruvian National Licensing Medical Examination: a cross-sectional study. J. Educ. Eval Health Prof. 20, 30. https:\/\/doi.org\/10.3352\/jeehp.2023.20.30. (2023). PMID: 37981579. PMCID: PMC11009012.","journal-title":"J. Educ. Eval Health Prof."},{"issue":"3","key":"62380_CR15","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/j.identj.2023.12.007","volume":"74","author":"RCW Chau","year":"2024","unstructured":"Chau, R. C. W. et al. Performance of Generative Artificial Intelligence in Dental Licensing Examinations. Int. Dent. J. 74 (3), 616\u2013621. https:\/\/doi.org\/10.1016\/j.identj.2023.12.007. (2024). PMID:38242810. PMCID:PMC11123518.","journal-title":"Int. Dent. J."},{"issue":"3","key":"62380_CR16","doi-asserted-by":"publisher","first-page":"271","DOI":"10.5624\/isd.20240037","volume":"54","author":"M Dashti","year":"2024","unstructured":"Dashti, M. et al. Performance of ChatGPT 3.5 and 4 on U.S. dental examinations: the INBDE, ADAT, and DAT. Imaging Sci. Dent. 54 (3), 271\u2013275. https:\/\/doi.org\/10.5624\/isd.20240037. (2024). PMID:39371301. PMCID:PMC11450412.","journal-title":"Imaging Sci. Dent."},{"key":"62380_CR17","doi-asserted-by":"publisher","DOI":"10.1038\/s41415-024-8015-2","author":"C Tussie","year":"2024","unstructured":"Tussie, C. & Starosta, A. Comparing the dental knowledge of large language models. Br. Dent. J. https:\/\/doi.org\/10.1038\/s41415-024-8015-2 (2024).","journal-title":"Br. Dent. J."},{"issue":"3","key":"62380_CR18","doi-asserted-by":"publisher","first-page":"1454","DOI":"10.1016\/j.jds.2025.01.025","volume":"20","author":"B Tosun","year":"2025","unstructured":"Tosun, B. & Yilmaz, Z. S. Comparison of artificial intelligence systems in answering prosthodontics questions from the dental specialty exam in Turkey. J. Dent. Sci. 20 (3), 1454\u20131459. https:\/\/doi.org\/10.1016\/j.jds.2025.01.025. (2025). PMID:40654425. PMCID:PMC12254736.","journal-title":"J. Dent. Sci."},{"issue":"1","key":"62380_CR19","doi-asserted-by":"publisher","first-page":"28","DOI":"10.58600\/eurjther2599","volume":"31","author":"BN Karahan","year":"2025","unstructured":"Karahan, B. N., Emekli, E. & Alt\u0131n, M. A. Artificial Intelligence-Based Chatbots\u2019 Ability to Interpret Mammography Images: A Comparison of Chat-GPT 4o and Claude 3.5. Eur. J. Ther. 31 (1), 28\u201334. https:\/\/doi.org\/10.58600\/eurjther2599 (2025).","journal-title":"Eur. J. Ther."},{"issue":"1","key":"62380_CR20","doi-asserted-by":"publisher","first-page":"1804","DOI":"10.1186\/s12903-025-07241-2","volume":"19","author":"M Kandemir","year":"2025","unstructured":"Kandemir, M. & Sar\u0131ba\u015f, E. E. Comparative performance of large language models in answering periodontology questions from the Turkish Dental Specialty Examination: a cross-sectional study on accuracy and coverage. BMC Oral Health. 19 (1), 1804. https:\/\/doi.org\/10.1186\/s12903-025-07241-2. (2025). PMID: 41257711. PMCID:PMC12629045.","journal-title":"BMC Oral Health"},{"issue":"3","key":"62380_CR21","first-page":"59","volume":"4","author":"E Y\u00fcceer \u00c7etiner","year":"2025","unstructured":"Y\u00fcceer \u00c7etiner, E. Comparative Evaluation of ChatGPT-5 and Gemini 2.5 Pro in Answering Oral and Maxillofacial Surgery Questions from Dentistry Specialization Exams: A Cross-Sectional Study. EJOMS 4 (3), 59\u201365 (2025).","journal-title":"EJOMS"},{"issue":"3","key":"62380_CR22","doi-asserted-by":"publisher","first-page":"401","DOI":"10.5336\/dentalsci.2024-107488","volume":"31","author":"A A\u015f\u0131k","year":"2025","unstructured":"A\u015f\u0131k, A. & Kuru, E. Di\u015f hekimli\u011finde uzmanl\u0131k e\u011fitim giri\u015f s\u0131nav\u0131nda sorulan \u00e7ocuk di\u015f hekimli\u011fi sorular\u0131na ChatGPT\u2019nin verdi\u011fi cevaplar\u0131n analizi: Kesitsel ara\u015ft\u0131rma. Turkiye Klinikleri J. Dent. Sci. 31 (3), 401\u2013406 (2025).","journal-title":"Turkiye Klinikleri J. Dent. Sci."},{"issue":"4","key":"62380_CR23","doi-asserted-by":"publisher","first-page":"668","DOI":"10.5336\/dentalsci.2024-104610","volume":"30","author":"D Bilgin Av\u015far","year":"2024","unstructured":"Bilgin Av\u015far, D. & Ertan, A. A. Di\u015f hekimli\u011finde uzmanl\u0131k s\u0131nav\u0131nda sorulan protetik di\u015f tedavisi sorular\u0131n\u0131n ChatGPT-3.5 ve Gemini taraf\u0131ndan cevaplanma performanslar\u0131n\u0131n kar\u015f\u0131la\u015ft\u0131rmal\u0131 olarak incelenmesi: Kesitsel ara\u015ft\u0131rma. Turkiye Klinikleri J. Dent. Sci. 30 (4), 668\u2013673 (2024).","journal-title":"Turkiye Klinikleri J. Dent. Sci."},{"key":"62380_CR24","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1186\/s12909-026-08808-5","volume":"26","author":"SG Erdal","year":"2026","unstructured":"Erdal, S. G., \u00c7avu\u015fculu G\u00fcd\u00fcl, A. B. & K\u00f6ro\u011flu, A. The effectiveness of large language models in dental specialty questions: a comparative study in the field of prosthodontics. BMC Med. Educ. 26, 455. https:\/\/doi.org\/10.1186\/s12909-026-08808-5 (2026).","journal-title":"BMC Med. Educ."},{"key":"62380_CR25","doi-asserted-by":"publisher","first-page":"6739","DOI":"10.1038\/s41598-026-37800-8","volume":"16","author":"G Geduk","year":"2026","unstructured":"Geduk, G. et al. A comparative analysis of the performance of large language models in the dentistry specialty examination. Sci. Rep. 16, 6739. https:\/\/doi.org\/10.1038\/s41598-026-37800-8 (2026).","journal-title":"Sci. Rep."},{"issue":"24","key":"62380_CR26","doi-asserted-by":"publisher","first-page":"5040","DOI":"10.3390\/electronics13245040","volume":"13","author":"S Han","year":"2024","unstructured":"Han, S., Wang, M., Zhang, J., Li, D. & Duan, J. A Review of Large Language Models: Fundamental Architectures, Key Technological Evolutions, Interdisciplinary Technologies Integration, Optimization and Compression Techniques, Applications, and Challenges. Electronics 13 (24), 5040. https:\/\/doi.org\/10.3390\/electronics13245040 (2024).","journal-title":"Electronics"},{"key":"62380_CR27","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180. https:\/\/doi.org\/10.1038\/s41586-023-06291-2 (2023).","journal-title":"Nature"},{"key":"62380_CR28","doi-asserted-by":"publisher","first-page":"13755","DOI":"10.1038\/s41598-025-98483-1","volume":"15","author":"M Raza","year":"2025","unstructured":"Raza, M. et al. Industrial applications of large language models. Sci. Rep. 15, 13755. https:\/\/doi.org\/10.1038\/s41598-025-98483-1 (2025).","journal-title":"Sci. Rep."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-62380-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-62380-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-62380-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T16:04:52Z","timestamp":1791907492000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-62380-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,13]]},"references-count":28,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["62380"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-62380-y","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,13]]},"assertion":[{"value":"26 February 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This study was based exclusively on the analysis of publicly available examination materials. It did not involve human participants, patients, clinical data, or identifiable personal information. Therefore, ethics committee approval and informed consent to participate were not required.","order":1,"name":"Ethics","label":"Ethics approval and consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Consent for publication","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"32005"}}