{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T03:48:18Z","timestamp":1793418498702,"version":"4.5.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T00:00:00Z","timestamp":1775865600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T00:00:00Z","timestamp":1780444800000},"content-version":"vor","delay-in-days":53,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Oral Health"],"DOI":"10.1186\/s12903-026-08323-5","type":"journal-article","created":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T05:15:13Z","timestamp":1775884513000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Evaluating large language models for endodontic case difficulty assessment: accuracy, consistency, temporal stability, and agreement"],"prefix":"10.1186","volume":"26","author":[{"given":"Ekin Deniz","family":"\u00c7atmabacak","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u0130rem \u00c7etinkaya","family":"Valandova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,11]]},"reference":[{"key":"8323_CR1","doi-asserted-by":"publisher","unstructured":"Hamada M, Kikuchi S, Akitomo T, Kusaka S, Iwamoto Y, Nomura R. Applications and potential of ChatGPT in dentistry: Scoping review of research perspectives. J Dent Sci. 2025. https:\/\/doi.org\/10.1016\/j.jds.2025.08.016.","DOI":"10.1016\/j.jds.2025.08.016"},{"key":"8323_CR2","doi-asserted-by":"publisher","unstructured":"Mohammad-Rahimi H, Setzer FC, Aminoshariae A, Dummer PMH, Duncan HF, Nosrat A. Artificial intelligence chatbots in endodontic education\u2014Concepts and potential applications. Int Endod J. 2025. https:\/\/doi.org\/10.1111\/iej.14231.","DOI":"10.1111\/iej.14231"},{"key":"8323_CR3","doi-asserted-by":"publisher","unstructured":"B\u00fcker M, S\u00fcmb\u00fcll\u00fc M, Arslan H. Comparative Performance of Chatbots in Endodontic Clinical Decision Support: A 4-Day Accuracy and Consistency Study. Int Dent J. 2025;75(5). https:\/\/doi.org\/10.1016\/j.identj.2025.100920.","DOI":"10.1016\/j.identj.2025.100920"},{"key":"8323_CR4","doi-asserted-by":"publisher","unstructured":"Dinc MT, Bardak AE, Bahar F, Noronha C. Comparative analysis of large language models in clinical diagnosis: performance evaluation across common and complex medical cases. JAMIA open. 2025;8(3). https:\/\/doi.org\/10.1093\/jamiaopen\/ooaf055.","DOI":"10.1093\/jamiaopen\/ooaf055"},{"issue":"1","key":"8323_CR5","doi-asserted-by":"publisher","first-page":"2592430","DOI":"10.1080\/10872981.2025.2592430","volume":"30","author":"P Ros-Arlanz\u00f3n","year":"2025","unstructured":"Ros-Arlanz\u00f3n P, Gutarra-\u00c1vila R, Arrarte-Esteban V, Bertomeu-Gonz\u00e1lez V, Hern\u00e1ndez-Blasco L, Masi\u00e1 M, et al. When AI models take the exam: large language models vs medical students on multiple-choice course exams. Med Educ Online. 2025;30(1):2592430.","journal-title":"Med Educ Online"},{"key":"8323_CR6","doi-asserted-by":"publisher","unstructured":"Karaca B, \u00c7akmak YE, Erkal D. Clinical Relevance of Large Language Models in Endodontics: Diagnostic Appropriateness Based on 50 Simulated Case Scenarios. Australian Endodontic J. 2025. https:\/\/doi.org\/10.1111\/aej.70040.","DOI":"10.1111\/aej.70040"},{"key":"8323_CR7","doi-asserted-by":"publisher","unstructured":"Alkalbani AM, Alrawahi AS, Salah A, Haghighi V, Zhang Y, Alkindi S et al. A Systematic Review of Large Language Models in Medical Specialties: Applications, Challenges and Future Directions. 2025. https:\/\/doi.org\/10.3390\/info16060489.","DOI":"10.3390\/info16060489"},{"issue":"1","key":"8323_CR8","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1111\/iej.13985","volume":"57","author":"A Su\u00e1rez","year":"2024","unstructured":"Su\u00e1rez A, D\u00edaz-Flores Garc\u00eda V, Algar J, G\u00f3mez S\u00e1nchez M, Llorente de Pedro M, Freire Y. Unveiling the ChatGPT phenomenon: evaluating the consistency and accuracy of endodontic question answers. Int Endod J. 2024;57(1):108\u201313.","journal-title":"Int Endod J"},{"issue":"3","key":"8323_CR9","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1111\/iej.14014","volume":"57","author":"H Mohammad-Rahimi","year":"2024","unstructured":"Mohammad-Rahimi H, Ourang SA, Pourhoseingholi MA, Dianat O, Dummer PMH, Nosrat A. Validity and reliability of artificial intelligence chatbots as public sources of information on endodontics. Int Endod J. 2024;57(3):305\u201314.","journal-title":"Int Endod J"},{"key":"8323_CR10","doi-asserted-by":"publisher","unstructured":"BabaeeHemmati Y, Rasouli M, Falahchai M. Comparative Analysis of ChatGPT-3.5 and GPT\u20104 in Open\u2010Ended Clinical Reasoning Across Dental Specialties. Eur J Dent Educ. 2025. https:\/\/doi.org\/10.1111\/eje.13144.","DOI":"10.1111\/eje.13144"},{"issue":"1","key":"8323_CR11","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1111\/iej.70039","volume":"59","author":"N Ghazi","year":"2026","unstructured":"Ghazi N, Singh Ha, Longbottom E, Hayes J, Farnell D, Dutta A. Assessment of case complexity of root canal treatments using contemporary complexity grading systems: a clinical service evaluation. Int Endod J. 2026;59(1):47\u201356.","journal-title":"Int Endod J"},{"issue":"12","key":"8323_CR12","doi-asserted-by":"publisher","first-page":"1513","DOI":"10.3390\/diagnostics15121513","volume":"15","author":"A Y\u0131ld\u0131r\u0131m","year":"2025","unstructured":"Y\u0131ld\u0131r\u0131m A, Cicek O, Gen\u00e7 YS. Can AI-based ChatGPT models accurately analyze hand\u2013wrist radiographs? A comparative study. Diagnostics. 2025;15(12):1513.","journal-title":"Diagnostics"},{"issue":"23","key":"8323_CR13","doi-asserted-by":"publisher","first-page":"3048","DOI":"10.3390\/diagnostics15233048","volume":"15","author":"A Y\u0131ld\u0131r\u0131m","year":"2025","unstructured":"Y\u0131ld\u0131r\u0131m A, Cicek O. Assessment of AI-Driven Large Language Models for Orthodontic Aesthetic Scoring Using the IOTN-AC. Diagnostics. 2025;15(23):3048.","journal-title":"Diagnostics"},{"issue":"5","key":"8323_CR14","doi-asserted-by":"publisher","first-page":"100920","DOI":"10.1016\/j.identj.2025.100920","volume":"75","author":"M B\u00fcker","year":"2025","unstructured":"B\u00fcker M, S\u00fcmb\u00fcll\u00fc M, Arslan H. Comparative performance of chatbots in endodontic clinical decision support: a 4-day accuracy and consistency study. Int Dent J. 2025;75(5):100920.","journal-title":"Int Dent J"},{"key":"8323_CR15","doi-asserted-by":"publisher","unstructured":"Alamoudi RA, Alharbi AH, Farie GA, Fahim O. The value of assessing case difficulty and its effect on endodontic iatrogenic errors: a retrospective cross-sectional study. Libyan J Med. 2020;15(1). https:\/\/doi.org\/10.1080\/19932820.2019.1688916.","DOI":"10.1080\/19932820.2019.1688916"},{"issue":"10","key":"8323_CR16","doi-asserted-by":"publisher","first-page":"118","DOI":"10.3390\/dj9100118","volume":"9","author":"R Pesonen","year":"2021","unstructured":"Pesonen R, Tanner T, K\u00e4kilehto T, Oikarinen-Juusola K, Laitala M-L, Anttonen V. Usefulness of an endodontic case difficulty assessment form of root canal treatments in dental education in Finland. Dentistry J. 2021;9(10):118.","journal-title":"Dentistry J"},{"issue":"1","key":"8323_CR17","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1038\/s41591-024-03425-5","volume":"31","author":"J Gallifant","year":"2025","unstructured":"Gallifant J, Afshar M, Ameen S, Aphinyanaphongs Y, Chen S, Cacciamani G, et al. The TRIPOD-LLM reporting guideline for studies using large language models. Nat Med. 2025;31(1):60\u20139.","journal-title":"Nat Med"},{"key":"8323_CR18","unstructured":"Endodontists AAo. AAE Case Difficulty Assessment Form and Guidelines 2022. Available from: https:\/\/www.aae.org\/specialty\/clinical-resources\/treatment-planning\/case-assessment-tools\/."},{"issue":"1","key":"8323_CR19","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A coefficient of agreement for nominal scales. Educ Psychol Meas. 1960;20(1):37\u201346.","journal-title":"Educ Psychol Meas"},{"issue":"4","key":"8323_CR20","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen J. Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit. Psychol Bull. 1968;70(4):213.","journal-title":"Psychol Bull"},{"issue":"1","key":"8323_CR21","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1097\/ACM.0000000000000077","volume":"89","author":"S Mamede","year":"2014","unstructured":"Mamede S, Van Gog T, Van Den Berge K, Van Saase JL, Schmidt HG. Why do doctors make mistakes? A study of the role of salient distracting clinical features. Acad Med. 2014;89(1):114\u201320.","journal-title":"Acad Med"},{"key":"8323_CR22","doi-asserted-by":"publisher","unstructured":"Reader A, Drum M. A review of ChatGPT as a reliable source of scientific information regarding endodontic local anesthesia. J Endod. 2025. https:\/\/doi.org\/10.1016\/j.joen.2025.02.002.","DOI":"10.1016\/j.joen.2025.02.002"},{"key":"8323_CR23","doi-asserted-by":"publisher","unstructured":"Hassanein FE, El Barbary A, Hussein RR, Ahmed Y, El-Guindy J, Sarhan S et al. Diagnostic Performance of ChatGPT\u20104o and DeepSeek\u20103 Differential Diagnosis of Complex Oral Lesions: A Multimodal Imaging and Case Difficulty Analysis. Oral Dis. 2025. https:\/\/doi.org\/10.1111\/odi.70007.","DOI":"10.1111\/odi.70007"},{"key":"8323_CR24","first-page":"20","volume":"12","author":"J Gong","year":"2013","unstructured":"Gong J, Zhang Y, Feng J, Huang Y, Wei Y, Zhang W. Influence of framing on medical decision making. EXCLI J. 2013;12:20.","journal-title":"EXCLI J"},{"key":"8323_CR25","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.ajem.2025.02.043","volume":"92","author":"TNE Kapuralalage","year":"2025","unstructured":"Kapuralalage TNE, Chan HF, Dulleck U, Hughes JA, Torgler B, Whyte S. Clinical decision-making: Cognitive biases and heuristics in triage decisions in the emergency department. Am J Emerg Med. 2025;92:60\u20137.","journal-title":"Am J Emerg Med"},{"issue":"11","key":"8323_CR26","doi-asserted-by":"publisher","first-page":"2606","DOI":"10.1016\/j.pec.2021.07.028","volume":"104","author":"AN Meyer","year":"2021","unstructured":"Meyer AN, Giardina TD, Khawaja L, Singh H. Patient and clinician experiences of uncertainty in the diagnostic process: current understanding and future directions. Patient Educ Couns. 2021;104(11):2606\u201315.","journal-title":"Patient Educ Couns"},{"key":"8323_CR27","doi-asserted-by":"publisher","unstructured":"Schaekermann M, Beaton G, Sanoubari E, Lim A, Larson K, Law E, editors. Ambiguity-aware ai assistants for medical data analysis. Proceedings of the 2020 CHI conference on human factors in computing systems; 2020. https:\/\/doi.org\/10.1145\/3313831.3376506.","DOI":"10.1145\/3313831.3376506"},{"key":"8323_CR28","doi-asserted-by":"publisher","unstructured":"National Academies of Sciences E, Medicine. Improving diagnosis in health care Washington (DC): National Academies Press. 2015. https:\/\/doi.org\/10.7326\/M15-2256.","DOI":"10.7326\/M15-2256"},{"issue":"5","key":"8323_CR29","doi-asserted-by":"publisher","first-page":"S2","DOI":"10.1016\/j.amjmed.2008.01.001","volume":"121","author":"ES Berner","year":"2008","unstructured":"Berner ES, Graber ML. Overconfidence as a cause of diagnostic error in medicine. Am J Med. 2008;121(5):S2\u201323.","journal-title":"Am J Med"},{"issue":"5","key":"8323_CR30","doi-asserted-by":"publisher","first-page":"S24","DOI":"10.1016\/j.amjmed.2008.02.001","volume":"121","author":"P Croskerry","year":"2008","unstructured":"Croskerry P, Norman G. Overconfidence in clinical decision making. Am J Med. 2008;121(5):S24\u20139.","journal-title":"Am J Med"},{"issue":"1","key":"8323_CR31","doi-asserted-by":"publisher","first-page":"1119816","DOI":"10.1155\/2024\/1119816","volume":"2024","author":"NT Snigdha","year":"2024","unstructured":"Snigdha NT, Batul R, Karobari MI, Adil AH, Dawasaz AA, Hameed MS, et al. Assessing the performance of ChatGPT 3.5 and ChatGPT 4 in operative dentistry and endodontics: an exploratory study. Hum Behav Emerg Technol. 2024;2024(1):1119816.","journal-title":"Hum Behav Emerg Technol"},{"key":"8323_CR32","doi-asserted-by":"publisher","unstructured":"Abdulrab S, Abada H, Mashyakhy M, Mostafa N, Alhadainy H, Halboub E. Performance of 4 Artificial Intelligence Chatbots in Answering Endodontic Questions. J Endod. 2025. https:\/\/doi.org\/10.1016\/j.joen.2025.01.002.","DOI":"10.1016\/j.joen.2025.01.002"},{"issue":"11","key":"8323_CR33","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1007\/s00784-024-05968-w","volume":"28","author":"P K\u00fcnzle","year":"2024","unstructured":"K\u00fcnzle P, Paris S. Performance of large Language artificial intelligence models on solving restorative dentistry and endodontics student assessments. Clin Oral Invest. 2024;28(11):575.","journal-title":"Clin Oral Invest"},{"issue":"6","key":"8323_CR34","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1111\/edt.12965","volume":"40","author":"I Ozden","year":"2024","unstructured":"Ozden I, Gokyar M, Ozden ME, Sazak Ovecoglu H. Assessment of artificial intelligence applications in responding to dental trauma. Dent Traumatol. 2024;40(6):722\u20139.","journal-title":"Dent Traumatol"},{"issue":"1","key":"8323_CR35","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1186\/s12903-025-06149-1","volume":"25","author":"SD Baris","year":"2025","unstructured":"Baris SD, Baris K. Assessment of various artificial intelligence applications in responding to technical questions in endodontic surgery. BMC Oral Health. 2025;25(1):763.","journal-title":"BMC Oral Health"},{"issue":"1","key":"8323_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12903-025-05857-y","volume":"25","author":"PM Durmazpinar","year":"2025","unstructured":"Durmazpinar PM, Ekmekci E. Comparing diagnostic skills in endodontic cases: dental students versus ChatGPT-4o. BMC Oral Health. 2025;25(1):1\u20138.","journal-title":"BMC Oral Health"},{"key":"8323_CR37","doi-asserted-by":"publisher","first-page":"104796","DOI":"10.1016\/j.jdent.2023.104796","volume":"141","author":"M B\u00fcttner","year":"2024","unstructured":"B\u00fcttner M, Leser U, Schneider L, Schwendicke F. Natural language processing: chances and challenges in dentistry. J Dent. 2024;141:104796.","journal-title":"J Dent"},{"issue":"1","key":"8323_CR38","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1186\/s12903-025-05424-5","volume":"25","author":"E Ekmekci","year":"2025","unstructured":"Ekmekci E, Durmazpinar PM. Evaluation of different artificial intelligence applications in responding to regenerative endodontic procedures. BMC Oral Health. 2025;25(1):53.","journal-title":"BMC Oral Health"},{"issue":"1","key":"8323_CR39","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1186\/s12903-025-06069-0","volume":"25","author":"S Islam","year":"2025","unstructured":"Islam S. Evaluating the impact of AI-generated educational content on patient understanding and anxiety in endodontics and restorative dentistry: a comparative study. BMC Oral Health. 2025;25(1):689.","journal-title":"BMC Oral Health"},{"issue":"1","key":"8323_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12903-025-06050-x","volume":"25","author":"Y \u00d6zbay","year":"2025","unstructured":"\u00d6zbay Y, Erdo\u011fan D, Din\u00e7er GA. Evaluation of the performance of large language models in clinical decision-making in endodontics. BMC Oral Health. 2025;25(1):1\u20139.","journal-title":"BMC Oral Health"},{"issue":"13","key":"8323_CR41","doi-asserted-by":"publisher","first-page":"4599","DOI":"10.3390\/jcm14134599","volume":"14","author":"O Ozturk","year":"2025","unstructured":"Ozturk O, Ergul M, Cagir Y, Atay A, Acun KC, Coskun O, et al. Assessing ChatGPT-v4 for Guideline-Concordant Inflammatory Bowel Disease: Accuracy, Completeness, and Temporal Drift. J Clin Med. 2025;14(13):4599.","journal-title":"J Clin Med"},{"key":"8323_CR42","doi-asserted-by":"publisher","first-page":"1679153","DOI":"10.3389\/fmed.2025.1679153","volume":"12","author":"AI Alzarea","year":"2025","unstructured":"Alzarea AI, Ishaqui AA, Maqsood MB, Alanazi AS, Alsaidan AA, Mallhi TH, et al. Evaluating AI performance in infectious disease education: a comparative analysis of ChatGPT, Google Bard, Perplexity AI, Microsoft Copilot, and Meta AI. Front Med. 2025;12:1679153.","journal-title":"Front Med"},{"issue":"2","key":"8323_CR43","first-page":"1","volume":"4","author":"Y Deldjoo","year":"2025","unstructured":"Deldjoo Y. Understanding biases in ChatGPT-based recommender systems: Provider fairness, temporal stability, and recency. ACM Trans Recommender Syst. 2025;4(2):1\u201335.","journal-title":"ACM Trans Recommender Syst"},{"issue":"21","key":"8323_CR44","doi-asserted-by":"publisher","first-page":"7482","DOI":"10.3390\/jcm14217482","volume":"14","author":"B Demir Cicek","year":"2025","unstructured":"Demir Cicek B, Cicek O. Evaluating the Response of AI-Based Large Language Models to Common Patient Concerns About Endodontic Root Canal Treatment: A Comparative Performance Analysis. J Clin Med. 2025;14(21):7482.","journal-title":"J Clin Med"},{"key":"8323_CR45","doi-asserted-by":"publisher","unstructured":"Nosrat A. Performance of 7 Artificial Intelligence Chatbots on Board-style Endodontic Questions. https:\/\/doi.org\/10.1016\/j.joen.2025.06.014.","DOI":"10.1016\/j.joen.2025.06.014"}],"container-title":["BMC Oral Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12903-026-08323-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12903-026-08323-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12903-026-08323-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T01:21:05Z","timestamp":1780449665000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1186\/s12903-026-08323-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,11]]},"references-count":45,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["8323"],"URL":"https:\/\/doi.org\/10.1186\/s12903-026-08323-5","relation":{},"ISSN":["1472-6831"],"issn-type":[{"value":"1472-6831","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,11]]},"assertion":[{"value":"30 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study did not involve human participants, human data, human tissue, or animals.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"This manuscript does not contain any individual person\u2019s data in any form.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"933"}}