{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T16:52:51Z","timestamp":1792601571695,"version":"4.5.0"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T00:00:00Z","timestamp":1789948800000},"content-version":"vor","delay-in-days":82,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Oral Health"],"DOI":"10.1186\/s12903-026-09094-9","type":"journal-article","created":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T13:12:17Z","timestamp":1782911537000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Diagnostic performance of a multimodal large language model in assessing the index of complexity, outcome, and need: comparison with orthodontist evaluation"],"prefix":"10.1186","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-0839-5831","authenticated-orcid":false,"given":"Rumeysa","family":"Bilici Ge\u00e7er","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arda","family":"Tabancal\u0131","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"\u00c7a\u011fla","family":"Hasg\u00fcl","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elif \u0130pek","family":"Komar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emine Selen","family":"Sar\u0131o\u011flu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Derya","family":"Dursun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,1]]},"reference":[{"issue":"1","key":"9094_CR1","first-page":"15","volume":"72","author":"AR Firestone","year":"2002","unstructured":"Firestone AR, Beck FM, Beglin FM, Vig KW. Validity of the Index of Complexity, Outcome, and Need (ICON) in determining orthodontic treatment need. Angle Orthod. 2002;72(1):15\u201320.","journal-title":"Angle Orthod"},{"issue":"4","key":"9094_CR2","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1038\/sj.bdj.4801530","volume":"193","author":"N Fox","year":"2002","unstructured":"Fox N, Daniels C, Gilgrass T. A comparison of the index of complexity outcome and need (ICON) with the peer assessment rating (PAR) and the index of orthodontic treatment need (IOTN). Br Dent J. 2002;193(4):225\u201330.","journal-title":"Br Dent J"},{"issue":"2","key":"9094_CR3","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1093\/ortho\/27.2.149","volume":"27","author":"C Daniels","year":"2000","unstructured":"Daniels C, Richmond S. The development of the index of complexity, outcome and need (ICON). J Orthodont. 2000;27(2):149\u201362.","journal-title":"J Orthodont"},{"key":"9094_CR4","unstructured":"Richmond S, Ikonomou C, Williams B, Rolfe B. Orthodontic treatment standards in Greece. Hellenic Orthodontic Rev. 2001;4(1):9."},{"issue":"4","key":"9094_CR5","first-page":"137","volume":"25","author":"S Richmond","year":"2001","unstructured":"Richmond S, Ikonomou C, Williams B, Ramel S, Rolfe B, Kurol J. Orthodontic treatment standards in a public group practice in Sweden. Swed Dent J. 2001;25(4):137\u201344.","journal-title":"Swed Dent J"},{"issue":"3","key":"9094_CR6","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1111\/ocr.12896","volume":"28","author":"E G\u00f6ranson","year":"2025","unstructured":"G\u00f6ranson E, Sonesson M, Gullbrand M, Isberg PE, Dimberg L. The Reliability and Validity of Intraoral Photographs in Assessing Orthodontic Treatment Need. Orthod Craniofac Res. 2025;28(3):474\u201384.","journal-title":"Orthod Craniofac Res"},{"key":"9094_CR7","doi-asserted-by":"crossref","unstructured":"Akp\u0131nar M, Salmanpour F. Chat Generative Pretrained Transformer-4.0\u2019s accuracy in assessing cervical vertebrae and hand-wrist maturation stages: A retrospective study. American Journal of Orthodontics and Dentofacial Orthopedics; 2025.","DOI":"10.1016\/j.ajodo.2025.08.010"},{"issue":"18","key":"9094_CR8","doi-asserted-by":"publisher","first-page":"2389","DOI":"10.3390\/diagnostics15182389","volume":"15","author":"D Dursun","year":"2025","unstructured":"Dursun D, Bilici Ge\u00e7er R. Dental Age Estimation from Panoramic Radiographs: A Comparison of Orthodontist and ChatGPT-4 Evaluations Using the London Atlas, Nolla, and Haavikko Methods. Diagnostics. 2025;15(18):2389.","journal-title":"Diagnostics"},{"key":"9094_CR9","doi-asserted-by":"crossref","unstructured":"Salmanpour F, Akp\u0131nar M. Performance of Chat Generative Pretrained Transformer-4.0 in determining labiolingual localization of maxillary impacted canine and presence of resorption in incisors through panoramic radiographs: a retrospective study. American Journal of Orthodontics and Dentofacial Orthopedics; 2025.","DOI":"10.1016\/j.ajodo.2025.02.017"},{"key":"9094_CR10","doi-asserted-by":"crossref","unstructured":"Camlet A, Kusiak A, Ossowska A, Swietlik D. Advances in Periodontal Diagnostics: Application of MultiModal Language Models in Visual Interpretation of Panoramic Radiographs. Diagnostics (Basel). 2025;15(15):1851.","DOI":"10.3390\/diagnostics15151851"},{"issue":"3","key":"9094_CR11","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1007\/s00784-024-05587-5","volume":"28","author":"TP Silva","year":"2024","unstructured":"Silva TP, Andrade-Bortoletto MFS, Ocampo TSC, Alencar-Palha C, Bornstein MM, Oliveira-Santos C, Oliveira ML. Performance of a commercially available Generative Pre-trained Transformer (GPT) in describing radiolucent lesions in panoramic radiographs and establishing differential diagnoses. Clin Oral Invest. 2024;28(3):204.","journal-title":"Clin Oral Invest"},{"issue":"3","key":"9094_CR12","doi-asserted-by":"publisher","first-page":"183","DOI":"10.34172\/hpp.2023.22","volume":"13","author":"RK Garg","year":"2023","unstructured":"Garg RK, Urs VL, Agarwal AA, Chaudhary SK, Paliwal V, Kar SK. Exploring the role of ChatGPT in patient care (diagnosis and treatment) and medical research: A systematic review. Health Promotion Perspect. 2023;13(3):183.","journal-title":"Health Promotion Perspect"},{"key":"9094_CR13","first-page":"3939","volume-title":"Iteratively calibrating prompts for unsupervised diverse opinion summarization","author":"J Wang","year":"2024","unstructured":"Wang J, Sun Y, Liang Y, Li X, Gong B. Iteratively calibrating prompts for unsupervised diverse opinion summarization. ECAI 2024: IOS; 2024. pp. 3939\u201346."},{"issue":"1","key":"9094_CR14","doi-asserted-by":"publisher","first-page":"5979","DOI":"10.1038\/s41598-022-09954-8","volume":"12","author":"SA Hicks","year":"2022","unstructured":"Hicks SA, Str\u00fcmke I, Thambawita V, Hammou M, Riegler MA, Halvorsen P, Parasa S. On evaluation metrics for medical applications of artificial intelligence. Sci Rep. 2022;12(1):5979.","journal-title":"Sci Rep"},{"issue":"2","key":"9094_CR15","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.jcm.2016.02.012","volume":"15","author":"TK Koo","year":"2016","unstructured":"Koo TK, Li MY. A guideline of selecting and reporting intraclass correlation coefficients for reliability research. J Chiropr Med. 2016;15(2):155\u201363.","journal-title":"J Chiropr Med"},{"key":"9094_CR16","doi-asserted-by":"crossref","unstructured":"Yildirim A, Cicek O. Assessment of AI-Driven Large Language Models for Orthodontic Aesthetic Scoring Using the IOTN-AC. Diagnostics (Basel). 2025;15(23):3048.","DOI":"10.3390\/diagnostics15233048"},{"issue":"1","key":"9094_CR17","doi-asserted-by":"publisher","first-page":"3625","DOI":"10.1038\/s41598-025-85920-4","volume":"15","author":"B Schmidl","year":"2025","unstructured":"Schmidl B, Hutten T, Pigorsch S, Stogbauer F, Hoch CC, Hussain T, et al. Artificial intelligence for image recognition in diagnosing oral and oropharyngeal cancer and leukoplakia. Sci Rep. 2025;15(1):3625.","journal-title":"Sci Rep"},{"issue":"1","key":"9094_CR18","doi-asserted-by":"publisher","first-page":"5187","DOI":"10.1038\/s41598-025-89328-y","volume":"15","author":"ZZ Zhan","year":"2025","unstructured":"Zhan ZZ, Xiong YT, Wang CY, Zhang BT, Lian WJ, Zeng YM, et al. Utilizing GPT-4 to interpret oral mucosal disease photographs for structured report generation. Sci Rep. 2025;15(1):5187.","journal-title":"Sci Rep"},{"issue":"5","key":"9094_CR19","doi-asserted-by":"publisher","first-page":"1057","DOI":"10.1016\/j.jaad.2023.12.062","volume":"90","author":"N Shifai","year":"2024","unstructured":"Shifai N, van Doorn R, Malvehy J, Sangers TE. Can ChatGPT vision diagnose melanoma? An exploratory diagnostic accuracy study. J Am Acad Dermatol. 2024;90(5):1057\u20139.","journal-title":"J Am Acad Dermatol"},{"issue":"10","key":"9094_CR20","doi-asserted-by":"publisher","first-page":"e0335775","DOI":"10.1371\/journal.pone.0335775","volume":"20","author":"VA Nguyen","year":"2025","unstructured":"Nguyen VA, Vuong TQT, Nguyen VH. Benchmarking large-language-model vision capabilities in oral and maxillofacial anatomy: A cross-sectional study. PLoS ONE. 2025;20(10):e0335775.","journal-title":"PLoS ONE"},{"issue":"6","key":"9094_CR21","doi-asserted-by":"publisher","first-page":"977","DOI":"10.1111\/ocr.70016","volume":"28","author":"R Bilici Ge\u00e7er","year":"2025","unstructured":"Bilici Ge\u00e7er R, Kaya Bursa AP, Altay N, Ayd\u0131n AB, Validity. Reliability and Reproducibility of Artificial Intelligence-Based Methods in Tooth Widths, Bolton Ratios and Space Analysis: A Pilot Study. Orthod Craniofac Res. 2025;28(6):977\u201388.","journal-title":"Orthod Craniofac Res"},{"issue":"12","key":"9094_CR22","doi-asserted-by":"publisher","first-page":"e0340220","DOI":"10.1371\/journal.pone.0340220","volume":"20","author":"VA Nguyen","year":"2025","unstructured":"Nguyen VA, Nguyen VH, Vuong TQT, Truong QT, Nguyen TT. Comparative study of advanced reasoning versus baseline large-language models for histopathological diagnosis in oral and maxillofacial pathology. PLoS ONE. 2025;20(12):e0340220.","journal-title":"PLoS ONE"}],"container-title":["BMC Oral Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12903-026-09094-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12903-026-09094-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12903-026-09094-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T01:19:28Z","timestamp":1789953568000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1186\/s12903-026-09094-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,1]]},"references-count":22,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["9094"],"URL":"https:\/\/doi.org\/10.1186\/s12903-026-09094-9","relation":{},"ISSN":["1472-6831"],"issn-type":[{"value":"1472-6831","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,1]]},"assertion":[{"value":"18 May 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 June 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This retrospective archive-based study was approved by the Non-Interventional Clinical Research Ethics Committee of Istanbul Aydin University (Approval No: 170\/2026), and the study protocol was conducted in accordance with the principles of the Declaration of Helsinki. Due to the retrospective nature of the study and the use of de-identified archival materials, the requirement for informed consent was formally waived by the Non-Interventional Clinical Research Ethics Committee of Istanbul Aydin University.","order":1,"name":"Ethics","label":"Ethics approval and consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Consent for publication","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"1775"}}