{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,20]],"date-time":"2026-08-20T16:44:48Z","timestamp":1787244288099,"version":"build-2736575974"},"reference-count":50,"publisher":"Wiley","issue":"2","license":[{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/onlinelibrary.wiley.com\/termsAndConditions#vor"},{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/doi.wiley.com\/10.1002\/tdm_license_1.1"}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["Oral Diseases"],"published-print":{"date-parts":[[2026,2]]},"abstract":"<jats:title>ABSTRACT<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objective<\/jats:title>\n                    <jats:p>Artificial intelligence (AI)\u2010driven large language models, such as Chat Generative Pre\u2010Trained Transformer (ChatGPT)\u20104 Plus, are increasingly used for patient education and clinical decision support in oral oncology, although their accuracy in oral cancer (OC) management remains uncertain. This study evaluates the accuracy of ChatGPT\u20104 Plus responses to clinically relevant questions regarding OC diagnosis, treatment, recovery, and prevention.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>A cross\u2010sectional study assessed 65 clinically relevant OC\u2010related questions using a paid ChatGPT\u20104 Plus subscription without modifications. Three oral medicine specialists and one radiation oncologist rated accuracy on a four\u2010point scoring system. Interrater reliability was measured with the intraclass correlation coefficient (ICC), and chi\u2010square tests were used for comparisons.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>\n                      Among 65 questions, 63% of responses were Score 1, with none rated as Score 4. Score 1 was most frequent in Recovery (72%), followed by Treatment (62%), Prevention (60%), and Diagnosis (55%). Scores 2 and 3 responses were highest in Diagnosis (45%). Recovery had significantly higher Score 1 responses than Diagnosis (\n                      <jats:italic>p<\/jats:italic>\n                      \u2009&lt;\u20090.05), while other comparisons were not significant. ICC ranged from 0.85 to 0.93.\n                    <\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>ChatGPT\u20104 Plus provided accurate responses to clinically relevant OC\u2010related questions, particularly regarding recovery. However, diagnostic inconsistencies highlight the need for clinician oversight before integrating AI into practice.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1111\/odi.70110","type":"journal-article","created":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T10:50:01Z","timestamp":1759488601000},"page":"422-430","update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Accuracy of ChatGPT\u20104 Plus in Providing Information on Oral Cancer Management"],"prefix":"10.1111","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0633-5648","authenticated-orcid":false,"given":"Busra","family":"Yilmaz","sequence":"first","affiliation":[{"name":"Department of Oral Medicine and Maxillofacial Radiology, School of Dental Medicine Istinye University  Istanbul Turkey"},{"name":"Department of Nanomedicine Houston Methodist Research Institute  Houston Texas USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9942-8303","authenticated-orcid":false,"given":"Emine Nur","family":"Kahraman","sequence":"additional","affiliation":[{"name":"Department of Oral Medicine and Maxillofacial Radiology, School of Dental Medicine Istinye University  Istanbul Turkey"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0638-4335","authenticated-orcid":false,"given":"Michael T.","family":"Brennan","sequence":"additional","affiliation":[{"name":"Department of Oral Medicine\/Oral &amp; Maxillofacial Surgery Atrium Health Carolinas Medical Center  Charlotte North Carolina USA"},{"name":"Department of Otolaryngology\/Head &amp; Neck Surgery Wake Forest University School of Medicine  Winston\u2010Salem North Carolina USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2771-9520","authenticated-orcid":false,"given":"Amardeep S.","family":"Grewal","sequence":"additional","affiliation":[{"name":"Department of Radiation Oncology Levine Cancer Institute, Atrium Health  Charlotte North Carolina USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3631-7563","authenticated-orcid":false,"given":"Aynur","family":"Aktas","sequence":"additional","affiliation":[{"name":"Department of Supportive Oncology Levine Cancer Institute, Atrium Health  Charlotte North Carolina USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","published-online":{"date-parts":[[2025,10,3]]},"reference":[{"key":"e_1_2_11_2_1","unstructured":"Abdaljalil S. H.Kurban P.Sharma E.Serpedin andR.Atat.2025.\u201cSindex: Semantic Inconsistency Index for Hallucination Detection in LLMs.\u201darXiv [Preprint]. arXiv:2503.05980.https:\/\/arxiv.org\/abs\/2503.05980."},{"key":"e_1_2_11_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2024.105464"},{"key":"e_1_2_11_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0140\u20106736(17)33326\u20103"},{"key":"e_1_2_11_5_1","unstructured":"AlsoAsked.2024. \u201cAlsoAsked Website.\u201dhttps:\/\/alsoasked.com\/."},{"key":"e_1_2_11_6_1","volume-title":"Clinical Practice Guidelines for the Management of Head and Neck Cancers","author":"American Society of Clinical Oncology","year":"2023"},{"key":"e_1_2_11_7_1","volume-title":"Head and Neck Cancer: Statistics","author":"American Society of Clinical Oncology","year":"2025"},{"key":"e_1_2_11_8_1","unstructured":"Aynetdinov A. andA.Akbik.2024.\u201cSemscore: Automated Evaluation of Instruction\u2010Tuned LLMs Based on Semantic Textual Similarity.\u201darXiv [Preprint]. arXiv:2401.17072.https:\/\/arxiv.org\/abs\/2401.17072."},{"key":"e_1_2_11_9_1","doi-asserted-by":"publisher","DOI":"10.1158\/2159\u20108290.CD\u201021\u20100090"},{"key":"e_1_2_11_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/coa.14261"},{"key":"e_1_2_11_11_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.i1152"},{"key":"e_1_2_11_12_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2024.37711"},{"key":"e_1_2_11_13_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamaoncol.2024.0836"},{"key":"e_1_2_11_14_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamaoncol.2023.2954"},{"key":"e_1_2_11_15_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamaoto.2021.2028"},{"key":"e_1_2_11_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/pbc.31256"},{"key":"e_1_2_11_17_1","doi-asserted-by":"publisher","DOI":"10.1111\/odi.15082"},{"key":"e_1_2_11_18_1","volume-title":"ESMO Clinical Practice Guidelines for Head and Neck Cancer","author":"European Society for Medical Oncology","year":"2020"},{"key":"e_1_2_11_19_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2022.7226"},{"key":"e_1_2_11_20_1","doi-asserted-by":"publisher","DOI":"10.3390\/cancers13184600"},{"key":"e_1_2_11_21_1","volume-title":"Lip and Oral Cavity Cancer Fact Sheet","author":"Global Cancer Observatory","year":"2025"},{"key":"e_1_2_11_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.oooo.2024.04.010"},{"key":"e_1_2_11_23_1","doi-asserted-by":"publisher","DOI":"10.2196\/48808"},{"key":"e_1_2_11_24_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2020.25881"},{"key":"e_1_2_11_25_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41368\u2010023\u201000239\u2010y"},{"key":"e_1_2_11_26_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2023.8288"},{"key":"e_1_2_11_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00405\u2010020\u201006423\u20108"},{"key":"e_1_2_11_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clineuro.2024.108238"},{"key":"e_1_2_11_29_1","doi-asserted-by":"publisher","DOI":"10.3389\/fonc.2023.1256459"},{"key":"e_1_2_11_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00405\u2010023\u201008441\u20108"},{"key":"e_1_2_11_31_1","doi-asserted-by":"crossref","unstructured":"Leung W. C. S.Wein andN.Schneider.2022. \u201cSemantic Similarity as a Window Into Vector\u2010 and Graph\u2010Based Metrics.\u201d In: Proceedings of the 2nd Workshop on Natural Language Generation Evaluation and Metrics (GEM).https:\/\/aclanthology.org\/2022.gem\u20101.8\/.","DOI":"10.18653\/v1\/2022.gem-1.8"},{"key":"e_1_2_11_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.adaj.2017.07.032"},{"key":"e_1_2_11_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00405\u2010024\u201008746\u20102"},{"key":"e_1_2_11_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12325\u2010023\u201002527\u20109"},{"key":"e_1_2_11_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejca.2025.115274"},{"key":"e_1_2_11_36_1","unstructured":"Mikolov T. K.Chen G.Corrado andJ.Dean.2013.\u201cEfficient Estimation of Word Representations in Vector Space.\u201darXiv [Preprint]. arXiv:1301.3781.https:\/\/arxiv.org\/abs\/1301.3781."},{"key":"e_1_2_11_37_1","volume-title":"National Comprehensive Cancer Network (NCCN) Guidelines","author":"National Comprehensive Cancer Network","year":"2025"},{"key":"e_1_2_11_38_1","unstructured":"OpenAI.2023.\u201cGPT\u20104 Technical Report.\u201darXiv.https:\/\/arxiv.org\/abs\/2303.08774."},{"key":"e_1_2_11_39_1","unstructured":"OpenAI.2025.\u201cEmbeddings. OpenAI Documentation.\u201dhttps:\/\/platform.openai.com\/docs\/guides\/embeddings\/."},{"key":"e_1_2_11_40_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamaoncol.2023.2947"},{"key":"e_1_2_11_41_1","doi-asserted-by":"publisher","DOI":"10.1097\/MCG.0000000000001979"},{"key":"e_1_2_11_42_1","doi-asserted-by":"crossref","unstructured":"Rahmani H. A. V.Ramineni N.Craswell B.Mitra andE.Yilmaz.2025.\u201cTowards Understanding Bias in Synthetic Data for Evaluation.\u201darXiv preprint arXiv:2506.10301.https:\/\/arxiv.org\/abs\/2506.10301.","DOI":"10.1145\/3746252.3760908"},{"key":"e_1_2_11_43_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2024.12630"},{"key":"e_1_2_11_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.oooo.2024.12.028"},{"key":"e_1_2_11_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00784\u2010023\u201005475\u20104"},{"key":"e_1_2_11_46_1","doi-asserted-by":"publisher","DOI":"10.2196\/54704"},{"key":"e_1_2_11_47_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2024.12767"},{"key":"e_1_2_11_48_1","volume-title":"The Appraisal of Guidelines for Research and Evaluation (AGREE) II","year":"2017"},{"key":"e_1_2_11_49_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2020.11768"},{"key":"e_1_2_11_50_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586\u2010025\u201008866\u20107"},{"key":"e_1_2_11_51_1","volume-title":"Global Cancer Burden Growing, Amidst Mounting Need for Services","author":"World Health Organization","year":"2024"}],"container-title":["Oral Diseases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/odi.70110","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/full-xml\/10.1111\/odi.70110","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/odi.70110","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T04:46:33Z","timestamp":1776141993000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1111\/odi.70110"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,3]]},"references-count":50,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["10.1111\/odi.70110"],"URL":"https:\/\/doi.org\/10.1111\/odi.70110","archive":["Portico"],"relation":{},"ISSN":["1354-523X","1601-0825"],"issn-type":[{"value":"1354-523X","type":"print"},{"value":"1601-0825","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,3]]},"assertion":[{"value":"2025-03-20","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-09-22","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-10-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}