{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,20]],"date-time":"2026-08-20T14:58:52Z","timestamp":1787237932389,"version":"build-2736575974"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Oral Maxillofac Surg"],"DOI":"10.1007\/s10006-025-01464-x","type":"journal-article","created":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T03:10:21Z","timestamp":1759115421000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Comparative study of technical and patient-related question answering quality of DeepSeek-R1 and ChatGPT-4o in the field of oral and maxillofacial surgery"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0496-8564","authenticated-orcid":false,"given":"Yunus","family":"Balel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"1464_CR1","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-023-04698-z","volume":"23","author":"SA Alowais","year":"2023","unstructured":"Alowais SA, Alghamdi SS, Alsuhebany N, Alqahtani T, Alshaya AI, Almohareb SN et al (2023) Revolutionizing healthcare: the role of artificial intelligence in clinical practice. BMC Med Educ 23:689","journal-title":"BMC Med Educ"},{"key":"1464_CR2","first-page":"22","volume":"65","author":"A Guni","year":"2024","unstructured":"Guni A, Varma P, Zhang J, Fehervari M, Ashrafian H (2024) Artificial intelligence in surgery: the future is now. Eur Surg Res 65:22\u201339","journal-title":"Eur Surg Res"},{"key":"1464_CR3","doi-asserted-by":"publisher","DOI":"10.3389\/fsurg.2024.1393898","volume":"11","author":"MX Morris","year":"2024","unstructured":"Morris MX, Fiocco D, Caneva T, Yiapanis P, Orgill DP (2024) Current and future applications of artificial intelligence in surgery: implications for clinical practice and research. Front Surg 11:1393898","journal-title":"Front Surg"},{"key":"1464_CR4","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1213\/ANE.0000000000005952","volume":"136","author":"K Maheshwari","year":"2023","unstructured":"Maheshwari K, Cywinski JB, Papay F, Khanna AK, Mathur P (2023) Artificial intelligence for perioperative medicine: perioperative intelligence. Anesth Analg 136:637\u2013645","journal-title":"Anesth Analg"},{"key":"1464_CR5","doi-asserted-by":"publisher","first-page":"101979","DOI":"10.1016\/j.jormas.2024.101979","volume":"125","author":"Y Balel","year":"2024","unstructured":"Balel Y, Zogo A, Y\u0131ld\u0131z S, Tanyeri H (2024) Can ChatGPT-4o provide new systematic review ideas to oral and maxillofacial surgeons?>. J Stomatol Oral Maxillofac Surg 125:101979. https:\/\/doi.org\/10.1016\/j.jormas.2024.101979","journal-title":"J Stomatol Oral Maxillofac Surg"},{"key":"1464_CR6","doi-asserted-by":"publisher","DOI":"10.3390\/app13179907","volume":"13","author":"J-Y Kim","year":"2023","unstructured":"Kim J-Y, Lee Y-C, Kim S-G, Garagiola U (2023) Advancements in oral maxillofacial surgery: a comprehensive review on 3D printing and virtual surgical planning. Appl Sci 13:9907","journal-title":"Appl Sci"},{"key":"1464_CR7","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1016\/j.ijom.2024.06.003","volume":"53","author":"B Quah","year":"2024","unstructured":"Quah B, Yong CW, Lai CWM, Islam I (2024) Performance of large language models in oral and maxillofacial surgery examinations. Int J Oral Maxillofac Surg 53:881\u2013886","journal-title":"Int J Oral Maxillofac Surg"},{"key":"1464_CR8","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1016\/j.joms.2024.11.007","volume":"83","author":"R Mahmoud","year":"2025","unstructured":"Mahmoud R, Shuster A, Kleinman S, Arbel S, Ianculovici C, Peleg O (2025) Evaluating artificial intelligence chatbots in oral and maxillofacial surgery board exams: performance and potential. J Oral Maxillofac Surg Off J Am Assoc Oral Maxillofac Surg 83:382\u2013389","journal-title":"J Oral Maxillofac Surg Off J Am Assoc Oral Maxillofac Surg"},{"key":"1464_CR9","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1093\/dmfr\/twae021","volume":"53","author":"H Jeong","year":"2024","unstructured":"Jeong H, Han S-S, Yu Y, Kim S, Jeon KJ (2024) How well do large language model-based chatbots perform in oral and maxillofacial radiology? Dentomaxillofac Radiol 53:390\u2013395","journal-title":"Dentomaxillofac Radiol"},{"key":"1464_CR10","doi-asserted-by":"publisher","first-page":"e51580","DOI":"10.2196\/51580","volume":"25","author":"K Giannakopoulos","year":"2023","unstructured":"Giannakopoulos K, Kavadella A, Aaqel Salim A, Stamatopoulos V, Kaklamanos EG (2023) Evaluation of the performance of generative AI large language models chatGPT, Google Bard, and Microsoft Bing chat in supporting evidence-based dentistry: comparative mixed methods study. J Med Internet Res 25:e51580","journal-title":"J Med Internet Res"},{"key":"1464_CR11","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1186\/s12903-025-06034-x","volume":"25","author":"\u00d6F Kaygisiz","year":"2025","unstructured":"Kaygisiz \u00d6F, Teke MT (2025) Can deepseek and ChatGPT be used in the diagnosis of oral pathologies? BMC Oral Health 25:638","journal-title":"BMC Oral Health"},{"key":"1464_CR12","doi-asserted-by":"publisher","unstructured":"Guo D, Yang D, Zhang H, Song J, Zhang R, Xu R et al (2025) DeepSeek-R1:\u00a0incentivizing reasoning capability in LLMs via reinforcement learning. arXiv Prepr arXiv 2501:12948 https:\/\/doi.org\/10.48550\/arXiv.2501.12948","DOI":"10.48550\/arXiv.2501.12948"},{"key":"1464_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jormas.2024.102114","volume":"126","author":"Y Balel","year":"2025","unstructured":"Balel Y (2025) ScholarGPT\u2019s performance in oral and maxillofacial surgery. J Stomatol Oral Maxillofac Surg 126:102114","journal-title":"J Stomatol Oral Maxillofac Surg"},{"key":"1464_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jormas.2023.101471","volume":"124","author":"Y Balel","year":"2023","unstructured":"Balel Y (2023) Can chatgpt be used in oral and maxillofacial surgery? J Stomatol Oral Maxillofac Surg 124:101471","journal-title":"J Stomatol Oral Maxillofac Surg"},{"key":"1464_CR15","doi-asserted-by":"publisher","DOI":"10.3389\/froh.2025.1541976","volume":"6","author":"K Ji","year":"2025","unstructured":"Ji K, Wu Z, Han J, Zhai G, Liu J (2025) Evaluating ChatGPT-4\u2019s performance on oral and maxillofacial queries: chain of thought and standard method. Frontiers in Oral Health 6:1541976","journal-title":"Frontiers in Oral Health"},{"key":"1464_CR16","first-page":"48","volume":"62","author":"U Mete","year":"2024","unstructured":"Mete U (2024) Evaluating the performance of ChatGPT, Gemini, and Bing compared with resident surgeons in the otorhinolaryngology in-service training examination. Turk Arch Otorhinolaryngol 62:48","journal-title":"Turk Arch Otorhinolaryngol"},{"key":"1464_CR17","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/s44217-024-00332-2","volume":"3","author":"T Chaiban","year":"2024","unstructured":"Chaiban T, Nahle Z, Assi G, Cherfane M (2024) The intent of ChatGPT usage and its robustness in medical proficiency exams: a systematic review. Discov Educ 3:232","journal-title":"Discov Educ"},{"key":"1464_CR18","first-page":"1","volume":"10","author":"AK Morse","year":"2024","unstructured":"Morse AK, Hawes EE, Shetty KR, Ho T, Kao WK (2024) Assessing patient perceptions of artificial intelligence versus human surgeon counseling in facial plastic surgery. J Otorhinolaryngol Facial Plast Surg 10:1\u20136","journal-title":"J Otorhinolaryngol Facial Plast Surg"},{"key":"1464_CR19","doi-asserted-by":"publisher","first-page":"951","DOI":"10.1007\/s00266-024-04524-x","volume":"49","author":"R Ali","year":"2025","unstructured":"Ali R, Cui H (2025) Leveraging ChatGPT for enhanced aesthetic evaluations in minimally invasive facial procedures. Aesthet Plast Surg 49:951\u2013961. https:\/\/doi.org\/10.1007\/s00266-024-04524-x","journal-title":"Aesthet Plast Surg"},{"key":"1464_CR20","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1016\/j.jvs.2024.12.002","volume":"81","author":"CP Flanagan","year":"2024","unstructured":"Flanagan CP, Trang K, Nacario J, Schneider PA, Gasper WJ, Conte MS et al (2024) Large Language models can accurately populate vascular quality initiative procedural databases using narrative operative reports. J Vasc Surg 81:973\u2013982. https:\/\/doi.org\/10.1016\/j.jvs.2024.12.002","journal-title":"J Vasc Surg"},{"key":"1464_CR21","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1016\/j.hpb.2024.11.012","volume":"27","author":"R Klotz","year":"2025","unstructured":"Klotz R, Pausch TM, Kaiser J, Joos MC, Hecktor R, Ahmed A et al (2025) ChatGPT vs. surgeons on pancreatic cancer queries: accuracy & empathy evaluated by patients and experts. HPB 27:311\u2013317. https:\/\/doi.org\/10.1016\/j.hpb.2024.11.012","journal-title":"HPB"},{"key":"1464_CR22","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1186\/s12903-025-05732-w","volume":"25","author":"A\u00c7 \u015ei\u015fman","year":"2025","unstructured":"\u015ei\u015fman A\u00c7, Acar AH (2025) Artificial intelligence-based chatbot assistance in clinical decision-making for medically complex patients in oral surgery: a comparative study. BMC Oral Health 25:351","journal-title":"BMC Oral Health"},{"key":"1464_CR23","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.csbj.2023.11.058","volume":"24","author":"A Su\u00e1rez","year":"2024","unstructured":"Su\u00e1rez A, Jim\u00e9nez J, Llorente de Pedro M, Andreu-V\u00e1zquez C, D\u00edaz-Flores Garc\u00eda V, G\u00f3mez S\u00e1nchez M et al (2024) Beyond the scalpel: assessing chatgpt\u2019s potential as an auxiliary intelligent virtual assistant in oral surgery. Comput Struct Biotechnol J 24:46\u201352","journal-title":"Comput Struct Biotechnol J"},{"key":"1464_CR24","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.1016\/j.joms.2024.06.177","volume":"82","author":"T Jacobs","year":"2024","unstructured":"Jacobs T, Shaari A, Gazonas CB, Ziccardi VB (2024) Is ChatGPT an accurate and readable patient aid for third molar extractions? J Oral Maxillofac Surg 82:1239\u20131245","journal-title":"J Oral Maxillofac Surg"}],"container-title":["Oral and Maxillofacial Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10006-025-01464-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10006-025-01464-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10006-025-01464-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T02:12:21Z","timestamp":1765159941000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10006-025-01464-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"references-count":24,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1464"],"URL":"https:\/\/doi.org\/10.1007\/s10006-025-01464-x","relation":{},"ISSN":["1865-1569"],"issn-type":[{"value":"1865-1569","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"24 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics, consent to Participate, and consent to publish declarations"}},{"value":"The author declare no conflict of interest.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The authors declare no competing interests.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"163"}}