{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T20:04:49Z","timestamp":1793477089827,"version":"4.5.0"},"reference-count":27,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,3,15]],"date-time":"2025-03-15T00:00:00Z","timestamp":1741996800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003790","name":"Hiroshima University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003790","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Dental Sciences"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1016\/j.jds.2025.03.018","type":"journal-article","created":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T14:07:22Z","timestamp":1743170842000},"page":"2427-2435","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":23,"title":["Benchmarking multimodal large language models on the dental licensing examination: Challenges with clinical image interpretation"],"prefix":"10.1016","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7057-1955","authenticated-orcid":false,"given":"Yuichi","family":"Mine","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5901-0012","authenticated-orcid":false,"given":"Shota","family":"Okazaki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tsuyoshi","family":"Taji","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiroyuki","family":"Kawaguchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1274-8991","authenticated-orcid":false,"given":"Naoya","family":"Kakimoto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takeshi","family":"Murayama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jds.2025.03.018_bib1","first-page":"567","article-title":"Digital technologies for restorative dentistry","volume":"66","author":"Watanabe","year":"2022","journal-title":"Dent Clin"},{"key":"10.1016\/j.jds.2025.03.018_bib2","article-title":"Digital dentistry and its impact on oral health-related quality of life","volume":"24","author":"Schierz","year":"2024","journal-title":"J Evid Base Dent Pract"},{"key":"10.1016\/j.jds.2025.03.018_bib3","doi-asserted-by":"crossref","first-page":"769","DOI":"10.1177\/0022034520915714","article-title":"Artificial intelligence in dentistry: chances and challenges","volume":"99","author":"Schwendicke","year":"2020","journal-title":"J Dent Res"},{"key":"10.1016\/j.jds.2025.03.018_bib4","doi-asserted-by":"crossref","DOI":"10.1259\/dmfr.20220335","article-title":"Personalized dental medicine, artificial intelligence, and their relevance for dentomaxillofacial imaging","volume":"52","author":"Hung","year":"2023","journal-title":"Dentomaxillofacial Radiol"},{"key":"10.1016\/j.jds.2025.03.018_bib5","doi-asserted-by":"crossref","DOI":"10.1016\/j.jdent.2022.104115","article-title":"Deep learning for caries detection: a systematic review","volume":"122","author":"Mohammad-Rahimi","year":"2022","journal-title":"J Dent"},{"key":"10.1016\/j.jds.2025.03.018_bib6","doi-asserted-by":"crossref","first-page":"1765","DOI":"10.1111\/odi.14659","article-title":"Detecting dental caries on oral photographs using artificial intelligence: a systematic review","volume":"30","author":"Moharrami","year":"2024","journal-title":"Oral Dis"},{"key":"10.1016\/j.jds.2025.03.018_bib7","doi-asserted-by":"crossref","first-page":"1890","DOI":"10.1109\/TMI.2015.2412951","article-title":"Evaluation and comparison of anatomical landmark detection methods for cephalometric X-Ray images: a grand challenge","volume":"34","author":"Wang","year":"2015","journal-title":"IEEE Trans Med Imag"},{"key":"10.1016\/j.jds.2025.03.018_bib8","doi-asserted-by":"crossref","first-page":"482","DOI":"10.1016\/j.jds.2020.05.022","article-title":"Scope and performance of artificial intelligence technology in orthodontic diagnosis, treatment planning, and clinical decision-making - a systematic review","volume":"16","author":"Khanagar","year":"2021","journal-title":"J Dent Sci"},{"key":"10.1016\/j.jds.2025.03.018_bib9","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1038\/s41368-023-00239-y","article-title":"ChatGPT for shaping the future of dentistry: the potential of multi-modal large language model","volume":"15","author":"Huang","year":"2023","journal-title":"Int J Oral Sci"},{"key":"10.1016\/j.jds.2025.03.018_bib10","doi-asserted-by":"crossref","DOI":"10.1016\/j.jdent.2023.104796","article-title":"Natural language processing: chances and challenges in dentistry","volume":"141","author":"B\u00fcttner","year":"2024","journal-title":"J Dent"},{"key":"10.1016\/j.jds.2025.03.018_bib11","doi-asserted-by":"crossref","DOI":"10.3389\/fmed.2024.1477898","article-title":"Large language models in patient education: a scoping review of applications in medicine","volume":"11","author":"Aydin","year":"2024","journal-title":"Front Med"},{"key":"10.1016\/j.jds.2025.03.018_bib12","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000198","article-title":"Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models","volume":"2","author":"Kung","year":"2023","journal-title":"PLOS Digit Health"},{"key":"10.1016\/j.jds.2025.03.018_bib13","first-page":"865","article-title":"Artificial intelligence chatbots and large language models in dental education: worldwide survey of educators","volume":"28","author":"Uribe","year":"2024","journal-title":"Eur J Dent Educ"},{"key":"10.1016\/j.jds.2025.03.018_bib14","doi-asserted-by":"crossref","DOI":"10.2196\/51580","article-title":"Evaluation of the performance of generative AI large language models ChatGPT, Google Bard, and Microsoft Bing Chat in supporting evidence-based dentistry: comparative mixed methods study","volume":"25","author":"Giannakopoulos","year":"2023","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.jds.2025.03.018_bib15","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1016\/j.identj.2023.12.007","article-title":"Performance of generative artificial intelligence in dental licensing examinations","volume":"74","author":"Chau","year":"2024","journal-title":"Int Dent J"},{"key":"10.1016\/j.jds.2025.03.018_bib16","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1111\/jre.13323","article-title":"Performance of three artificial intelligence (AI)-based large language models in standardized testing; implications for AI-assisted dental education","volume":"60","author":"Sabri","year":"2025","journal-title":"J Periodontal Res"},{"key":"10.1016\/j.jds.2025.03.018_bib17","article-title":"Performance of ChatGPT-3.5 and ChatGPT-4o in the Japanese national dental examination","author":"Uehara","year":"2024","journal-title":"J Dent Educ"},{"key":"10.1016\/j.jds.2025.03.018_bib18","doi-asserted-by":"crossref","first-page":"1577","DOI":"10.1016\/j.sdentj.2024.11.006","article-title":"An exploratory assessment of GPT-4o and GPT-4 performance on the Japanese national dental examination","volume":"36","author":"Morishita","year":"2024","journal-title":"Saudi Dent J"},{"key":"10.1016\/j.jds.2025.03.018_bib19","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/j.identj.2024.10.014","article-title":"Large language models in dental licensing examinations: systematic review and meta-analysis","volume":"75","author":"Liu","year":"2025","journal-title":"Int Dent J"},{"key":"10.1016\/j.jds.2025.03.018_bib21","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"10.1016\/j.jds.2025.03.018_bib22","doi-asserted-by":"crossref","first-page":"1595","DOI":"10.1016\/j.jds.2023.12.007","article-title":"Evaluating GPT-4V's performance in the Japanese national dental examination: a challenge explored","volume":"19","author":"Morishita","year":"2024","journal-title":"J Dent Sci"},{"key":"10.1016\/j.jds.2025.03.018_bib23","doi-asserted-by":"crossref","first-page":"1372","DOI":"10.1186\/s12909-024-06309-x","article-title":"Performance of ChatGPT and Bard on the medical licensing examinations varies across different cultures: a comparison study","volume":"24","author":"Chen","year":"2024","journal-title":"BMC Med Educ"},{"key":"10.1016\/j.jds.2025.03.018_bib24","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1007\/s10916-024-02103-w","article-title":"Analysis of responses of GPT-4 V to the Japanese national clinical engineer licensing examination","volume":"48","author":"Ishida","year":"2024","journal-title":"J Med Syst"},{"key":"10.1016\/j.jds.2025.03.018_bib25","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1016\/j.jds.2024.06.015","article-title":"Evaluating the image recognition capabilities of GPT-4V and Gemini Pro in the Japanese national dental examination","volume":"20","author":"Morishita","year":"2025","journal-title":"J Dent Sci"},{"key":"10.1016\/j.jds.2025.03.018_bib26","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1016\/j.identj.2024.09.002","article-title":"Performance of large language models on the Korean dental licensing examination: a comparative study","volume":"75","author":"Kim","year":"2025","journal-title":"Int Dent J"},{"key":"10.1016\/j.jds.2025.03.018_bib28","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"2201","author":"Wei","year":"2022","journal-title":"arxiv"},{"key":"10.1016\/j.jds.2025.03.018_bib29","doi-asserted-by":"crossref","first-page":"2460","DOI":"10.1016\/j.jds.2025.02.022","article-title":"Analyzing the performance of multimodal large language models on visually-based questions in the Japanese National Examination for Dental Technicians","volume":"20","author":"Mine","year":"2025","journal-title":"J Dent Sci"}],"container-title":["Journal of Dental Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1991790225000911?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1991790225000911?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T10:35:54Z","timestamp":1762598154000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1991790225000911"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":27,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["S1991790225000911"],"URL":"https:\/\/doi.org\/10.1016\/j.jds.2025.03.018","relation":{},"ISSN":["1991-7902"],"issn-type":[{"value":"1991-7902","type":"print"}],"subject":[],"published":{"date-parts":[[2025,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Benchmarking multimodal large language models on the dental licensing examination: Challenges with clinical image interpretation","name":"articletitle","label":"Article Title"},{"value":"Journal of Dental Sciences","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jds.2025.03.018","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Association for Dental Sciences of the Republic of China. Publishing services by Elsevier B.V\u00e9","name":"copyright","label":"Copyright"}]}}