{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T05:33:46Z","timestamp":1793424826392,"version":"4.5.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Sichuan Science and Technology Program","award":["2024NSFSC0659"],"award-info":[{"award-number":["2024NSFSC0659"]}]},{"name":"Research and Develop Program, West China Hospital of Stomatology Sichuan University","award":["RD-03-202303"],"award-info":[{"award-number":["RD-03-202303"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-89328-y","type":"journal-article","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T02:21:56Z","timestamp":1739326916000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Utilizing GPT-4 to interpret oral mucosal disease photographs for structured report generation"],"prefix":"10.1038","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2659-9943","authenticated-orcid":false,"given":"Zheng-Zhe","family":"Zhan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1257-4055","authenticated-orcid":false,"given":"Yu-Tao","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2813-4034","authenticated-orcid":false,"given":"Chen-Yuan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bao-Tian","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4405-6750","authenticated-orcid":false,"given":"Wen-Jun","family":"Lian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1257-6135","authenticated-orcid":false,"given":"Yu-Min","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1470-3538","authenticated-orcid":false,"given":"Wei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7568-2884","authenticated-orcid":false,"given":"Wei","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1232-8308","authenticated-orcid":false,"given":"Chang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,12]]},"reference":[{"key":"89328_CR1","doi-asserted-by":"publisher","first-page":"271","DOI":"10.5624\/isd.20240037","volume":"54","author":"M Dashti","year":"2024","unstructured":"Dashti, M. et al. Performance of ChatGPT 3.5 and 4 on U.S. dental examinations: the INBDE, ADAT, and DAT. Imaging Sci Dent. 54, 271\u2013275 (2024).","journal-title":"Imaging Sci Dent."},{"key":"89328_CR2","doi-asserted-by":"crossref","unstructured":"Dashti, M., Londono, J., Ghasemi, S., et al. How much can we rely on artificial intelligence chatbots such as the ChatGPT software program to assist with scientific writing? J. Prosthet. Dent. (2023).","DOI":"10.1016\/j.prosdent.2023.05.023"},{"key":"89328_CR3","doi-asserted-by":"crossref","unstructured":"Bengio, Y. Learning Deep Architectures for AI (2009).","DOI":"10.1561\/9781601982957"},{"key":"89328_CR4","first-page":"e68298","volume":"16","author":"R Javan","year":"2024","unstructured":"Javan, R., Kim, T. & Mostaghni, N. GPT-4 vision: Multi-modal evolution of ChatGPT and potential role in radiology. Cureus. 16, e68298 (2024).","journal-title":"Cureus."},{"key":"89328_CR5","unstructured":"Wu, C., Lei, J., Zheng, Q., Zhao, W., Lin, W., Zhang, X., & Xie, W. Can GPT-4V(ision) serve medical applications? Case studies on GPT-4V for multimodal medical diagnosis (2023)."},{"key":"89328_CR6","doi-asserted-by":"publisher","first-page":"e230725","DOI":"10.1148\/radiol.230725","volume":"307","author":"LC Adams","year":"2023","unstructured":"Adams, L. C. et al. Leveraging GPT-4 for post hoc transformation of free-text radiology reports into structured reporting: A multilingual feasibility study. Radiology. 307, e230725 (2023).","journal-title":"Radiology."},{"key":"89328_CR7","unstructured":"Harsha Nori, N. K. Scott Mayer McKinney, Dean Carignanand Eric Horvitz. Capabilities of GPT-4 on Medical Challenge Problems. (2023)."},{"key":"89328_CR8","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1038\/s41591-022-01981-2","volume":"28","author":"JN Acosta","year":"2022","unstructured":"Acosta, J. N. et al. Multimodal biomedical AI. Nat Med. 28, 1773\u20131784 (2022).","journal-title":"Nat Med."},{"key":"89328_CR9","doi-asserted-by":"publisher","first-page":"53490","DOI":"10.1109\/ACCESS.2022.3174108","volume":"10","author":"NFASIZKSMDA Soomro","year":"2022","unstructured":"Soomro, N. F. A. S. I. Z. K. S. M. D. A. A systematic literature review on text generation using deep neural network models. IEEE Access 10, 53490\u201353503 (2022).","journal-title":"IEEE Access"},{"key":"89328_CR10","doi-asserted-by":"crossref","unstructured":"Jiang, X., Tang, H., Gao, J., Du, X., He, S., & Li, Z.. Delving into multimodal prompting for fine-grained visual classification (2023).","DOI":"10.1609\/aaai.v38i3.28034"},{"key":"89328_CR11","doi-asserted-by":"publisher","first-page":"573","DOI":"10.7326\/0003-4819-147-8-200710160-00010","volume":"147","author":"E von Elm","year":"2007","unstructured":"von Elm, E. et al. The strengthening the reporting of observational studies in epidemiology (STROBE) statement: Guidelines for reporting observational studies. Ann Intern Med. 147, 573\u2013577 (2007).","journal-title":"Ann Intern Med."},{"key":"89328_CR12","unstructured":"Taylor\u00a0&\u00a0Francis Group. Oral and Maxillofacial Diseases an Illustrated, London (2006)."},{"key":"89328_CR13","doi-asserted-by":"crossref","unstructured":"Bergmeier, L. A. Oral Mucosa in Health and Disease a Concise Handbook, London. (2018).","DOI":"10.1007\/978-3-319-56065-6"},{"key":"89328_CR14","doi-asserted-by":"crossref","unstructured":"Schmidt, E. Diseases of the Oral Mucosa Study Guide and Review, L\u00fcbeck. (2021).","DOI":"10.1007\/978-3-030-82804-2"},{"key":"89328_CR15","unstructured":"Zhou, Y., Muresanu, A. I., Han, Z., Paster, K., Pitis, S., Chan, H., & Ba, J. Large language models are human-level prompt engineers (2023)."},{"key":"89328_CR16","unstructured":"Bsharat, S. M., Myrzakhan, A., & Shen, Z. Principled instructions are all you need for questioning LLaMA-1\/2, GPT-3.5\/4. (2024)."},{"key":"89328_CR17","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.jbi.2018.10.005","volume":"88","author":"S Velupillai","year":"2018","unstructured":"Velupillai, S. et al. Using clinical natural language processing for health outcomes research: Overview and actionable suggestions for future advances. J Biomed Inform. 88, 11\u201319 (2018).","journal-title":"J Biomed Inform."},{"key":"89328_CR18","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1038\/s41746-024-01185-7","volume":"7","author":"Q Jin","year":"2024","unstructured":"Jin, Q. et al. Hidden flaws behind expert-level accuracy of multimodal GPT-4 vision in medicine. NPJ Digit Med. 7, 190 (2024).","journal-title":"NPJ Digit Med."},{"key":"89328_CR19","doi-asserted-by":"publisher","first-page":"e232714","DOI":"10.1148\/radiol.232714","volume":"311","author":"RJ Gertz","year":"2024","unstructured":"Gertz, R. J. et al. Potential of GPT-4 for detecting errors in radiology reports: Implications for reporting accuracy. Radiology. 311, e232714 (2024).","journal-title":"Radiology."},{"key":"89328_CR20","unstructured":"Zheng, M., Su, X., You, S., Wang, F., Qian, C., Xu, C., & Albanie, S. Can GPT-4 perform neural architecture search? (2023)."},{"key":"89328_CR21","unstructured":"Sivakumar, M., Belle, A. B., Shan, J., & Shahandashti, K. K. GPT-4 and safety case generation: An exploratory analysis. (2023)."},{"key":"89328_CR22","unstructured":"Wang, X., Li, C., Wang, Z., et al. PromptAgent: Strategic planning with language models enables expert-level prompt optimization (2023)."},{"key":"89328_CR23","doi-asserted-by":"crossref","unstructured":"Sahoo, P., Singh, A. K., Saha, S., et al. A systematic survey of prompt engineering in large language models: Techniques and applications (2024).","DOI":"10.1007\/979-8-8688-0569-1_4"},{"key":"89328_CR24","doi-asserted-by":"crossref","unstructured":"Sahoo, P., Singh, A. K., Saha, S., Jain, V., Mondal, S., & Chadha, A. A systematic survey of prompt engineering in large language models: Techniques and applications (2024).","DOI":"10.1007\/979-8-8688-0569-1_4"},{"key":"89328_CR25","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Pan, Y., Zhong, T., Dong, P., Xie, K., Liu, Y., & Zhang, X. Potential of multimodal large language models for data mining of medical images and free-text reports (2024).","DOI":"10.1016\/j.metrad.2024.100103"},{"key":"89328_CR26","doi-asserted-by":"publisher","first-page":"3094","DOI":"10.1111\/odi.14732","volume":"30","author":"F Xie","year":"2024","unstructured":"Xie, F. et al. Oral mucosal disease recognition based on dynamic self-attention and feature discriminant loss. Oral Dis. 30, 3094\u20133107 (2024).","journal-title":"Oral Dis."},{"key":"89328_CR27","doi-asserted-by":"crossref","unstructured":"James Booker, J. P., et al. Early evaluation of a natural language processing tool to improve access to educational resources for surgical patients. Eur. Spine J. (2024).","DOI":"10.1007\/s00586-024-08315-5"},{"key":"89328_CR28","doi-asserted-by":"publisher","first-page":"102083","DOI":"10.1016\/j.artmed.2021.102083","volume":"117","author":"Z Kraljevic","year":"2021","unstructured":"Kraljevic, Z. et al. Multi-domain clinical natural language processing with MedCAT: The medical concept annotation toolkit. Artif Intell Med. 117, 102083 (2021).","journal-title":"Artif Intell Med."},{"key":"89328_CR29","unstructured":"Kraljevic, Z., Shek, A., Bean, D., Bendayan, R., Teo, J., & Dobson, R. MedGPT: Medical concept prediction from clinical narratives (2021)."},{"key":"89328_CR30","doi-asserted-by":"crossref","unstructured":"Hsu, Y., Chou, C. Y., Huang, Y. C., et al. Oral mucosal lesions triage via YOLOv7 models. J. Formos Med. Assoc. (2024).","DOI":"10.1016\/j.jfma.2024.07.010"},{"key":"89328_CR31","doi-asserted-by":"crossref","unstructured":"Sottana, A., Liang, B., Zou, K., & Yuan, Z. Evaluation Metrics in the Era of GPT-4: Reliably evaluating large language models on sequence to sequence tasks (2023).","DOI":"10.18653\/v1\/2023.emnlp-main.543"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-89328-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-89328-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-89328-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T11:11:02Z","timestamp":1739445062000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-89328-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":31,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["89328"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-89328-y","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"22 October 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Approval from an institutional review board was not required due to the use of nonidentifiable data.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The requirement for informed consent was waived due to its retrospective design. No patient-identifying information was provided to the LLMs.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Approval from an institutional review board was not required due to the use of nonidentifiable data.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Institutional review board statement"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"5187"}}