{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T13:01:54Z","timestamp":1784120514369,"version":"3.55.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,10]],"date-time":"2025-11-10T00:00:00Z","timestamp":1762732800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,10]],"date-time":"2025-11-10T00:00:00Z","timestamp":1762732800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"the Shandong Traditional Chinese Medicine Science and Technology Project","award":["M-2022080"],"award-info":[{"award-number":["M-2022080"]}]},{"name":"the Shandong Traditional Chinese Medicine Science and Technology Project","award":["M-2022081"],"award-info":[{"award-number":["M-2022081"]}]},{"name":"the Shandong Provincial Medical and Health Plan","award":["2019WS214"],"award-info":[{"award-number":["2019WS214"]}]},{"name":"National Clinical Key Specialty Construction Project"},{"name":"Shandong Provincial Natural Science Foundation general project","award":["ZR2021MH304"],"award-info":[{"award-number":["ZR2021MH304"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-23973-1","type":"journal-article","created":{"date-parts":[[2025,11,10]],"date-time":"2025-11-10T16:27:04Z","timestamp":1762792024000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Comparative performance of Chinese and international large language models on the Chinese radiology attending physician qualification examination"],"prefix":"10.1038","volume":"15","author":[{"given":"Dingyuan","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengke","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiang","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Naifeng","family":"Kuang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tao","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zuncheng","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"23973_CR1","doi-asserted-by":"publisher","first-page":"e48568","DOI":"10.2196\/48568","volume":"25","author":"J Liu","year":"2023","unstructured":"Liu, J., Wang, C. & Liu, S. Utility of ChatGPT in clinical practice. J. Med. Internet Res. 25, e48568. https:\/\/doi.org\/10.2196\/48568 (2023). Published 2023 Jun 28.","journal-title":"J. Med. Internet Res."},{"issue":"7","key":"23973_CR2","doi-asserted-by":"publisher","first-page":"3370","DOI":"10.1021\/acs.jcim.5c00275","volume":"65","author":"YQ Chen","year":"2025","unstructured":"Chen, Y. Q. et al. Application of large Language models in Drug-Induced osteotoxicity prediction. J. Chem. Inf. Model. 65 (7), 3370\u20133379. https:\/\/doi.org\/10.1021\/acs.jcim.5c00275 (2025).","journal-title":"J. Chem. Inf. Model."},{"issue":"6","key":"23973_CR3","doi-asserted-by":"publisher","first-page":"977","DOI":"10.1016\/j.jhep.2023.07.028","volume":"80","author":"J Varghese","year":"2024","unstructured":"Varghese, J., Chapiro, J. & ChatGPT The transformative influence of generative AI on science and healthcare. J. Hepatol. 80 (6), 977\u2013980. https:\/\/doi.org\/10.1016\/j.jhep.2023.07.028 (2024).","journal-title":"J. Hepatol."},{"key":"23973_CR4","doi-asserted-by":"publisher","unstructured":"Roos, J., Martin, R. & Kaczmarczyk, R. Evaluating Bard Gemini Pro and GPT-4 Vision Against Student Performance in Medical Visual Question Answering: Comparative Case Study [published correction appears in JMIR Form Res. ;9:e71664. doi: 10.2196\/71664.]. JMIR Form Res. 2024;8:e57592. Published 2024 Dec 17. (2025). https:\/\/doi.org\/10.2196\/57592","DOI":"10.2196\/57592"},{"issue":"10","key":"23973_CR5","doi-asserted-by":"publisher","first-page":"1221","DOI":"10.3390\/diagnostics15101221","volume":"15","author":"C Jiao","year":"2025","unstructured":"Jiao, C. et al. Diagnostic performance of publicly available large Language models in corneal diseases: A comparison with human specialists. Diagnostics (Basel). 15 (10), 1221. https:\/\/doi.org\/10.3390\/diagnostics15101221 (2025). Published 2025 May 13.","journal-title":"Diagnostics (Basel)"},{"issue":"6","key":"23973_CR6","doi-asserted-by":"publisher","first-page":"2745","DOI":"10.1007\/s00261-024-04708-8","volume":"50","author":"Y Shen","year":"2025","unstructured":"Shen, Y. et al. Multimodal large Language models in radiology: principles, applications, and potential. Abdom. Radiol. (NY). 50 (6), 2745\u20132757. https:\/\/doi.org\/10.1007\/s00261-024-04708-8 (2025).","journal-title":"Abdom. Radiol. (NY)"},{"key":"23973_CR7","doi-asserted-by":"publisher","first-page":"105673","DOI":"10.1016\/j.ijmedinf.2024.105673","volume":"193","author":"M Liu","year":"2025","unstructured":"Liu, M. et al. Evaluating the effectiveness of advanced large Language models in medical knowledge: A comparative study using Japanese National medical examination. Int. J. Med. Inf. 193, 105673. https:\/\/doi.org\/10.1016\/j.ijmedinf.2024.105673 (2025).","journal-title":"Int. J. Med. Inf."},{"key":"23973_CR8","doi-asserted-by":"publisher","unstructured":"Sandmann, S. et al. Benchmark evaluation of deepseek large Language models in clinical decision-making. Nat. Med. Published Online April. 23 https:\/\/doi.org\/10.1038\/s41591-025-03727-2 (2025).","DOI":"10.1038\/s41591-025-03727-2"},{"issue":"2","key":"23973_CR9","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1111\/eje.13073","volume":"29","author":"YT Xiong","year":"2025","unstructured":"Xiong, Y. T. et al. Evaluating the performance of large Language models (LLMs) in answering and analyzing the Chinese dental licensing examination. Eur. J. Dent. Educ. 29 (2), 332\u2013340. https:\/\/doi.org\/10.1111\/eje.13073 (2025).","journal-title":"Eur. J. Dent. Educ."},{"issue":"3","key":"23973_CR10","doi-asserted-by":"publisher","first-page":"e097528","DOI":"10.1136\/bmjopen-2024-097528","volume":"15","author":"Y Ren","year":"2025","unstructured":"Ren, Y. et al. Evaluating the performance of large Language models in health education for patients with ankylosing spondylitis\/spondyloarthritis: a cross-sectional, single-blind study in China. BMJ Open. 15 (3), e097528. https:\/\/doi.org\/10.1136\/bmjopen-2024-097528 (2025). Published 2025 Mar 21.","journal-title":"BMJ Open."},{"issue":"9","key":"23973_CR11","doi-asserted-by":"publisher","first-page":"e68813","DOI":"10.7759\/cureus.68813","volume":"16","author":"A Jaworski","year":"2024","unstructured":"Jaworski, A. et al. GPT-4o vs. Human candidates: performance analysis in the Polish final dentistry examination. Cureus 16 (9), e68813. https:\/\/doi.org\/10.7759\/cureus.68813 (2024). Published 2024 Sep 6.","journal-title":"Cureus"},{"issue":"1","key":"23973_CR12","doi-asserted-by":"publisher","first-page":"e240194","DOI":"10.1001\/jamanetworkopen.2024.0194","volume":"7","author":"MC Schubert","year":"2024","unstructured":"Schubert, M. C., Wick, W. & Venkataramani, V. Performance of large Language models on a neurology Board-Style examination [published correction appears in. JAMA Netw. Open. 7 (1), e240194. https:\/\/doi.org\/10.1001\/jamanetworkopen.2024.0194 (2024).","journal-title":"JAMA Netw. Open."},{"key":"23973_CR13","doi-asserted-by":"publisher","unstructured":"Kung, J. E., Marshall, C., Gauthier, C., Gonzalez, T. A. & Jackson, J. B. 3 Evaluating ChatGPT performance on the orthopaedic In-Training examination. JB JS Open. Access. 8 (3). https:\/\/doi.org\/10.2106\/JBJS.OA.23.00056 (2023). e23.00056. Published 2023 September 8.","DOI":"10.2106\/JBJS.OA.23.00056"},{"issue":"1","key":"23973_CR14","doi-asserted-by":"publisher","first-page":"1652","DOI":"10.1097\/JS9.0000000000001887","volume":"111","author":"Z Wu","year":"2025","unstructured":"Wu, Z., Li, S. & Zhao, X. The application of ChatGPT in medical education: prospects and challenges. Int. J. Surg. 111 (1), 1652\u20131653. https:\/\/doi.org\/10.1097\/JS9.0000000000001887 (2025). Published 2025 January 1.","journal-title":"Int. J. Surg."},{"key":"23973_CR15","doi-asserted-by":"publisher","first-page":"238212052311784","DOI":"10.1177\/23821205231178449","volume":"10","author":"R Tsang","year":"2023","unstructured":"Tsang, R. Practical applications of ChatGPT in undergraduate medical education. J. Med. Educ. Curric. Dev. 10, 23821205231178449. https:\/\/doi.org\/10.1177\/23821205231178449 (2023). Published 2023 May 24.","journal-title":"J. Med. Educ. Curric. Dev."},{"issue":"2","key":"23973_CR16","doi-asserted-by":"publisher","first-page":"173","DOI":"10.2967\/jnumed.124.268072","volume":"66","author":"TJ Bradshaw","year":"2025","unstructured":"Bradshaw, T. J. et al. Large Language models and large multimodal models in medical imaging: A primer for physicians. J. Nucl. Med. 66 (2), 173\u2013182. https:\/\/doi.org\/10.2967\/jnumed.124.268072 (2025). Published 2025 Feb 3.","journal-title":"J. Nucl. Med."},{"issue":"1","key":"23973_CR17","doi-asserted-by":"publisher","first-page":"e232756","DOI":"10.1148\/radiol.232756","volume":"310","author":"R Bhayana","year":"2024","unstructured":"Bhayana, R. Chatbots and large Language models in radiology: A practical primer for clinical and research applications. Radiology 310 (1), e232756. https:\/\/doi.org\/10.1148\/radiol.232756 (2024).","journal-title":"Radiology"},{"issue":"4","key":"23973_CR18","doi-asserted-by":"publisher","first-page":"792","DOI":"10.1016\/j.radi.2023.05.011","volume":"29","author":"G Currie","year":"2023","unstructured":"Currie, G. et al. ChatGPT in medical imaging higher education. Radiography (Lond). 29 (4), 792\u2013799. https:\/\/doi.org\/10.1016\/j.radi.2023.05.011 (2023).","journal-title":"Radiography (Lond)"},{"issue":"4","key":"23973_CR19","doi-asserted-by":"publisher","first-page":"e82870","DOI":"10.7759\/cureus.82870","volume":"17","author":"Z B\u0142echa","year":"2025","unstructured":"B\u0142echa, Z. et al. Performance of GPT-4o and DeepSeek-R1 in the Polish infectious diseases specialty exam. Cureus 17 (4), e82870. https:\/\/doi.org\/10.7759\/cureus.82870 (2025). Published 2025 Apr 23.","journal-title":"Cureus"},{"key":"23973_CR20","doi-asserted-by":"publisher","unstructured":"Fang, C. et al. How does ChatGPT-4 preform on non-English national medical licensing examination? An evaluation in Chinese language. PLOS Digit Health. ;2(12):e0000397. Published 2023 December 1. (2023). https:\/\/doi.org\/10.1371\/journal.pdig.0000397","DOI":"10.1371\/journal.pdig.0000397"},{"key":"23973_CR21","doi-asserted-by":"publisher","unstructured":"Tong, W. et al. Artificial intelligence in global health equity: an evaluation and discussion on the application of ChatGPT, in the Chinese National Medical Licensing Examination. Front Med (Lausanne). ;10:1237432. Published 2023 October 19. (2023). https:\/\/doi.org\/10.3389\/fmed.2023.1237432","DOI":"10.3389\/fmed.2023.1237432"},{"issue":"6731","key":"23973_CR22","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1126\/science.adv9836","volume":"387","author":"D Normile","year":"2025","unstructured":"Normile, D. Chinese firm\u2019s large Language model makes a Splash. Science 387 (6731), 238. https:\/\/doi.org\/10.1126\/science.adv9836 (2025).","journal-title":"Science"},{"issue":"1","key":"23973_CR23","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1016\/j.jds.2024.06.015","volume":"20","author":"H Fukuda","year":"2025","unstructured":"Fukuda, H. et al. Evaluating the image recognition capabilities of GPT-4V and gemini pro in the Japanese National dental examination. J. Dent. Sci. 20 (1), 368\u2013372. https:\/\/doi.org\/10.1016\/j.jds.2024.06.015 (2025).","journal-title":"J. Dent. Sci."},{"issue":"5","key":"23973_CR24","doi-asserted-by":"publisher","first-page":"2394","DOI":"10.1016\/j.acra.2024.10.035","volume":"32","author":"T Nakaura","year":"2025","unstructured":"Nakaura, T. et al. Performance of multimodal large Language models in Japanese diagnostic radiology board examinations (2021\u20132023). Acad. Radiol. 32 (5), 2394\u20132401. https:\/\/doi.org\/10.1016\/j.acra.2024.10.035 (2025).","journal-title":"Acad. Radiol."},{"issue":"1","key":"23973_CR25","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1186\/s12903-025-05926-2","volume":"25","author":"BE Yilmaz","year":"2025","unstructured":"Yilmaz, B. E., Gokkurt Yilmaz, B. N. & Ozbey, F. Artificial intelligence performance in answering multiple-choice oral pathology questions: a comparative analysis. BMC Oral Health. 25 (1), 573. https:\/\/doi.org\/10.1186\/s12903-025-05926-2 (2025). Published 2025 Apr 15.","journal-title":"BMC Oral Health"},{"issue":"9","key":"23973_CR26","doi-asserted-by":"publisher","first-page":"3078","DOI":"10.3390\/jcm14093078","volume":"14","author":"G Marcaccini","year":"2025","unstructured":"Marcaccini, G. et al. Management of burns: Multi-Center assessment comparing AI models and experienced plastic surgeons. J. Clin. Med. 14 (9), 3078. https:\/\/doi.org\/10.3390\/jcm14093078 (2025). Published 2025 Apr 29.","journal-title":"J. Clin. Med."},{"issue":"6","key":"23973_CR27","doi-asserted-by":"publisher","first-page":"1353","DOI":"10.1227\/neu.0000000000002632","volume":"93","author":"R Ali","year":"2023","unstructured":"Ali, R. et al. Performance of ChatGPT and GPT-4 on neurosurgery written board examinations. Neurosurgery 93 (6), 1353\u20131365. https:\/\/doi.org\/10.1227\/neu.0000000000002632 (2023).","journal-title":"Neurosurgery"},{"issue":"1","key":"23973_CR28","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/s10916-024-02103-w","volume":"48","author":"K Ishida","year":"2024","unstructured":"Ishida, K., Arisaka, N. & Fujii, K. Analysis of responses of GPT-4 V to the Japanese National clinical engineer licensing examination. J. Med. Syst. 48 (1), 83. https:\/\/doi.org\/10.1007\/s10916-024-02103-w (2024). Published 2024 Sep 11.","journal-title":"J. Med. Syst."},{"issue":"1","key":"23973_CR29","doi-asserted-by":"publisher","first-page":"14119","DOI":"10.1038\/s41598-025-98949-2","volume":"15","author":"D Luo","year":"2025","unstructured":"Luo, D. et al. Evaluating the performance of GPT-3.5, GPT-4, and GPT-4o in the Chinese National medical licensing examination. Sci. Rep. 15 (1), 14119. https:\/\/doi.org\/10.1038\/s41598-025-98949-2 (2025). Published 2025 Apr 23.","journal-title":"Sci. Rep."},{"key":"23973_CR30","doi-asserted-by":"publisher","unstructured":"Sau, S. et al. Accuracy and quality of ChatGPT-4o and Google Gemini performance on image-based neurosurgery board questions. Neurosurg Rev. ;48(1):320. Published 2025 Mar 25. (2025). https:\/\/doi.org\/10.1007\/s10143-025-03472-7","DOI":"10.1007\/s10143-025-03472-7"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-23973-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-23973-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-23973-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T05:02:33Z","timestamp":1763182953000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-23973-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":30,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["23973"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-23973-1","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"7 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This study received no funding. All authors declare that they have no conflicts of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"39379"}}