{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T17:45:05Z","timestamp":1793727905513,"version":"4.6.1"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T00:00:00Z","timestamp":1776384000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T00:00:00Z","timestamp":1781049600000},"content-version":"vor","delay-in-days":54,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Shanghai Municipal Key Course Development Program for Higher Education"},{"name":"\u201cAI+\u201d Curriculum Development Program of Shanghai Jiao Tong University"},{"name":"Shanghai\u2013Ottawa Joint School of Medicine English-Taught Curriculum Development Program"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-49200-z","type":"journal-article","created":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T20:04:25Z","timestamp":1776456265000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Three large language models demonstrate competitive performance in Traditional Chinese Medicine national medical licensing examinations over two years"],"prefix":"10.1038","volume":"16","author":[{"given":"Chenghan","family":"Du","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yien","family":"Pan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheoklong","family":"Ng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yingjie","family":"Ding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiahua","family":"Pan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Xue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoying","family":"Yao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiwei","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,17]]},"reference":[{"issue":"11","key":"49200_CR1","doi-asserted-by":"publisher","first-page":"1276","DOI":"10.1111\/medu.15402","volume":"58","author":"HC Lucas","year":"2024","unstructured":"Lucas, H. C., Upperman, J. S. & Robinson, J. R. A systematic review of large language models and their implications in medical education. Med. Educ. 58(11), 1276\u20131285. https:\/\/doi.org\/10.1111\/medu.15402 (2024).","journal-title":"Med. Educ."},{"issue":"13","key":"49200_CR2","doi-asserted-by":"publisher","first-page":"1201","DOI":"10.1056\/NEJMra2302038","volume":"388","author":"CJ Haug","year":"2023","unstructured":"Haug, C. J. & Drazen, J. M. Artificial intelligence and machine learning in clinical medicine. N. Engl. J. Med. 388(13), 1201\u20131208. https:\/\/doi.org\/10.1056\/NEJMra2302038 (2023).","journal-title":"N. Engl. J. Med."},{"issue":"6654","key":"49200_CR3","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1126\/science.adj3312","volume":"381","author":"M Yip","year":"2023","unstructured":"Yip, M. et al. Artificial intelligence meets medical robotics. Science 381(6654), 141\u2013146. https:\/\/doi.org\/10.1126\/science.adj3312 (2023).","journal-title":"Science"},{"issue":"4","key":"49200_CR4","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0301702","volume":"19","author":"KC Li","year":"2024","unstructured":"Li, K. C. et al. Performance of ChatGPT on Chinese master\u2019s degree entrance examination in clinical medicine. PLoS ONE 19(4), e0301702 (2024).","journal-title":"PLoS ONE"},{"key":"49200_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2024.105673","volume":"193","author":"M Liu","year":"2025","unstructured":"Liu, M. et al. Evaluating the effectiveness of advanced large Language models in medical knowledge: A comparative study using Japanese National medical examination. Int. J. Med. Inf. 193, 105673 (2025).","journal-title":"Int. J. Med. Inf."},{"issue":"1","key":"49200_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-58964-1","volume":"14","author":"AN Kaftan","year":"2024","unstructured":"Kaftan, A. N., Hussain, M. K. & Naser, F. H. Response accuracy of ChatGPT 3.5 Copilot and Gemini in interpreting biochemical laboratory data a pilot study. Sci. Rep. 14(1), 8233. https:\/\/doi.org\/10.1038\/s41598-024-58964-1 (2024).","journal-title":"Sci. Rep."},{"issue":"1","key":"49200_CR7","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1007\/s12020-024-04121-7","volume":"88","author":"I Gunesli","year":"2025","unstructured":"Gunesli, I., Aksun, S., Fathelbab, J. & Yildiz, B. O. Comparative evaluation of ChatGPT-4, ChatGPT-3.5 and Google Gemini on PCOS assessment and management based on recommendations from the 2023 guideline. Endocrine 88(1), 315\u2013322. https:\/\/doi.org\/10.1007\/s12020-024-04121-7 (2025).","journal-title":"Endocrine"},{"issue":"11","key":"49200_CR8","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1007\/s11604-024-01619-y","volume":"42","author":"Y Sonoda","year":"2024","unstructured":"Sonoda, Y. et al. Diagnostic performances of GPT-4o, Claude 3 Opus, and Gemini 1.5 Pro in \u201cDiagnosis Please\u201d cases. Jpn. J. Radiol. 42(11), 1231\u20131235. https:\/\/doi.org\/10.1007\/s11604-024-01619-y (2024).","journal-title":"Jpn. J. Radiol."},{"issue":"21","key":"49200_CR9","doi-asserted-by":"publisher","first-page":"1866","DOI":"10.1001\/jama.2025.6571","volume":"333","author":"D Zeng","year":"2025","unstructured":"Zeng, D., Qin, Y., Sheng, B. & Wong, T. Y. DeepSeek\u2019s \u201cLow-Cost\u201d adoption across China\u2019s hospital systems: Too fast, too soon?. JAMA 333(21), 1866\u20131869. https:\/\/doi.org\/10.1001\/jama.2025.6571 (2025).","journal-title":"JAMA"},{"issue":"3","key":"49200_CR10","doi-asserted-by":"publisher","first-page":"nwaf044","DOI":"10.1093\/nsr\/nwaf044","volume":"12","author":"M Poo","year":"2025","unstructured":"Poo, M. Reflections on DeepSeek\u2019s breakthrough. Natl Sci Rev 12(3), nwaf044. https:\/\/doi.org\/10.1093\/nsr\/nwaf044 (2025).","journal-title":"Natl Sci Rev"},{"issue":"2","key":"49200_CR11","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.79221","volume":"17","author":"A Temsah","year":"2025","unstructured":"Temsah, A. et al. DeepSeek in healthcare: Revealing opportunities and steering challenges of a new open-source artificial intelligence frontier. Cureus 17(2), e79221. https:\/\/doi.org\/10.7759\/cureus.79221 (2025).","journal-title":"Cureus"},{"issue":"9","key":"49200_CR12","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1089\/jicm.2024.0902","volume":"31","author":"E Ghanad","year":"2025","unstructured":"Ghanad, E. et al. GPT versus ERNIE for national Traditional Chinese Medicine licensing examination: Does cultural background matter?. J Integr Complement Med 31(9), 844\u2013848. https:\/\/doi.org\/10.1089\/jicm.2024.0902 (2025).","journal-title":"J Integr Complement Med"},{"key":"49200_CR13","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-026-03370-y","volume":"26","author":"M Liu","year":"2026","unstructured":"Liu, M. et al. Textbook-level medical knowledge in large language models: Comparative evaluation using Japanese National Medical Examination. BMC Med. Inform. Decis. Mak. 26, 65. https:\/\/doi.org\/10.1186\/s12911-026-03370-y (2026).","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"49200_CR14","doi-asserted-by":"publisher","DOI":"10.2196\/48002","volume":"9","author":"S Takagi","year":"2023","unstructured":"Takagi, S., Watari, T., Erabi, A. & Sakaguchi, K. Performance of GPT\u20113.5 and GPT\u20114 on the Japanese medical licensing examination: Comparison study. JMIR Med. Educ. 9, e48002 (2023).","journal-title":"JMIR Med. Educ."},{"issue":"1","key":"49200_CR15","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/s10916-023-01961-0","volume":"47","author":"X Wang","year":"2023","unstructured":"Wang, X. et al. ChatGPT performs on the Chinese National medical licensing examination. J. Med. Syst. 47(1), 86 (2023).","journal-title":"J. Med. Syst."},{"issue":"1","key":"49200_CR16","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-024-05125-7","volume":"24","author":"H Zong","year":"2024","unstructured":"Zong, H. et al. Performance of ChatGPT on Chinese national medical licensing examinations: A five\u2011year examination evaluation study for physicians, pharmacists and nurses. BMC Med. Educ. 24(1), 143 (2024).","journal-title":"BMC Med. Educ."},{"issue":"12","key":"49200_CR17","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000397","volume":"2","author":"C Fang","year":"2023","unstructured":"Fang, C. et al. How does ChatGPT\u20114 preform on non\u2011English national medical licensing examination? An evaluation in Chinese language. PLOS Digit. Health. 2(12), e0000397 (2023).","journal-title":"PLOS Digit. Health."},{"key":"49200_CR18","doi-asserted-by":"publisher","DOI":"10.2196\/60807","volume":"26","author":"M Liu","year":"2024","unstructured":"Liu, M. et al. Performance of ChatGPT across different versions in medical licensing examinations worldwide: Systematic review and meta-analysis. J. Med. Internet Res. 26, e60807. https:\/\/doi.org\/10.2196\/60807 (2024).","journal-title":"J. Med. Internet Res."},{"issue":"10","key":"49200_CR19","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0312771","volume":"19","author":"M Liu","year":"2024","unstructured":"Liu, M., Okuhara, T., Chang, X., Okada, H. & Kiuchi, T. Performance of ChatGPT in medical licensing examinations in countries worldwide: A systematic review and meta-analysis protocol. PLoS ONE 19(10), e0312771. https:\/\/doi.org\/10.1371\/journal.pone.0312771 (2024).","journal-title":"PLoS ONE"},{"issue":"1","key":"49200_CR20","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/j.identj.2024.10.014","volume":"75","author":"M Liu","year":"2025","unstructured":"Liu, M. et al. Large language models in dental licensing examinations: Systematic review and meta-analysis. Int. Dent. J. 75(1), 213\u2013222. https:\/\/doi.org\/10.1016\/j.identj.2024.10.014 (2025).","journal-title":"Int. Dent. J."},{"issue":"1","key":"49200_CR21","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-025-02213-z","volume":"49","author":"J Wu","year":"2025","unstructured":"Wu, J., Wang, Z. & Qin, Y. Performance of DeepSeek-R1 and ChatGPT-4o on the Chinese National Medical Licensing Examination: A comparative study. J. Med. Syst. 49(1), 74. https:\/\/doi.org\/10.1007\/s10916-025-02213-z (2025).","journal-title":"J. Med. Syst."},{"key":"49200_CR22","doi-asserted-by":"publisher","DOI":"10.1177\/2055207620948996","volume":"6","author":"G Battineni","year":"2020","unstructured":"Battineni, G. et al. Factors affecting the quality and reliability of online health information. Digit. Health 6, 2055207620948996. https:\/\/doi.org\/10.1177\/2055207620948996 (2020).","journal-title":"Digit. Health"},{"key":"49200_CR23","doi-asserted-by":"publisher","DOI":"10.2196\/48978","volume":"9","author":"RJ Borchert","year":"2023","unstructured":"Borchert, R. J., Hickman, C. R., Pepys, J. & Sadler, T. J. Performance of ChatGPT on the situational judgement Test-A professional dilemmas-based examination for doctors in the United Kingdom. JMIR Med. Educ. 9, e48978. https:\/\/doi.org\/10.2196\/48978 (2023).","journal-title":"JMIR Med. Educ."},{"key":"49200_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.nuclcard.2024.102089","volume":"45","author":"V Builoff","year":"2025","unstructured":"Builoff, V. et al. Evaluating AI proficiency in nuclear cardiology: Large language models take on the board preparation exam. J. Nucl. Cardiol. 45, 102089. https:\/\/doi.org\/10.1016\/j.nuclcard.2024.102089 (2025).","journal-title":"J. Nucl. Cardiol."},{"issue":"7","key":"49200_CR25","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics14070773","volume":"14","author":"A Fabijan","year":"2024","unstructured":"Fabijan, A. et al. Artificial intelligence in medical imaging: Analyzing the performance of ChatGPT and Microsoft Bing in scoliosis detection and Cobb angle assessment. Diagnostics 14(7), 773. https:\/\/doi.org\/10.3390\/diagnostics14070773 (2024).","journal-title":"Diagnostics"},{"key":"49200_CR26","doi-asserted-by":"publisher","DOI":"10.2196\/54393","volume":"10","author":"T Nakao","year":"2024","unstructured":"Nakao, T. et al. Capability of GPT-4V(ision) in the Japanese National Medical Licensing Examination: Evaluation study. JMIR Med. Educ. 10, e54393. https:\/\/doi.org\/10.2196\/54393 (2024).","journal-title":"JMIR Med. Educ."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49200-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49200-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49200-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T23:29:21Z","timestamp":1781047761000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-49200-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,17]]},"references-count":26,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["49200"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-49200-z","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-8930037\/v1","asserted-by":"object"}]},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,17]]},"assertion":[{"value":"21 February 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"17942"}}