{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T07:47:05Z","timestamp":1776498425603,"version":"3.51.2"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,6,3]],"date-time":"2025-06-03T00:00:00Z","timestamp":1748908800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,3]],"date-time":"2025-06-03T00:00:00Z","timestamp":1748908800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Zhenjiang Science and Technology Planning Project","award":["No. SH2024017"],"award-info":[{"award-number":["No. SH2024017"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"DOI":"10.1007\/s10916-025-02213-z","type":"journal-article","created":{"date-parts":[[2025,6,3]],"date-time":"2025-06-03T07:02:29Z","timestamp":1748934149000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Performance of DeepSeek-R1 and ChatGPT-4o on the Chinese National Medical Licensing Examination: A Comparative Study"],"prefix":"10.1007","volume":"49","author":[{"given":"Jin","family":"Wu","sequence":"first","affiliation":[]},{"given":"Zhiheng","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yifan","family":"Qin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,6,3]]},"reference":[{"key":"2213_CR1","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu AJ, Ting DSJ, Elangovan K, Gutierrez L, Tan TF, Ting DSW (2023) Large language models in medicine. Nature Medicine 29:1930\u20131940. https:\/\/doi.org\/10.1038\/s41591-023-02448-8","journal-title":"Nature Medicine"},{"key":"2213_CR2","doi-asserted-by":"publisher","first-page":"866","DOI":"10.1001\/jama.2023.14217","volume":"330","author":"NH Shah","year":"2023","unstructured":"Shah NH, Entwistle D, Pfeffer MA (2023) Creation and Adoption of Large Language Models in Medicine. JAMA 330:866\u2013869. https:\/\/doi.org\/10.1001\/jama.2023.14217","journal-title":"JAMA"},{"key":"2213_CR3","doi-asserted-by":"publisher","first-page":"e230163","DOI":"10.1148\/radiol.230163","volume":"307","author":"Y Shen","year":"2023","unstructured":"Shen Y, Heacock L, Elias J, Hentel KD, Reig B, Shih G, Moy L (2023) ChatGPT and Other Large Language Models Are Double-edged Swords. Radiology 307:e230163. https:\/\/doi.org\/10.1148\/radiol.230163","journal-title":"Radiology"},{"key":"2213_CR4","doi-asserted-by":"publisher","first-page":"3701","DOI":"10.1097\/JS9.0000000000001312","volume":"110","author":"S Tan","year":"2024","unstructured":"Tan S, Xin X, Wu D (2024) ChatGPT in medicine: prospects and challenges: a review article. Int J Surg 110:3701\u20133706. https:\/\/doi.org\/10.1097\/JS9.0000000000001312","journal-title":"Int J Surg"},{"key":"2213_CR5","doi-asserted-by":"publisher","first-page":"6018","DOI":"10.1097\/JS9.0000000000001754","volume":"110","author":"N Zhang","year":"2024","unstructured":"Zhang N, Sun Z, Xie Y, Wu H, Li C (2024) The latest version ChatGPT powered by GPT-4o: what will it bring to the medical field? Int J Surg 110:6018\u20136019. https:\/\/doi.org\/10.1097\/JS9.0000000000001754","journal-title":"Int J Surg"},{"key":"2213_CR6","doi-asserted-by":"publisher","first-page":"104791","DOI":"10.1016\/j.jbi.2025.104791","volume":"163","author":"Y Peng","year":"2025","unstructured":"Peng Y, Malin BA, Rousseau JF, Wang Y, Xu Z, Xu X, Weng C, Bian J (2025) From GPT to DeepSeek: Significant gaps remain in realizing AI in healthcare. Journal of Biomedical Informatics 163:104791. https:\/\/doi.org\/10.1016\/j.jbi.2025.104791","journal-title":"Journal of Biomedical Informatics"},{"key":"2213_CR7","doi-asserted-by":"publisher","unstructured":"G C, S M (2025) How China created AI model DeepSeek and shocked the world. Nature 638. https:\/\/doi.org\/10.1038\/d41586-025-00259-0","DOI":"10.1038\/d41586-025-00259-0"},{"key":"2213_CR8","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/d41586-025-00229-6","volume":"638","author":"E Gibney","year":"2025","unstructured":"Gibney E (2025) China\u2019s cheap, open AI model DeepSeek thrills scientists. Nature 638:13\u201314. https:\/\/doi.org\/10.1038\/d41586-025-00229-6","journal-title":"Nature"},{"key":"2213_CR9","doi-asserted-by":"publisher","unstructured":"Zhao B, Liu H, Liu Q, Qi W, Zhang W, Du J, Jin Y, Weng X (2024) Breaking Boundaries in Spinal Surgery: GPT-4\u2019s Quest to Revolutionize Surgical Site Infection Management. The Journal of Infectious Diseases jiae403. https:\/\/doi.org\/10.1093\/infdis\/jiae403","DOI":"10.1093\/infdis\/jiae403"},{"key":"2213_CR10","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.acra.2019.10.001","volume":"27","author":"S Kulkarni","year":"2020","unstructured":"Kulkarni S, Seneviratne N, Baig MS, Khan AHA (2020) Artificial Intelligence in Medicine: Where Are We Now? Academic Radiology 27:62\u201370. https:\/\/doi.org\/10.1016\/j.acra.2019.10.001","journal-title":"Academic Radiology"},{"key":"2213_CR11","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1053\/j.gastro.2018.06.037","volume":"155","author":"G Urban","year":"2018","unstructured":"Urban G, Tripathi P, Alkayali T, Mittal M, Jalali F, Karnes W, Baldi P (2018) Deep Learning Localizes and Identifies Polyps in Real Time With 96% Accuracy in Screening Colonoscopy. Gastroenterology 155:1069\u20131078.e8. https:\/\/doi.org\/10.1053\/j.gastro.2018.06.037","journal-title":"Gastroenterology"},{"key":"2213_CR12","doi-asserted-by":"publisher","first-page":"e63430","DOI":"10.2196\/63430","volume":"10","author":"BT Bicknell","year":"2024","unstructured":"Bicknell BT, Butler D, Whalen S, Ricks J, Dixon CJ, Clark AB, Spaedy O, Skelton A, Edupuganti N, Dzubinski L, Tate H, Dyess G, Lindeman B, Lehmann LS (2024) ChatGPT-4 Omni Performance in USMLE Disciplines and Clinical Skills: Comparative Analysis. JMIR Med Educ 10:e63430. https:\/\/doi.org\/10.2196\/63430","journal-title":"JMIR Med Educ"},{"key":"2213_CR13","doi-asserted-by":"publisher","first-page":"e45312","DOI":"10.2196\/45312","volume":"9","author":"A Gilson","year":"2023","unstructured":"Gilson A, Safranek CW, Huang T, Socrates V, Chi L, Taylor RA, Chartash D (2023) How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment. JMIR Med Educ 9:e45312. https:\/\/doi.org\/10.2196\/45312","journal-title":"JMIR Med Educ"},{"key":"2213_CR14","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1213\/ANE.0000000000006892","volume":"139","author":"MC Angel","year":"2024","unstructured":"Angel MC, Rinehart JB, Cannesson MP, Baldi P (2024) Clinical Knowledge and Reasoning Abilities of AI Large Language Models in Anesthesiology: A Comparative Study on the American Board of Anesthesiology Examination. Anesth Analg 139:349\u2013356. https:\/\/doi.org\/10.1213\/ANE.0000000000006892","journal-title":"Anesth Analg"},{"key":"2213_CR15","doi-asserted-by":"publisher","first-page":"e48002","DOI":"10.2196\/48002","volume":"9","author":"S Takagi","year":"2023","unstructured":"Takagi S, Watari T, Erabi A, Sakaguchi K (2023) Performance of GPT-3.5 and GPT-4 on the Japanese Medical Licensing Examination: Comparison Study. JMIR Medical Education 9:e48002. https:\/\/doi.org\/10.2196\/48002","journal-title":"JMIR Medical Education"},{"key":"2213_CR16","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/s10916-023-01961-0","volume":"47","author":"X Wang","year":"2023","unstructured":"Wang X, Gong Z, Wang G, Jia J, Xu Y, Zhao J, Fan Q, Wu S, Hu W, Li X (2023) ChatGPT Performs on the Chinese National Medical Licensing Examination. J Med Syst 47:86. https:\/\/doi.org\/10.1007\/s10916-023-01961-0","journal-title":"J Med Syst"},{"key":"2213_CR17","doi-asserted-by":"publisher","first-page":"e52784","DOI":"10.2196\/52784","volume":"10","author":"S Ming","year":"2024","unstructured":"Ming S, Guo Q, Cheng W, Lei B (2024) Influence of Model Evolution and System Roles on ChatGPT\u2019s Performance in Chinese Medical Licensing Exams: Comparative Study. JMIR Med Educ 10:e52784. https:\/\/doi.org\/10.2196\/52784","journal-title":"JMIR Med Educ"},{"key":"2213_CR18","doi-asserted-by":"publisher","first-page":"e70302","DOI":"10.7759\/cureus.70302","volume":"16","author":"M Fujimoto","year":"2024","unstructured":"Fujimoto M, Kuroda H, Katayama T, Yamaguchi A, Katagiri N, Kagawa K, Tsukimoto S, Nakano A, Imaizumi U, Sato-Boku A, Kishimoto N, Itamiya T, Kido K, Sanuki T (2024) Evaluating Large Language Models in Dental Anesthesiology: A Comparative Analysis of ChatGPT-4, Claude 3 Opus, and Gemini 1.0 on the Japanese Dental Society of Anesthesiology Board Certification Exam. Cureus 16:e70302. https:\/\/doi.org\/10.7759\/cureus.70302","journal-title":"Cureus"},{"key":"2213_CR19","doi-asserted-by":"publisher","first-page":"1237432","DOI":"10.3389\/fmed.2023.1237432","volume":"10","author":"W Tong","year":"2023","unstructured":"Tong W, Guan Y, Chen J, Huang X, Zhong Y, Zhang C, Zhang H (2023) Artificial intelligence in global health equity: an evaluation and discussion on the application of ChatGPT, in the Chinese National Medical Licensing Examination. Front Med (Lausanne) 10:1237432. https:\/\/doi.org\/10.3389\/fmed.2023.1237432","journal-title":"Front Med (Lausanne)"},{"key":"2213_CR20","doi-asserted-by":"publisher","first-page":"e0000433","DOI":"10.1371\/journal.pdig.0000433","volume":"3","author":"Y Tanaka","year":"2024","unstructured":"Tanaka Y, Nakata T, Aiga K, Etani T, Muramatsu R, Katagiri S, Kawai H, Higashino F, Enomoto M, Noda M, Kometani M, Takamura M, Yoneda T, Kakizaki H, Nomura A (2024) Performance of Generative Pretrained Transformer on the National Medical Licensing Examination in Japan. PLOS Digital Health 3:e0000433. https:\/\/doi.org\/10.1371\/journal.pdig.0000433","journal-title":"PLOS Digital Health"},{"key":"2213_CR21","doi-asserted-by":"publisher","first-page":"100296","DOI":"10.1016\/j.bjao.2024.100296","volume":"10","author":"K Ando","year":"2024","unstructured":"Ando K, Sato M, Wakatsuki S, Nagai R, Chino K, Kai H, Sasaki T, Kato R, Nguyen TP, Guo N, Sultan P (2024) A comparative study of English and Japanese ChatGPT responses to anaesthesia-related medical questions. BJA Open 10:100296. https:\/\/doi.org\/10.1016\/j.bjao.2024.100296","journal-title":"BJA Open"},{"key":"2213_CR22","doi-asserted-by":"publisher","unstructured":"Wei J, Wang X, Schuurmans D, Bosma M, Ichter B, Xia F, Chi E, Le Q, Zhou D (2023) Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. arXiv. Preprint posted online on 10 Jan 2023. https:\/\/doi.org\/10.48550\/arXiv.2201.11903","DOI":"10.48550\/arXiv.2201.11903"},{"key":"2213_CR23","doi-asserted-by":"publisher","unstructured":"DeepSeek-AI, Guo D, Yang D et al (2025) DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning. arXiv. Preprint posted online on 22 Jan 2025. https:\/\/doi.org\/10.48550\/arXiv.2501.12948","DOI":"10.48550\/arXiv.2501.12948"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02213-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-025-02213-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02213-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,3]],"date-time":"2025-06-03T07:02:30Z","timestamp":1748934150000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-025-02213-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,3]]},"references-count":23,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2213"],"URL":"https:\/\/doi.org\/10.1007\/s10916-025-02213-z","relation":{},"ISSN":["1573-689X"],"issn-type":[{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,3]]},"assertion":[{"value":"20 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study did not include human subject research. Therefore, it did not require ethical approval.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"All procedures performed in this study were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards. No animal or human studies were carried out by the authors for this article.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Animal and Human Rights"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human Ethics and Consent to Participate Declarations"}},{"value":"The authors declare no competing interests.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"74"}}