{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T15:23:12Z","timestamp":1791300192053,"version":"4.1.0"},"reference-count":24,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,12,24]],"date-time":"2026-12-24T00:00:00Z","timestamp":1798070400000},"content-version":"am","delay-in-days":326,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","ejradiology.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Journal of Radiology"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1016\/j.ejrad.2025.112608","type":"journal-article","created":{"date-parts":[[2025,12,13]],"date-time":"2025-12-13T16:09:41Z","timestamp":1765642181000},"page":"112608","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Evaluation of DeepSeek-R1 and contemporary large language models on the radiology board examination: A milestone achieved as open-source model matches performance with closed-source model"],"prefix":"10.1016","volume":"195","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9010-0341","authenticated-orcid":false,"given":"Takeshi","family":"Nakaura","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Naoki","family":"Kobayashi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takanori","family":"Masuda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yasunori","family":"Nagayama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hiroyuki","family":"Uetani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Masafumi","family":"Kidoh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seitaro","family":"Oda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yoshinori","family":"Funama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Toshinori","family":"Hirai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ejrad.2025.112608_b0005","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000198","article-title":"Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models","volume":"2","author":"Kung","year":"2023","journal-title":"PLOS Digital Health"},{"key":"10.1016\/j.ejrad.2025.112608_b0010","doi-asserted-by":"crossref","DOI":"10.2196\/45312","article-title":"How does ChatGPT perform on the united states medical licensing examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","volume":"9","author":"Gilson","year":"2023","journal-title":"JMIR Med Educ"},{"key":"10.1016\/j.ejrad.2025.112608_b0015","author":"Wei","year":"2023","journal-title":"Chain-of-thought prompting elicits reasoning in large language models"},{"key":"10.1016\/j.ejrad.2025.112608_b0020","unstructured":"L. Ouyang, J. Wu, X. Jiang, D. Almeida, C.L. Wainwright, P. Mishkin, C. Zhang, S. Agarwal, K. Slama, A. Ray, J. Schulman, J. Hilton, F. Kelton, L. Miller, M. Simens, A. Askell, P. Welinder, P. Christiano, J. Leike, R. Lowe, Training language models to follow instructions with human feedback, (2022). https:\/\/doi.org\/10.48550\/arXiv.2203.02155."},{"key":"10.1016\/j.ejrad.2025.112608_b0025","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41746-024-01239-w","article-title":"Closing the gap between open source and commercial large language models for medical evidence summarization","volume":"7","author":"Zhang","year":"2024","journal-title":"Npj Digit. Med."},{"key":"10.1016\/j.ejrad.2025.112608_b0030","unstructured":"DeepSeek-AI, D. Guo, D. Yang, H. Zhang, J. Song, R. Zhang, R. Xu, Q. Zhu, S. Ma, P. Wang, X. Bi, X. Zhang, X. Yu, Y. Wu, Z.F. Wu, Z. Gou, Z. Shao, Z. Li, Z. Gao, A. Liu, B. Xue, B. Wang, B. Wu, B. Feng, C. Lu, C. Zhao, C. Deng, C. Zhang, C. Ruan, D. Dai, D. Chen, D. Ji, E. Li, F. Lin, F. Dai, F. Luo, G. Hao, G. Chen, G. Li, H. Zhang, H. Bao, H. Xu, H. Wang, H. Ding, H. Xin, H. Gao, H. Qu, H. Li, J. Guo, J. Li, J. Wang, J. Chen, J. Yuan, J. Qiu, J. Li, J.L. Cai, J. Ni, J. Liang, J. Chen, K. Dong, K. Hu, K. Gao, K. Guan, K. Huang, K. Yu, L. Wang, L. Zhang, L. Zhao, L. Wang, L. Zhang, L. Xu, L. Xia, M. Zhang, M. Zhang, M. Tang, M. Li, M. Wang, M. Li, N. Tian, P. Huang, P. Zhang, Q. Wang, Q. Chen, Q. Du, R. Ge, R. Zhang, R. Pan, R. Wang, R.J. Chen, R.L. Jin, R. Chen, S. Lu, S. Zhou, S. Chen, S. Ye, S. Wang, S. Yu, S. Zhou, S. Pan, S.S. Li, S. Zhou, S. Wu, S. Ye, T. Yun, T. Pei, T. Sun, T. Wang, W. Zeng, W. Zhao, W. Liu, W. Liang, W. Gao, W. Yu, W. Zhang, W.L. Xiao, W. An, X. Liu, X. Wang, X. Chen, X. Nie, X. Cheng, X. Liu, X. Xie, X. Liu, X. Yang, X. Li, X. Su, X. Lin, X.Q. Li, X. Jin, X. Shen, X. Chen, X. Sun, X. Wang, X. Song, X. Zhou, X. Wang, X. Shan, Y.K. Li, Y.Q. Wang, Y.X. Wei, Y. Zhang, Y. Xu, Y. Li, Y. Zhao, Y. Sun, Y. Wang, Y. Yu, Y. Zhang, Y. Shi, Y. Xiong, Y. He, Y. Piao, Y. Wang, Y. Tan, Y. Ma, Y. Liu, Y. Guo, Y. Ou, Y. Wang, Y. Gong, Y. Zou, Y. He, Y. Xiong, Y. Luo, Y. You, Y. Liu, Y. Zhou, Y.X. Zhu, Y. Xu, Y. Huang, Y. Li, Y. Zheng, Y. Zhu, Y. Ma, Y. Tang, Y. Zha, Y. Yan, Z.Z. Ren, Z. Ren, Z. Sha, Z. Fu, Z. Xu, Z. Xie, Z. Zhang, Z. Hao, Z. Ma, Z. Yan, Z. Wu, Z. Gu, Z. Zhu, Z. Liu, Z. Li, Z. Xie, Z. Song, Z. Pan, Z. Huang, Z. Xu, Z. Zhang, Z. Zhang, DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning, (2025). https:\/\/doi.org\/10.48550\/arXiv.2501.12948."},{"key":"10.1016\/j.ejrad.2025.112608_b0035","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.230582","article-title":"Performance of ChatGPT on a radiology board-style examination: insights into current strengths and limitations","volume":"307","author":"Bhayana","year":"2023","journal-title":"Radiology"},{"key":"10.1016\/j.ejrad.2025.112608_b0040","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2023.1265024","article-title":"Benchmarking ChatGPT-4 on a radiation oncology in-training exam and Red Journal Gray Zone cases: potentials and challenges for ai-assisted medical education and decision making in radiation oncology","volume":"13","author":"Huang","year":"2023","journal-title":"Front. Oncol."},{"key":"10.1016\/j.ejrad.2025.112608_b0045","unstructured":"Hello GPT-4o, (n.d.). https:\/\/openai.com\/index\/hello-gpt-4o\/ (accessed June 26, 2024)."},{"key":"10.1016\/j.ejrad.2025.112608_b0050","unstructured":"Using OpenAI o-series models and GPT-4o models on ChatGPT | OpenAI Help Center, (n.d.). https:\/\/help.openai.com\/en\/articles\/9824965-using-openai-o-series-models-and-gpt-4o-models-on-chatgpt (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0055","unstructured":"OpenAI o1 System Card, Https:\/\/Openai.Com\/Index\/Openai-O1-System-Card\/ (n.d.). https:\/\/openai.com\/index\/openai-o1-system-card\/ (accessed November 26, 2024)."},{"key":"10.1016\/j.ejrad.2025.112608_b0060","unstructured":"OpenAI o3-mini, (n.d.). https:\/\/openai.com\/index\/openai-o3-mini\/ (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0065","unstructured":"Introducing Claude 3.5 Sonnet, (n.d.). https:\/\/www.anthropic.com\/news\/claude-3-5-sonnet (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0070","unstructured":"Introducing Gemini 2.0: our new AI model for the agentic era, Google (2024). https:\/\/blog.google\/technology\/google-deepmind\/google-gemini-ai-update-december-2024\/ (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0075","unstructured":"DeepSeek-R1 Release | DeepSeek API Docs, (n.d.). https:\/\/api-docs.deepseek.com\/news\/news250120 (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0080","unstructured":"meta-llama\/Llama-3.3-70B-Instruct \u00b7 Hugging Face, (2024). https:\/\/huggingface.co\/meta-llama\/Llama-3.3-70B-Instruct (accessed May 12, 2025)."},{"key":"10.1016\/j.ejrad.2025.112608_b0085","author":"Touvron","year":"2023","journal-title":"LLaMA: Open and Efficient Foundation Language Models"},{"key":"10.1016\/j.ejrad.2025.112608_b0090","doi-asserted-by":"crossref","first-page":"23101","DOI":"10.1038\/s41598-025-08601-2","article-title":"A comparative analysis of DeepSeek R1, DeepSeek-R1-Lite, OpenAi o1 pro, and Grok 3 performance on ophthalmology board-style questions","volume":"15","author":"Shean","year":"2025","journal-title":"Sci. Rep."},{"key":"10.1016\/j.ejrad.2025.112608_b0095","doi-asserted-by":"crossref","unstructured":"Z.S. Hussain M. Delsoz M. Elahi B. Jerkins E. Kanner C. Wright W.M. Munir M. Soleimani A. Djalilian P.A. Lao J.W. Fong M.Y. Kahook S. Yousefi Performance of DeepSeek, Qwen 2.5 MAX, and ChatGPT Assisting in Diagnosis of Corneal Eye Diseases, Glaucoma, and Neuro-Ophthalmology Diseases Based on Clinical Case Reports medRxiv (2025) 2025.03.14.25323836. 10.1101\/2025.03.14.25323836.","DOI":"10.1101\/2025.03.14.25323836"},{"key":"10.1016\/j.ejrad.2025.112608_b0100","doi-asserted-by":"crossref","DOI":"10.1016\/j.clinimag.2025.110506","article-title":"A comparison of performance of DeepSeek-R1 model-generated responses to musculoskeletal radiology queries against ChatGPT-4 and ChatGPT-4o \u2013 a feasibility study","volume":"123","author":"Uldin","year":"2025","journal-title":"Clinical Imaging"},{"key":"10.1016\/j.ejrad.2025.112608_b0105","unstructured":"Y. Ye, Z. Huang, Y. Xiao, E. Chern, S. Xia, P. Liu, LIMO: Less is More for Reasoning, (2025). https:\/\/doi.org\/10.48550\/arXiv.2502.03387."},{"key":"10.1016\/j.ejrad.2025.112608_b0110","doi-asserted-by":"crossref","first-page":"918","DOI":"10.1007\/s11604-024-01561-z","article-title":"GPT-4 Turbo with Vision fails to outperform text-only GPT-4 Turbo in the Japan Diagnostic Radiology Board Examination","volume":"42","author":"Hirano","year":"2024","journal-title":"Jpn. J. Radiol."},{"key":"10.1016\/j.ejrad.2025.112608_b0115","doi-asserted-by":"crossref","first-page":"2394","DOI":"10.1016\/j.acra.2024.10.035","article-title":"Performance of multimodal large language models in japanese diagnostic radiology board examinations (2021-2023)","volume":"32","author":"Nakaura","year":"2025","journal-title":"Acad. Radiol."},{"key":"10.1016\/j.ejrad.2025.112608_b0120","doi-asserted-by":"crossref","DOI":"10.1007\/s11604-024-01633-0","article-title":"Diagnostic accuracy of vision-language models on Japanese diagnostic radiology, nuclear medicine, and interventional radiology specialty board examinations","author":"Oura","year":"2024","journal-title":"Jpn. J. Radiol."}],"container-title":["European Journal of Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0720048X25006941?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0720048X25006941?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T10:12:19Z","timestamp":1770804739000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0720048X25006941"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":24,"alternative-id":["S0720048X25006941"],"URL":"https:\/\/doi.org\/10.1016\/j.ejrad.2025.112608","relation":{},"ISSN":["0720-048X"],"issn-type":[{"value":"0720-048X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluation of DeepSeek-R1 and contemporary large language models on the radiology board examination: A milestone achieved as open-source model matches performance with closed-source model","name":"articletitle","label":"Article Title"},{"value":"European Journal of Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ejrad.2025.112608","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112608"}}