{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T13:00:45Z","timestamp":1792155645319,"version":"4.4.0"},"reference-count":35,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","thegreenjournal.com","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Radiotherapy and Oncology"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1016\/j.radonc.2024.110645","type":"journal-article","created":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T22:15:43Z","timestamp":1732054543000},"page":"110645","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":13,"special_numbering":"C","title":["Evaluating ChatGPT\u2019s competency in radiation oncology: A comprehensive assessment across clinical scenarios"],"prefix":"10.1016","volume":"202","author":[{"given":"Sherif","family":"Ramadan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam","family":"Mutsaers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Po-Hsuan Cameron","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Glenn","family":"Bauman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vikram","family":"Velker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Belal","family":"Ahmad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew J.","family":"Arifin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy K.","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Palma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3434-4824","authenticated-orcid":false,"given":"Christopher D.","family":"Goodman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.radonc.2024.110645_b0005","doi-asserted-by":"crossref","first-page":"258","DOI":"10.30574\/wjaets.2023.8.1.0045","article-title":"Artificial intelligence AI-based Chatbot study of ChatGPT, Google AI Bard and Baidu AI","volume":"8","author":"Ram","year":"2023","journal-title":"World Journal of Advanced Engineering Technology and Sciences"},{"key":"10.1016\/j.radonc.2024.110645_b0010","doi-asserted-by":"crossref","first-page":"41","DOI":"10.30658\/hmc.6.4","article-title":"Chatgpt, lamda, and the hype around communicative ai: The automation of communication as a field of research in media and communication studies","volume":"6","author":"Hepp","year":"2023","journal-title":"Human-Machine Communication"},{"key":"10.1016\/j.radonc.2024.110645_b0015","doi-asserted-by":"crossref","DOI":"10.7759\/cureus.40895","article-title":"ChatDoctor: A Medical Chat Model Fine-Tuned on a Large Language Model Meta-AI (LLaMA) Using Medical Domain Knowledge","author":"Li","year":"2023","journal-title":"Cureus"},{"key":"10.1016\/j.radonc.2024.110645_b0020","unstructured":"H. Nori, N. King, S. M. McKinney, D. Carignan, and E. Horvitz, \u201cCapabilities of GPT-4 on Medical Challenge Problems,\u201d Mar. 2023, [Online]. Available: http:\/\/arxiv.org\/abs\/2303.13375."},{"key":"10.1016\/j.radonc.2024.110645_b0025","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","article-title":"Large language models encode clinical knowledge","volume":"620","author":"Singhal","year":"2023","journal-title":"Nature"},{"key":"10.1016\/j.radonc.2024.110645_b0030","unstructured":"F. Mufti\u0107, M. Kaduni\u0107, A. Mu\u0161inbegovi\u0107, and A. A. Almisreb, \u201cSoutheast Europe Journal of Soft Computing Exploring Medical Breakthroughs: A Systematic Review of ChatGPT Applications in Healthcare 1*,\u201d 2023."},{"key":"10.1016\/j.radonc.2024.110645_b0035","doi-asserted-by":"crossref","unstructured":"N. H. Shah, D. Entwistle, and M. A. Pfeffer, \u201cCreation and Adoption of Large Language Models in Medicine,\u201d Sep. 05, 2023, American Medical Association. doi: 10.1001\/jama.2023.14217.","DOI":"10.1001\/jama.2023.14217"},{"key":"10.1016\/j.radonc.2024.110645_b0040","article-title":"Clinical Implementation and Evaluation of Auto-Segmentation Tools for Multi-Site Contouring in Radiotherapy","volume":"28","author":"Heilemann","year":"2023","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.radonc.2024.110645_b0045","doi-asserted-by":"crossref","unstructured":"J. Roper, M. H. Lin, and Y. Rong, \u201cExtensive upfront validation and testing are needed prior to the clinical implementation of AI-based auto-segmentation tools,\u201d Jan. 01, 2023, John Wiley and Sons Ltd. doi: 10.1002\/acm2.13873.","DOI":"10.1002\/acm2.13873"},{"key":"10.1016\/j.radonc.2024.110645_b0050","doi-asserted-by":"crossref","first-page":"Nov","DOI":"10.3390\/cancers14225501","article-title":"Deep Learning for Automated Elective Lymph Node Level Segmentation for Head and Neck Cancer Radiotherapy","volume":"14","author":"Strijbis","year":"2022","journal-title":"Cancers (Basel)"},{"key":"10.1016\/j.radonc.2024.110645_b0055","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1016\/j.media.2016.10.004","article-title":"Efficient multi-scale 3D CNN with fully connected CRF for accurate brain lesion segmentation","volume":"36","author":"Kamnitsas","year":"2017","journal-title":"Med Image Anal"},{"key":"10.1016\/j.radonc.2024.110645_b0060","unstructured":"F. Jia et al., \u201cOncoGPT: A Medical Conversational Model Tailored with Oncology Domain Expertise on a Large Language Model Meta-AI (LLaMA).\u201d [Online]. Available: https:\/\/github.com\/OncoGPT1."},{"key":"10.1016\/j.radonc.2024.110645_b0065","doi-asserted-by":"crossref","unstructured":"F. Leiser et al., \u201cHILL: A Hallucination Identifier for Large Language Models,\u201d Mar. 2024, [Online]. Available: http:\/\/arxiv.org\/abs\/2403.06710.","DOI":"10.1145\/3613904.3642428"},{"key":"10.1016\/j.radonc.2024.110645_b0070","doi-asserted-by":"crossref","unstructured":"Y. Wang, S. Visweswaran, S. Kappor, S. Kooragayalu, and X. Wu, \u201cChatGPT, Enhanced with Clinical Practice Guidelines, is a Superior Decision Support Tool\u201d, doi: 10.1101\/2023.08.09.23293890.","DOI":"10.1101\/2023.08.09.23293890"},{"key":"10.1016\/j.radonc.2024.110645_b0075","unstructured":"J. Li, X. Cheng, W. X. Zhao, J.-Y. Nie, and J.-R. Wen, \u201cHaluEval: A Large-Scale Hallucination Evaluation Benchmark for Large Language Models.\u201d [Online]. Available: https:\/\/github.com\/RUCAIBox\/HaluEval."},{"key":"10.1016\/j.radonc.2024.110645_b0080","doi-asserted-by":"crossref","unstructured":"P. Halvorsen, N. Gupta, and Y. Rong, \u201cClinical practice workflow in Radiation Oncology should be highly standardized,\u201d Apr. 01, 2019, John Wiley and Sons Ltd. doi: 10.1002\/acm2.12555.","DOI":"10.1002\/acm2.12555"},{"key":"10.1016\/j.radonc.2024.110645_b0085","doi-asserted-by":"crossref","first-page":"809","DOI":"10.1016\/j.ijrobp.2018.11.017","article-title":"Needs and Challenges for Radiation Oncology in the Era of Precision Medicine","volume":"103","author":"Quon","year":"2019","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radonc.2024.110645_b0090","doi-asserted-by":"crossref","unstructured":"L. Guzene, A. Beddok, C. Nioche, R. Modzelewski, C. Loiseau, and P. Juliette Thariat, \u201c[Article Full Title] Assessing inter-observer variability in the delineation of structures in radiation oncology: A systematic review [Short Running Title] IOV review [Author Names],\u201d 2022.","DOI":"10.1016\/j.ijrobp.2022.11.021"},{"key":"10.1016\/j.radonc.2024.110645_b0095","doi-asserted-by":"crossref","DOI":"10.1097\/JS9.0000000000001312","article-title":"ChatGPT in medicine: prospects and challenges: a review article","author":"Tan","year":"2024","journal-title":"Int J Surg"},{"key":"10.1016\/j.radonc.2024.110645_b0100","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2023.1219326","article-title":"Evaluating large language models on a highly-specialized topic, radiation oncology physics","volume":"13","author":"Holmes","year":"2023","journal-title":"Front Oncol"},{"key":"10.1016\/j.radonc.2024.110645_b0105","unstructured":"D. Van Veen et al., \u201cAdapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization,\u201d Sep. 2023, [Online]. Available: http:\/\/arxiv.org\/abs\/2309.07430."},{"key":"10.1016\/j.radonc.2024.110645_b0110","doi-asserted-by":"crossref","DOI":"10.2196\/45312","article-title":"How Does ChatGPT Perform on the United States Medical Licensing Examination? The Implications of Large Language Models for Medical Education and Knowledge Assessment","volume":"9","author":"Gilson","year":"2023","journal-title":"JMIR Med Educ"},{"key":"10.1016\/j.radonc.2024.110645_b0115","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1038\/s41431-023-01396-8","article-title":"Analysis of large-language model versus human performance for genetics questions","author":"Duong","year":"2024","journal-title":"Eur J Hum Genet"},{"key":"10.1016\/j.radonc.2024.110645_b0120","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1038\/s41586-023-05881-4","article-title":"Foundation models for generalist medical artificial intelligence","volume":"616","author":"Moor","year":"2023","journal-title":"Nature"},{"key":"10.1016\/j.radonc.2024.110645_b0125","doi-asserted-by":"crossref","unstructured":"C. Zakka et al., \u201cAlmanac \u2014 Retrieval-Augmented Language Models for Clinical Medicine,\u201d NEJM AI, vol. 1, no. 2, Jan. 2024, doi: 10.1056\/aioa2300068.","DOI":"10.1056\/AIoa2300068"},{"key":"10.1016\/j.radonc.2024.110645_b0130","doi-asserted-by":"crossref","unstructured":"F. Dennst\u00e4dt et al., \u201cExploring Capabilities of Large Language Models such as ChatGPT in Radiation Oncology,\u201d Adv Radiat Oncol, vol. 9, no. 3, Mar. 2024, doi: 10.1016\/j.adro.2023.101400.","DOI":"10.1016\/j.adro.2023.101400"},{"key":"10.1016\/j.radonc.2024.110645_b0135","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.addr.2016.01.006","article-title":"Decision support systems for personalized and participative radiation oncology","volume":"109","author":"Lambin","year":"2017","journal-title":"Adv Drug Deliv Rev"},{"key":"10.1016\/j.radonc.2024.110645_b0140","doi-asserted-by":"crossref","unstructured":"B. Ebrahimi, A. Howard, D. J. Carlson, and H. Al-Hallaq, \u201cChatGPT: Can a Natural Language Processing Tool Be Trusted for Radiation Oncology Use?,\u201d International Journal of Radiation Oncology*Biology*Physics, vol. 116, no. 5, pp. 977\u2013983, Aug. 2023, doi: 10.1016\/j.ijrobp.2023.03.075.","DOI":"10.1016\/j.ijrobp.2023.03.075"},{"key":"10.1016\/j.radonc.2024.110645_b0145","doi-asserted-by":"crossref","unstructured":"D. S. Bitterman, T. A. Miller, R. H. Mak, and G. K. Savova, \u201cClinical Natural Language Processing for Radiation Oncology: A Review and Practical Primer,\u201d International Journal of Radiation Oncology*Biology*Physics, vol. 110, no. 3, pp. 641\u2013655, Jul. 2021, doi: 10.1016\/j.ijrobp.2021.01.044.","DOI":"10.1016\/j.ijrobp.2021.01.044"},{"key":"10.1016\/j.radonc.2024.110645_b0150","unstructured":"Z. Liu et al., \u201cRadOnc-GPT: A Large Language Model for Radiation Oncology,\u201d Sep. 2023, [Online]. Available: http:\/\/arxiv.org\/abs\/2309.10160."},{"key":"10.1016\/j.radonc.2024.110645_b0155","doi-asserted-by":"crossref","first-page":"1157","DOI":"10.1200\/OP.24.00057","article-title":"Utility of Large Language Models to Produce a Patient-Friendly Summary From Oncology Consultations","volume":"20","author":"Holstead","year":"2024","journal-title":"JCO Oncol Pract"},{"key":"10.1016\/j.radonc.2024.110645_b0160","unstructured":"S. Liu et al., \u201cAutomated radiotherapy treatment planning guided by GPT-4Vision,\u201d Jun. 2024, [Online]. Available: http:\/\/arxiv.org\/abs\/2406.15609."},{"key":"10.1016\/j.radonc.2024.110645_b0165","unstructured":"S. Zheng, J. Huang, and K. C.-C. Chang, \u201cWhy Does ChatGPT Fall Short in Providing Truthful Answers?,\u201d Apr. 2023, [Online]. Available: http:\/\/arxiv.org\/abs\/2304.10513."},{"key":"10.1016\/j.radonc.2024.110645_b0170","unstructured":"A.-D. Salamin, D. Russo, and D. Rueger, \u201cChatGPT, an excellent liar: How conversational agent hallucinations impact learning and teaching.\u201d."},{"key":"10.1016\/j.radonc.2024.110645_b0175","unstructured":"A. Mishra et al., \u201cFine-grained Hallucination Detection and Editing for Language Models,\u201d Jan. 2024, [Online]. Available: http:\/\/arxiv.org\/abs\/2401.06855."}],"container-title":["Radiotherapy and Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016781402404307X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016781402404307X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T05:31:09Z","timestamp":1734586269000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S016781402404307X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":35,"alternative-id":["S016781402404307X"],"URL":"https:\/\/doi.org\/10.1016\/j.radonc.2024.110645","relation":{},"ISSN":["0167-8140"],"issn-type":[{"value":"0167-8140","type":"print"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating ChatGPT\u2019s competency in radiation oncology: A comprehensive assessment across clinical scenarios","name":"articletitle","label":"Article Title"},{"value":"Radiotherapy and Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.radonc.2024.110645","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"110645"}}