{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T02:43:59Z","timestamp":1792550639502,"version":"4.5.0"},"reference-count":35,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100000871","name":"Mayo Clinic","doi-asserted-by":"publisher","award":["P30 CA015083"],"award-info":[{"award-number":["P30 CA015083"]}],"id":[{"id":"10.13039\/100000871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","thegreenjournal.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Radiotherapy and Oncology"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1016\/j.radonc.2025.111348","type":"journal-article","created":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T00:21:07Z","timestamp":1766017267000},"page":"111348","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Large language models for toxicity extraction in oncology trials: A real-world benchmark in prostate radiotherapy"],"prefix":"10.1016","volume":"216","author":[{"given":"Federico","family":"Mastroleo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5500-6491","authenticated-orcid":false,"given":"Mariana","family":"Borras-Osorio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6437-3653","authenticated-orcid":false,"given":"Shiv P.","family":"Patel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2011-6366","authenticated-orcid":false,"given":"Sarah","family":"Peterson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renthony","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8696-4940","authenticated-orcid":false,"given":"Mi","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9522-014X","authenticated-orcid":false,"given":"Satomi","family":"Shiraishi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-9467-108X","authenticated-orcid":false,"given":"Andrew Y.K.","family":"Foong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2768-003X","authenticated-orcid":false,"given":"David M.","family":"Routman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6017-8850","authenticated-orcid":false,"given":"Mark R.","family":"Waddle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.radonc.2025.111348_b0005","doi-asserted-by":"crossref","first-page":"9205","DOI":"10.3390\/curroncol30100665","article-title":"Toxicities and QUALITY OF LIFE DURING CANCER TREATMENT IN ADVANCED SOLID TUMORS","volume":"30","author":"Lee","year":"2023","journal-title":"Curr Oncol Tor Ont"},{"key":"10.1016\/j.radonc.2025.111348_b0010","first-page":"437","article-title":"Radiation therapy\u2010associated toxicity: etiology, management, and prevention","volume":"71","author":"Wang","year":"2021","journal-title":"CA Cancer J Clin"},{"key":"10.1016\/j.radonc.2025.111348_b0015","doi-asserted-by":"crossref","first-page":"1611","DOI":"10.1200\/JCO.21.02810","article-title":"The time toxicity of cancer Treatment","volume":"40","author":"Gupta","year":"2022","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0020","unstructured":"Common Terminology Criteria for Adverse Events (CTCAE). Published online 2017."},{"key":"10.1016\/j.radonc.2025.111348_b0025","unstructured":"CTCAE and AE Reporting - NCI. June 25, 202Accessed October 14, 202https:\/\/dctd.cancer.gov\/research\/ctep-trials\/for-sites\/adverse-events."},{"key":"10.1016\/j.radonc.2025.111348_b0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.radonc.2025.110881","article-title":"Impact of the common terminology criteria for adverse events (CTCAE) evolution on toxicity scoring in gynaecological radiotherapy","volume":"207","author":"Spampinato","year":"2025","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0035","doi-asserted-by":"crossref","DOI":"10.1002\/pbc.27747","article-title":"Unintended consequences of evolution of the common terminology criteria for adverse events","volume":"66","author":"Miller","year":"2019","journal-title":"Pediatr Blood Cancer"},{"key":"10.1016\/j.radonc.2025.111348_b0040","doi-asserted-by":"crossref","first-page":"996","DOI":"10.1016\/j.ijrobp.2020.04.040","article-title":"Interrater reliability in toxicity identification: limitations of current standards","volume":"107","author":"Fairchild","year":"2020","journal-title":"Int J Radiat Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0045","first-page":"61","article-title":"Patient-reported outcomes (PROs) and patient-reported outcome measures (PROMs)","volume":"6","author":"Weldring","year":"2013","journal-title":"Health Serv Insights"},{"key":"10.1016\/j.radonc.2025.111348_b0050","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1200\/EDBK_159514","article-title":"Patient-reported outcomes in cancer clinical trials: measuring symptomatic adverse events with the national cancer institute\u2019s patient-reported outcomes Version of the common terminology criteria for adverse events (PRO-CTCAE)","volume":"36","author":"Kluetz","year":"2016","journal-title":"Am Soc Clin Oncol Educ Book"},{"key":"10.1016\/j.radonc.2025.111348_b0055","doi-asserted-by":"crossref","first-page":"249","DOI":"10.2147\/PROM.S256567","article-title":"Clinician and patient reporting of symptomatic adverse events in cancer clinical trials: using CTCAE and PRO-CTCAE\u00ae to provide two distinct and complementary perspectives","volume":"13","author":"Minasian","year":"2022","journal-title":"Patient Relat Outcome Meas"},{"key":"10.1016\/j.radonc.2025.111348_b0060","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1038\/s41746-024-01079-8","article-title":"A critical assessment of using ChatGPT for extracting structured data from clinical notes","volume":"7","author":"Huang","year":"2024","journal-title":"Npj Digit Med"},{"key":"10.1016\/j.radonc.2025.111348_b0065","article-title":"The impact of temperature on extracting information from clinical trial publications using large language models","volume":"16","author":"Windisch","year":"2024","journal-title":"Cureus"},{"key":"10.1016\/j.radonc.2025.111348_b0070","doi-asserted-by":"crossref","unstructured":"Gartlehner G, Kahwati L, Nussbaumer-Streit B, et al. From promise to practice: challenges and pitfalls in the evaluation of large language models for data extraction in evidence synthesis. BMJ Evid-Based Med. Published online December 20, 2024:bmjebm-2024-113199. doi: 10.1136\/bmjebm-2024-113199.","DOI":"10.1136\/bmjebm-2024-113199"},{"key":"10.1016\/j.radonc.2025.111348_b0075","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/j.ijrobp.2024.11.115","article-title":"Five-year outcomes of moderately hypofractionated proton therapy incorporating elective pelvic nodal irradiation for high-risk prostate cancer","volume":"122","author":"Choo","year":"2025","journal-title":"Int J Radiat Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0080","doi-asserted-by":"crossref","first-page":"1245","DOI":"10.1016\/j.urology.2010.01.027","article-title":"Development and validation of an abbreviated version of the expanded prostate cancer index composite instrument for measuring health-related quality of life among prostate cancer survivors","volume":"76","author":"Szymanski","year":"2010","journal-title":"Urology"},{"issue":"5 PART 1","key":"10.1016\/j.radonc.2025.111348_b0085","doi-asserted-by":"crossref","first-page":"1549","DOI":"10.1016\/S0022-5347(17)36966-5","article-title":"The American Urological Association Symptom Index for Benign Prostatic Hyperplasia","volume":"148","author":"Barry","year":"1992","journal-title":"J Urol."},{"key":"10.1016\/j.radonc.2025.111348_b0090","unstructured":"Common Terminology Criteria for Adverse Events (CTCAE)."},{"key":"10.1016\/j.radonc.2025.111348_b0095","unstructured":"JSON. Accessed November 25, 2025. https:\/\/www.json.org\/json-en.html."},{"key":"10.1016\/j.radonc.2025.111348_b0100","unstructured":"Holtzman A, Buys J, Du L, Forbes M, Choi Y. The Curious Case of Neural Text Degeneration. arXiv. Preprint posted online February 14, 2020. doi:10.48550\/arXiv.1904.09751."},{"key":"10.1016\/j.radonc.2025.111348_b0105","unstructured":"Welleck S, Kulikov I, Roller S, Dinan E, Cho K, Weston J. Neural text generation with unlikelihood training. arXiv. Preprint posted online September 26, 2019. doi:10.48550\/arXiv.1908.04319."},{"key":"10.1016\/j.radonc.2025.111348_b0110","doi-asserted-by":"crossref","DOI":"10.2196\/72644","article-title":"Prompt engineering in clinical practice: tutorial for clinicians","volume":"27","author":"Liu","year":"2025","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.radonc.2025.111348_b0115","unstructured":"Vertex AI Pricing | Generative AI on Vertex AI. Google Cloud. Accessed September 30, 2025. https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/pricing."},{"key":"10.1016\/j.radonc.2025.111348_b0120","unstructured":"Azure OpenAI Service - Pricing | Microsoft Azure. Accessed September 30, 20https:\/\/azure.microsoft.com\/en-us\/pricing\/details\/cognitive-services\/openai-service\/."},{"key":"10.1016\/j.radonc.2025.111348_b0125","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1038\/s41591-024-03425-5","article-title":"The TRIPOD-LLM reporting guideline for studies using large language models","volume":"31","author":"Gallifant","year":"2025","journal-title":"Nat Med"},{"key":"10.1016\/j.radonc.2025.111348_b0130","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1038\/s41391-022-00520-x","article-title":"Long term genitourinary toxicity following curative intent intensity-modulated radiotherapy for prostate cancer: a systematic review and meta-analysis","volume":"26","author":"David","year":"2023","journal-title":"Prostate Cancer Prostatic Dis"},{"key":"10.1016\/j.radonc.2025.111348_b0135","doi-asserted-by":"crossref","first-page":"4917","DOI":"10.1038\/s41598-023-32123-4","article-title":"Exploring differences in symptomatic adverse events assessment between nurses and physicians in the clinical trial setting","volume":"13","author":"Liu","year":"2023","journal-title":"Sci Rep"},{"key":"10.1016\/j.radonc.2025.111348_b0140","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1016\/j.jclinepi.2011.09.002","article-title":"Tradeoffs between accuracy measures for electronic health care data algorithms","volume":"65","author":"Chubak","year":"2012","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.radonc.2025.111348_b0145","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1038\/s41586-025-08661-4","article-title":"Optimizing generative AI by backpropagating language model feedback","volume":"639","author":"Yuksekgonul","year":"2025","journal-title":"Nature"},{"key":"10.1016\/j.radonc.2025.111348_b0150","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbi.2024.104769","article-title":"BiomedRAG: a retrieval augmented large language model for biomedicine","volume":"162","author":"Li","year":"2025","journal-title":"J Biomed Inform"},{"key":"10.1016\/j.radonc.2025.111348_b0155","doi-asserted-by":"crossref","unstructured":"Amugongo LM, Mascheroni P, Brooks S, Doering S, Seidel J. Retrieval augmented generation for large language models in healthcare: A systematic review. Liu X, ed. PLOS Digit Health. 2025;4(6):e0000877. doi: 10.1371\/journal.pdig.0000877.","DOI":"10.1371\/journal.pdig.0000877"},{"key":"10.1016\/j.radonc.2025.111348_b0160","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1016\/j.ijrobp.2023.10.020","article-title":"Current strengths and weaknesses of ChatGPT as a resource for radiation oncology patients and providers","volume":"118","author":"Floyd","year":"2024","journal-title":"Int J Radiat Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0165","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1093\/jamiaopen\/ooaa064","article-title":"Natural language processing for abstraction of cancer treatment toxicities: accuracy versus human experts","volume":"3","author":"Hong","year":"2021","journal-title":"JAMIA Open"},{"key":"10.1016\/j.radonc.2025.111348_b0170","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1016\/j.ijrobp.2021.01.044","article-title":"Clinical natural language processing for radiation oncology: a review and practical primer","volume":"110","author":"Bitterman","year":"2021","journal-title":"Int J Radiat Oncol"},{"key":"10.1016\/j.radonc.2025.111348_b0175","doi-asserted-by":"crossref","DOI":"10.1016\/j.radonc.2023.109978","article-title":"Pilot applications of GPT-4 in radiation oncology: Summarizing patient symptom intake and targeted chatbot applications","volume":"190","author":"Wu","year":"2024","journal-title":"Radiother Oncol"}],"container-title":["Radiotherapy and Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167814025053526?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167814025053526?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T08:25:07Z","timestamp":1781511907000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167814025053526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":35,"alternative-id":["S0167814025053526"],"URL":"https:\/\/doi.org\/10.1016\/j.radonc.2025.111348","relation":{},"ISSN":["0167-8140"],"issn-type":[{"value":"0167-8140","type":"print"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Large language models for toxicity extraction in oncology trials: A real-world benchmark in prostate radiotherapy","name":"articletitle","label":"Article Title"},{"value":"Radiotherapy and Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.radonc.2025.111348","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"111348"}}