{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T02:13:59Z","timestamp":1788488039219,"version":"build-2803163510"},"reference-count":46,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,12,17]],"date-time":"2025-12-17T00:00:00Z","timestamp":1765929600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","radiographyonline.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Radiography"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1016\/j.radi.2025.103295","type":"journal-article","created":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T11:11:03Z","timestamp":1767179463000},"page":"103295","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"title":["Inter-observer variation in radiation oncology contouring: A scoping review of contour comparison methods, and reporting of impact on the organ at risk plan dose variations"],"prefix":"10.1016","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6714-4362","authenticated-orcid":false,"given":"C.","family":"Chamunyonga","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"K.","family":"Mengersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4298-2228","authenticated-orcid":false,"given":"C.","family":"Hargrave","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.radi.2025.103295_bib1","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1016\/j.radonc.2013.04.020","article-title":"Quality assurance of the EORTC 22043-30041 trial in post-operative radiotherapy in prostate cancer: results of the Dummy Run procedure","volume":"107","author":"Fenton","year":"2013","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib2","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1016\/j.ijrobp.2013.06.2053","article-title":"Use of EORTC target definition guidelines for dose-intensified salvage radiation therapy for recurrent prostate cancer: results of the quality assurance program of the randomized trial SAKK 09\/10","volume":"87","author":"Sassowsky","year":"2013","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib3","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1111\/1754-9485.12884","article-title":"Contour variation is a primary source of error when delivering post prostatectomy radiotherapy: results of the Trans-Tasman Radiation Oncology Group 08.03 Radiotherapy Adjuvant Versus Early Salvage (RAVES) benchmarking exercise","volume":"63","author":"Cloak","year":"2019","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib4","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1120\/jacmp.v17i2.5889","article-title":"The suitability of common metrics for assessing parotid and larynx autosegmentation accuracy","volume":"17","author":"Beasley","year":"2016","journal-title":"J Appl Clin Med Phys"},{"key":"10.1016\/j.radi.2025.103295_bib5","doi-asserted-by":"crossref","first-page":"178","DOI":"10.3389\/fonc.2016.00178","article-title":"Comparison of automated atlas-based segmentation software for postoperative prostate cancer radiotherapy","volume":"6","author":"Delpon","year":"2016","journal-title":"Front Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib6","article-title":"Real-world validation of Artificial Intelligence-based Computed Tomography auto-contouring for prostate cancer radiotherapy planning","volume":"28","author":"Palazzo","year":"2023","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib7","doi-asserted-by":"crossref","first-page":"e150","DOI":"10.1016\/j.prro.2023.10.011","article-title":"Framework for radiation oncology department-wide evaluation and implementation of commercial artificial intelligence autocontouring","volume":"14","author":"Maes","year":"2024","journal-title":"Pract Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib8","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1007\/s10278-021-00460-3","article-title":"Novel Autosegmentation spatial similarity metrics capture the time required to correct segmentations better than traditional metrics in a thoracic cavity segmentation workflow","volume":"34","author":"Kiser","year":"2021","journal-title":"J Digit Imaging"},{"key":"10.1016\/j.radi.2025.103295_bib9","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2021.644767","article-title":"Inter-observer variation in delineating the pharyngeal constrictor muscle as organ at risk in radiotherapy for head and neck cancer","volume":"11","author":"Petkar","year":"2021","journal-title":"Front Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib10","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/j.radonc.2016.02.022","article-title":"Assessment of fully-automated atlas-based segmentation of novel oral mucosal surface organ-at-risk","volume":"119","author":"Dean","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib11","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ab205c","article-title":"Quantifying the dosimetric impact of organ-at-risk delineation variability in head and neck radiation therapy in the context of patient setup uncertainty","volume":"64","author":"Aliotta","year":"2019","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.radi.2025.103295_bib12","doi-asserted-by":"crossref","first-page":"1515","DOI":"10.1080\/0284186X.2018.1473636","article-title":"Multi-institutional study of the variability in target delineation for six targets commonly treated with radiosurgery","volume":"57","author":"Sandstrom","year":"2018","journal-title":"Acta Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib13","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1016\/j.ijrobp.2010.10.019","article-title":"Variations in the contouring of organs at risk: test case from a patient with oropharyngeal cancer","volume":"82","author":"Nelms","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib14","doi-asserted-by":"crossref","first-page":"297","DOI":"10.2307\/1932409","article-title":"Measures of the amount of ecologic association between species","volume":"26","author":"Dice","year":"1945","journal-title":"Ecology"},{"key":"10.1016\/j.radi.2025.103295_bib15","doi-asserted-by":"crossref","first-page":"850","DOI":"10.1109\/34.232073","article-title":"Comparing images using the Hausdorff distance","volume":"15","author":"Huttenlocher","year":"1993","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10.1016\/j.radi.2025.103295_bib16","series-title":"Guidance on auto-contouring in radiotherapy","year":"2024"},{"key":"10.1016\/j.radi.2025.103295_bib17","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.1000097","article-title":"Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement","volume":"6","author":"Moher","year":"2009","journal-title":"PLoS Med"},{"key":"10.1016\/j.radi.2025.103295_bib18","first-page":"47","article-title":"Dosimetric effects due to inter-observer variability of organ contouring when utilizing a knowledge-based planning system for prostate cancer","volume":"48","author":"Liu","year":"2021","journal-title":"Med Physics"},{"key":"10.1016\/j.radi.2025.103295_bib19","doi-asserted-by":"crossref","first-page":"1762","DOI":"10.3389\/fonc.2020.01762","article-title":"Analysis of geometric performance and dosimetric impact of using automatic contour segmentation for radiotherapy planning","volume":"10","author":"Cao","year":"2020","journal-title":"Front Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib20","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.radonc.2018.07.013","article-title":"Geometric and dosimetric evaluation of atlas based auto-segmentation of cardiac structures in breast cancer patients","volume":"131","author":"Kaderka","year":"2019","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib21","doi-asserted-by":"crossref","DOI":"10.1016\/S0167-8140(17)32260-0","article-title":"Inter-observer contouring similarity metrics, correlation with treatment outcome for prostate cancer","volume":"123","author":"Roach","year":"2017","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib22","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/aacb65","article-title":"Geometric and dosimetric evaluations of atlas-based segmentation methods of MR images in the head and neck region","volume":"63","author":"Kieselmann","year":"2018","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.radi.2025.103295_bib23","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1016\/j.radonc.2015.05.012","article-title":"Multi-subject atlas-based auto-segmentation reduces interobserver variation and improves dosimetric parameter consistency for organs at risk in nasopharyngeal carcinoma: a multi-institution clinical study","volume":"115","author":"Tao","year":"2015","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib24","doi-asserted-by":"crossref","first-page":"332","DOI":"10.1016\/j.radonc.2014.03.019","article-title":"Correlation of contouring variation with modeled outcome for conformal non-small cell lung cancer radiotherapy","volume":"112","author":"Jameson","year":"2014","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib25","doi-asserted-by":"crossref","first-page":"e245","DOI":"10.1016\/j.ijrobp.2012.03.031","article-title":"Normal tissue anatomy for oropharyngeal cancer: contouring variability and its impact on optimization","volume":"84","author":"Feng","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib26","doi-asserted-by":"crossref","first-page":"S1186","DOI":"10.1016\/S0167-8140(18)32459-9","article-title":"Can contouring probability maps be a predictor for prostate cancer treatment outcome and toxicity?","volume":"127","author":"Roach","year":"2018","journal-title":"Radiotherapy and Oncology"},{"key":"10.1016\/j.radi.2025.103295_bib27","doi-asserted-by":"crossref","first-page":"1525","DOI":"10.1002\/mp.12158","article-title":"Clinical adequacy assessment of autocontours for prostate IMRT with meaningful endpoints","volume":"44","author":"Nourzadeh","year":"2017","journal-title":"Med Phys"},{"issue":"24","key":"10.1016\/j.radi.2025.103295_bib28","doi-asserted-by":"crossref","first-page":"5735","DOI":"10.3390\/cancers15245735","article-title":"Clinical use of a commercial artificial intelligence-based software for autocontouring in radiation therapy: geometric performance and dosimetric impact","volume":"15","author":"Hoque","year":"2023","journal-title":"Cancers"},{"key":"10.1016\/j.radi.2025.103295_bib29","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1016\/j.ijrobp.2018.11.048","article-title":"Clinically oriented contour evaluation using dosimetric indices generated from automated knowledge-based planning","volume":"103","author":"Lim","year":"2019","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib30","doi-asserted-by":"crossref","first-page":"1619","DOI":"10.1016\/j.ijrobp.2020.11.011","article-title":"Using auto-segmentation to reduce contouring and dose inconsistency in clinical trials: the simulated impact on RTOG 0617","volume":"109","author":"Thor","year":"2021","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib31","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1186\/s13014-018-1033-y","article-title":"The impact of contour variation on tumour control probability in anal cancer","volume":"13","author":"Jones","year":"2018","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib32","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1016\/j.radonc.2016.10.014","article-title":"Assessment of organs-at-risk contouring practices in radiosurgery institutions around the world - The first initiative of the OAR Standardization Working Group","volume":"121","author":"Sandstrom","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib33","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.radonc.2014.01.019","article-title":"Differences in delineation guidelines for head and neck cancer result in inconsistent reported dose and corresponding NTCP","volume":"111","author":"Brouwer","year":"2014","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib34","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/j.radonc.2019.09.022","article-title":"Improving automatic delineation for head and neck organs at risk by Deep Learning Contouring","volume":"142","author":"van Dijk","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib35","doi-asserted-by":"crossref","first-page":"e67","DOI":"10.1016\/j.prro.2014.05.005","article-title":"Contouring variations and the role of atlas in non-small cell lung cancer radiation therapy: analysis of a multi-institutional preclinical trial planning study","volume":"5","author":"Cui","year":"2015","journal-title":"Pract Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib36","article-title":"Evaluation of automatic segmentation model with dosimetric metrics for radiotherapy of esophageal cancer","volume":"10","author":"Zhu","year":"2020","journal-title":"Front Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib37","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/s11548-007-0125-1","article-title":"Statistical validation metric for accuracy assessment in medical image segmentation","volume":"2","author":"Popovic","year":"2007","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10.1016\/j.radi.2025.103295_bib38","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/aaa50c","article-title":"Correlations between contouring similarity metrics and simulated treatment outcome for prostate radiotherapy","volume":"63","author":"Roach","year":"2018","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.radi.2025.103295_bib39","doi-asserted-by":"crossref","first-page":"1324","DOI":"10.1016\/j.adro.2020.06.012","article-title":"An Automated Workflow to Improve Efficiency in Radiation Therapy Treatment Planning by Prioritizing Organs at Risk","volume":"5","author":"Aliotta","year":"2020","journal-title":"Adv Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib40","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.radonc.2015.07.041","article-title":"CT-based delineation of organs at risk in the head and neck region: DAHANCA, EORTC, GORTEC, HKNPCSG, NCIC CTG, NCRI, NRG Oncology and TROG consensus guidelines","volume":"117","author":"Brouwer","year":"2015","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib41","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1016\/j.radonc.2020.05.038","article-title":"Organ at risk delineation for radiation therapy clinical trials: Global Harmonization Group consensus guidelines","volume":"150","author":"Mir","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib42","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/s00066-003-0976-5","article-title":"The impact of gross tumor volume (GTV) and clinical target volume (CTV) definition on the total accuracy in radiotherapy theoretical aspects and practical experiences","volume":"179","author":"Weiss","year":"2003","journal-title":"Strahlenther Onkol"},{"key":"10.1016\/j.radi.2025.103295_bib43","doi-asserted-by":"crossref","first-page":"S151","DOI":"10.1016\/j.ijrobp.2009.06.094","article-title":"Improving normal tissue complication probability models: the need to adopt a \"data-pooling\" culture","volume":"76","author":"Deasy","year":"2010","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.radi.2025.103295_bib44","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/j.radonc.2011.08.009","article-title":"Predictive modelling for swallowing dysfunction after primary (chemo)radiation: results of a prospective observational study","volume":"105","author":"Christianen","year":"2012","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib45","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.phro.2020.10.001","article-title":"Assessment of manual adjustment performed in clinical practice following deep learning contouring for head and neck organs at risk in radiotherapy","volume":"16","author":"Brouwer","year":"2020","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.radi.2025.103295_bib46","doi-asserted-by":"crossref","first-page":"1275","DOI":"10.1016\/j.ijrobp.2005.11.022","article-title":"Multivariable modeling of radiotherapy outcomes, including dose-volume and clinical factors","volume":"64","author":"El Naqa","year":"2006","journal-title":"Int J Radiat Oncol Biol Phys"}],"container-title":["Radiography"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1078817425004390?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1078817425004390?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T01:46:22Z","timestamp":1788486382000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1078817425004390"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["S1078817425004390"],"URL":"https:\/\/doi.org\/10.1016\/j.radi.2025.103295","relation":{},"ISSN":["1078-8174"],"issn-type":[{"value":"1078-8174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Inter-observer variation in radiation oncology contouring: A scoping review of contour comparison methods, and reporting of impact on the organ at risk plan dose variations","name":"articletitle","label":"Article Title"},{"value":"Radiography","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.radi.2025.103295","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier Ltd on behalf of The College of Radiographers.","name":"copyright","label":"Copyright"}],"article-number":"103295"}}