{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T22:11:07Z","timestamp":1768255867044,"version":"3.49.0"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T00:00:00Z","timestamp":1764288000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["tipsro.science","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Technical Innovations & Patient Support in Radiation Oncology"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.tipsro.2025.100362","type":"journal-article","created":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T00:30:20Z","timestamp":1764635420000},"page":"100362","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Inter-Observer variability in organs at risk contouring among radiation therapy students and qualified radiation therapists"],"prefix":"10.1016","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6714-4362","authenticated-orcid":false,"given":"Crispen","family":"Chamunyonga","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8625-9168","authenticated-orcid":false,"given":"Kerrie","family":"Mengersen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4298-2228","authenticated-orcid":false,"given":"Catriona","family":"Hargrave","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"13","key":"10.1016\/j.tipsro.2025.100362_b0005","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ab205c","article-title":"Quantifying the Dosimetric Impact of Organ-at-Risk Delineation Variability in Head and Neck Radiation Therapy in the Context of Patient Setup uncertainty","volume":"64","author":"Aliotta","year":"2019","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.tipsro.2025.100362_b0010","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.phro.2022.11.003","article-title":"Evaluating the Effectiveness of Deep Learning Contouring across Multiple Radiotherapy Centres","volume":"24","author":"Walker","year":"2022","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0015","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1016\/j.radonc.2020.05.038","article-title":"Organ at Risk Delineation for Radiation Therapy Clinical Trials: Global Harmonization Group Consensus guidelines","volume":"150","author":"Mir","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0020","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.phro.2020.10.001","article-title":"Assessment of Manual Adjustment Performed in Clinical Practice following Deep Learning Contouring for Head and Neck Organs at risk in Radiotherapy","volume":"16","author":"Brouwer","year":"2020","journal-title":"Phys Imaging Radiat Oncol"},{"issue":"1","key":"10.1016\/j.tipsro.2025.100362_b0025","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1016\/j.ijrobp.2010.10.019","article-title":"Variations in the Contouring of Organs at risk: Test Case from a Patient with Oropharyngeal Cancer","volume":"82","author":"Nelms","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"issue":"1","key":"10.1016\/j.tipsro.2025.100362_b0030","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/j.rpor.2019.12.012","article-title":"Dosimetric Impact on changes in Target Volumes during Intensity-Modulated Radiotherapy for Nasopharyngeal Carcinoma","volume":"25","author":"Mnejja","year":"2020","journal-title":"Rep Pract Oncol Radiother"},{"key":"10.1016\/j.tipsro.2025.100362_b0035","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1186\/1748-717X-9-198","article-title":"Inter-Observer Variability of Clinical Target volume Delineation in Radiotherapy Treatment of Pancreatic Cancer: a Multi-Institutional Contouring Experience","volume":"9","author":"Caravatta","year":"2014","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0040","doi-asserted-by":"crossref","first-page":"792","DOI":"10.3389\/fonc.2019.00792","article-title":"The Impact of Clinical Trial Quality Assurance on Outcome in Head and Neck Radiotherapy Treatment","volume":"9","author":"Zhong","year":"2019","journal-title":"Front Oncol"},{"issue":"2","key":"10.1016\/j.tipsro.2025.100362_b0045","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.prro.2018.12.003","article-title":"Standardizing Normal Tissue Contouring for Radiation Therapy Treatment Planning: an Astro Consensus Paper","volume":"9","author":"Wright","year":"2019","journal-title":"Pract Radiat Oncol"},{"issue":"6","key":"10.1016\/j.tipsro.2025.100362_b0050","doi-asserted-by":"crossref","first-page":"1324","DOI":"10.1016\/j.adro.2020.06.012","article-title":"An Automated Workflow to Improve Efficiency in Radiation Therapy Treatment Planning by Prioritizing Organs at risk","volume":"5","author":"Aliotta","year":"2020","journal-title":"Adv Radiat Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0055","doi-asserted-by":"crossref","DOI":"10.1016\/j.prro.2025.06.012","article-title":"Quantitative Evaluation of Ai-based Organ Segmentation across Multiple Anatomical Sites using eight Commercial Software Platforms","author":"Yuan","year":"2025","journal-title":"Pract Radiat Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0060","unstructured":"Radiologists TRCo. Guidance on Auto-Contouring in Radiotherapy London: The Royal College of Radiologists; 2024 [cited 2024. Available from: https:\/\/www.rcr.ac.uk\/media\/rqjlnlny\/rcr-auto-contouring-in-radiotherapy-2024.pdf."},{"issue":"4","key":"10.1016\/j.tipsro.2025.100362_b0065","doi-asserted-by":"crossref","first-page":"567","DOI":"10.1016\/j.jmir.2021.09.010","article-title":"Implementation and Evaluation of an Online Anatomy, Radiology and Contouring Bootcamp for Radiation Therapists","volume":"52","author":"D'Angelo","year":"2021","journal-title":"J Med Imaging Radiat Sci"},{"key":"10.1016\/j.tipsro.2025.100362_b0070","doi-asserted-by":"crossref","DOI":"10.1177\/23821205211037756","article-title":"Development, Implementation, and initial Participant Feedback of an Online Anatomy and Radiology Contouring Bootcamp in Radiation Oncology","volume":"8","author":"Eansor","year":"2021","journal-title":"J Med Educ Curric Dev"},{"issue":"1","key":"10.1016\/j.tipsro.2025.100362_b0075","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1016\/j.radonc.2017.05.008","article-title":"Assessment of the Novel Online Delineation Workshop Dummy Run Approach using Falcon within a European Multicentre Trial in Cervical Cancer (Raids)","volume":"124","author":"Rivin Del Campo","year":"2017","journal-title":"Radiother Oncol"},{"issue":"1073","key":"10.1016\/j.tipsro.2025.100362_b0080","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20160826","article-title":"The Role of Delineation Education Programs for improving Interobserver Variability in Target volume Delineation in Gastric Cancer","volume":"90","author":"Onal","year":"2017","journal-title":"Br J Radiol"},{"issue":"4","key":"10.1016\/j.tipsro.2025.100362_b0085","doi-asserted-by":"crossref","first-page":"701","DOI":"10.1016\/j.ijrobp.2014.11.009","article-title":"Evaluating the Impact of a Canadian National Anatomy and Radiology Contouring Boot Camp for Radiation Oncology residents","volume":"91","author":"Jaswal","year":"2015","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2025.100362_b0090","doi-asserted-by":"crossref","first-page":"S463","DOI":"10.1016\/S0167-8140(16)32202-2","article-title":"Blended Teaching Reduces Interobserver Contouring Variability: first results of the Falcon Project","volume":"119","author":"De Bari","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2025.100362_b0095","unstructured":"MRPBA. Professional Capabilities of Medical Radiation Practice 2020 [Available from: https:\/\/www.medicalradiationpracticeboard.gov.au\/Registration-Standards\/Professional-Capabilities.aspx."},{"issue":"4","key":"10.1016\/j.tipsro.2025.100362_b0100","doi-asserted-by":"crossref","first-page":"818","DOI":"10.1016\/j.radi.2023.05.015","article-title":"What do we Want? Training! when do we Want it? now? a Training needs Analysis for Adaptive Radiotherapy for Therapeutic Radiographers","volume":"29","author":"Joyce","year":"2023","journal-title":"Radiography (Lond)"},{"issue":"4","key":"10.1016\/j.tipsro.2025.100362_b0105","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1016\/j.ijrobp.2017.12.013","article-title":"American Association of Physicists in Medicine Task Group 263: Standardizing Nomenclatures in Radiation Oncology","volume":"100","author":"Mayo","year":"2018","journal-title":"Int J Radiat Oncol Biol Phys"},{"issue":"1","key":"10.1016\/j.tipsro.2025.100362_b0110","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.radonc.2015.07.041","article-title":"Ct-based Delineation of Organs at risk in the Head and Neck Region: Dahanca, Eortc, Gortec, Hknpcsg, Ncic Ctg, Ncri, Nrg Oncology and Trog Consensus guidelines","volume":"117","author":"Brouwer","year":"2015","journal-title":"Radiother Oncol"},{"issue":"3","key":"10.1016\/j.tipsro.2025.100362_b0115","doi-asserted-by":"crossref","first-page":"e353","DOI":"10.1016\/j.ijrobp.2012.01.023","article-title":"Pelvic Normal Tissue Contouring guidelines for Radiation Therapy: a Radiation Therapy Oncology Group Consensus Panel Atlas","volume":"83","author":"Gay","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2025.100362_b0120","doi-asserted-by":"crossref","unstructured":"Eekers DB, In 't Ven L, Roelofs E, Postma A, Alapetite C, Burnet NG, et al. The Eptn Consensus-Based Atlas for Ct- and Mr-Based Contouring in Neuro-Oncology. Radiother Oncol. 2018;128(1):37-43.10.1016\/j.radonc.2017.12.013.","DOI":"10.1016\/j.radonc.2017.12.013"},{"issue":"2","key":"10.1016\/j.tipsro.2025.100362_b0125","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.prro.2013.06.004","article-title":"Upper Abdominal Normal Organ Contouring guidelines and Atlas: a Radiation Therapy Oncology Group Consensus","volume":"4","author":"Jabbour","year":"2014","journal-title":"Pract Radiat Oncol"},{"issue":"1","key":"10.1016\/j.tipsro.2025.100362_b0130","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.ijrobp.2009.10.058","article-title":"Development and Validation of a Heart Atlas to Study Cardiac Exposure to Radiation following Treatment for Breast Cancer","volume":"79","author":"Feng","year":"2011","journal-title":"Int J Radiat Oncol Biol Phys"},{"issue":"9","key":"10.1016\/j.tipsro.2025.100362_b0135","doi-asserted-by":"crossref","first-page":"1323","DOI":"10.1016\/j.mri.2012.05.001","article-title":"3d Slicer as an image Computing Platform for the Quantitative Imaging Network","volume":"30","author":"Fedorov","year":"2012","journal-title":"Magn Reson Imaging"},{"issue":"3","key":"10.1016\/j.tipsro.2025.100362_b0140","doi-asserted-by":"crossref","first-page":"297","DOI":"10.2307\/1932409","article-title":"Measures of the Amount of Ecologic Association between Species","volume":"26","author":"Dice","year":"1945","journal-title":"Ecology"},{"key":"10.1016\/j.tipsro.2025.100362_b0145","doi-asserted-by":"crossref","unstructured":"Brock KK, Mutic S, McNutt TR, Li H, Kessler ML. Use of Image Registration and Fusion Algorithms and Techniques in Radiotherapy: Report of the Aapm Radiation Therapy Committee Task Group No. 132. Med Phys. 2017;44(7):e43-e76.10.1002\/mp.12256.","DOI":"10.1002\/mp.12256"},{"issue":"4","key":"10.1016\/j.tipsro.2025.100362_b0150","doi-asserted-by":"crossref","DOI":"10.1002\/acm2.14620","article-title":"Evaluation of Ai-based Auto-Contouring Tools in Radiotherapy: a Single-Institution Study","volume":"26","author":"Wang","year":"2025","journal-title":"J Appl Clin Med Phys"},{"issue":"9","key":"10.1016\/j.tipsro.2025.100362_b0155","doi-asserted-by":"crossref","first-page":"850","DOI":"10.1109\/34.232073","article-title":"Comparing Images using the Hausdorff Distance","volume":"15","author":"Huttenlocher","year":"1993","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"2","key":"10.1016\/j.tipsro.2025.100362_b0160","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1120\/jacmp.v17i2.5889","article-title":"The Suitability of Common Metrics for Assessing Parotid and Larynx Autosegmentation Accuracy","volume":"17","author":"Beasley","year":"2016","journal-title":"J Appl Clin Med Phys"},{"issue":"5","key":"10.1016\/j.tipsro.2025.100362_b0165","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1016\/j.ijrobp.2018.11.048","article-title":"Clinically Oriented Contour Evaluation using Dosimetric Indices Generated from Automated Knowledge-based Planning","volume":"103","author":"Lim","year":"2019","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2025.100362_b0170","doi-asserted-by":"crossref","DOI":"10.1016\/j.radonc.2024.110337","article-title":"Interobserver Variation in Organs at Risk Contouring in Head and Neck Cancer according to the Dahanca guidelines","volume":"197","author":"Nielsen","year":"2024","journal-title":"Radiother Oncol"}],"container-title":["Technical Innovations & Patient Support in Radiation Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2405632425000630?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2405632425000630?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,12,11]],"date-time":"2025-12-11T06:25:34Z","timestamp":1765434334000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2405632425000630"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":34,"alternative-id":["S2405632425000630"],"URL":"https:\/\/doi.org\/10.1016\/j.tipsro.2025.100362","relation":{},"ISSN":["2405-6324"],"issn-type":[{"value":"2405-6324","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Inter-Observer variability in organs at risk contouring among radiation therapy students and qualified radiation therapists","name":"articletitle","label":"Article Title"},{"value":"Technical Innovations & Patient Support in Radiation Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.tipsro.2025.100362","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier B.V. on behalf of European Society for Radiotherapy & Oncology.","name":"copyright","label":"Copyright"}],"article-number":"100362"}}