{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T13:12:25Z","timestamp":1791465145288,"version":"4.3.4"},"reference-count":80,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T00:00:00Z","timestamp":1710288000000},"content-version":"am","delay-in-days":347,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","redjournal.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Radiation Oncology*Biology*Physics"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1016\/j.ijrobp.2022.11.021","type":"journal-article","created":{"date-parts":[[2022,11,21]],"date-time":"2022-11-21T20:08:09Z","timestamp":1669061289000},"page":"1047-1060","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":59,"title":["Assessing Interobserver Variability in the Delineation of Structures in Radiation Oncology: A Systematic Review"],"prefix":"10.1016","volume":"115","author":[{"given":"Leslie","family":"Guzene","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arnaud","family":"Beddok","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christophe","family":"Nioche","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Romain","family":"Modzelewski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cedric","family":"Loiseau","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julia","family":"Salleron","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juliette","family":"Thariat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ijrobp.2022.11.021_bib0001","doi-asserted-by":"crossref","first-page":"588","DOI":"10.1038\/s41467-019-08563-w","article-title":"Author correction: Why rankings of biomedical image analysis competitions should be interpreted with care","volume":"10","author":"Maier-Hein","year":"2019","journal-title":"Nat Commun"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0002","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2021.644767","article-title":"Inter-observer variation in delineating the pharyngeal constrictor muscle as organ at risk in radiotherapy for head and neck cancer","volume":"11","author":"Petkar","year":"2021","journal-title":"Front Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0003","first-page":"1981","article-title":"Volume delineation in cervical cancer with T2 and diffusion-weighted MRI: Agreement on volumes between observers","volume":"34","author":"Rosa","year":"2020","journal-title":"Vivo Athens Greece"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0004","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1080\/0284186X.2020.1825801","article-title":"Reduction of inter-observer contouring variability in daily clinical practice through a retrospective, evidence-based intervention","volume":"60","author":"Patrick","year":"2021","journal-title":"Acta Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0005","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/j.brachy.2020.01.002","article-title":"Dose planning variations related to delineation variations in MRI-guided brachytherapy for locally advanced cervical cancer","volume":"19","author":"Bell","year":"2020","journal-title":"Brachytherapy"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0006","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1093\/jnci\/djt001","article-title":"Radiotherapy protocol deviations and clinical outcomes: A meta-analysis of cooperative group clinical trials","volume":"10","author":"Ohri","year":"2013","journal-title":"J Natl Cancer Inst"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0007","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/j.radonc.2016.09.009","article-title":"Uncertainties in volume delineation in radiation oncology: A systematic review and recommendations for future studies","volume":"121","author":"Vinod","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0008","doi-asserted-by":"crossref","first-page":"4786","DOI":"10.1158\/0008-5472.CAN-18-0125","article-title":"LIFEx: A freeware for radiomic feature calculation in multimodality imaging to accelerate advances in the characterization of tumor heterogeneity","volume":"78","author":"Nioche","year":"2018","journal-title":"Cancer Res"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0009","unstructured":"Reinke A, Eisenmann M, Tizabi MD, et\u00a0al. Common limitations of image processing metrics: A picture story. 2022. arXiv 2022; Abstract. Avaialble at: https:\/\/arxiv.org\/abs\/2104.05642. Accessed December 21, 2022."},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0010","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1002\/acm2.12529","article-title":"Improving fiducial and prostate capsule visualization for radiotherapy planning using MRI","volume":"20","author":"Pathmanathan","year":"2019","journal-title":"J Appl Clin Med Phys"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0011","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20180948","article-title":"Comparison of prostate delineation on multimodality imaging for MR-guided radiotherapy","volume":"92","author":"Pathmanathan","year":"2019","journal-title":"Br J Radiol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0012","first-page":"E959","article-title":"A deep learning-based automated CT segmentation of prostate cancer anatomy for radiation therapy planning\u2014A retrospective multicenter study","volume":"10","author":"Kiljunen","year":"2020","journal-title":"Diagn Basel Switz"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0013","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1111\/1754-9485.12844","article-title":"Multi-observer contouring of male pelvic anatomy: Highly variable agreement across conventional and emerging structures of interest","volume":"63","author":"Roach","year":"2019","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0014","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1186\/s13014-021-01768-8","article-title":"Accuracy of an MR-only workflow for prostate radiotherapy using semi-automatically burned-in fiducial markers","volume":"16","author":"Goudschaal","year":"2021","journal-title":"Radiat Oncol Lond Engl"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0015","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1111\/1754-9485.12884","article-title":"Contour variation is a primary source of error when delivering post prostatectomy radiotherapy: Results of the Trans-Tasman Radiation Oncology Group 08.03 Radiotherapy Adjuvant Versus Early Salvage (RAVES) benchmarking exercise","volume":"63","author":"Cloak","year":"2019","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0016","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/aaeaa4","article-title":"Autosegmentation of prostate anatomy for radiation treatment planning using deep decision forests of radiomic features","volume":"63","author":"Macomber","year":"2018","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0017","doi-asserted-by":"crossref","first-page":"11","DOI":"10.3857\/roj.2017.00080","article-title":"Interobserver variation in target volume for salvage radiotherapy in recurrent prostate cancer patients after radical prostatectomy using CT versus combined CT and MRI: A multicenter study (KROG 13-11)","volume":"36","author":"Lee","year":"2018","journal-title":"Radiat Oncol J"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0018","first-page":"10","article-title":"Harmonization of practices between radiotherapy centres in the Nord and Pas-de-Calais regions (France): A three-year evaluation","volume":"23","author":"Pasquier","year":"2019","journal-title":"Cancer Radiother J Soc Francaise Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0019","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.radonc.2018.10.030","article-title":"Use of a novel atlas for muscles of mastication to reduce inter observer variability in head and neck radiotherapy contouring","volume":"130","author":"Hague","year":"2019","journal-title":"Radiother Oncol J Eur Soc Ther Radiol Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0020","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1186\/s13014-021-01809-2","article-title":"Quality assurance of radiotherapy in the ongoing EORTC 1420 \u201cbest of\u201d trial for early stage oropharyngeal, supraglottic and hypopharyngeal carcinoma: Results of the benchmark case procedure","volume":"16","author":"Stelmes","year":"2021","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0021","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/j.radonc.2020.11.012","article-title":"Development and validation of a contouring guideline for the taste bud bearing tongue mucosa","volume":"157","author":"Stieb","year":"2021","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0022","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1016\/j.radonc.2020.10.007","article-title":"Deep learning for elective neck delineation: More consistent and time efficient","volume":"153","author":"van der Veen","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0023","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ab440d","article-title":"Gross tumor volume segmentation for head and neck cancer radiotherapy using deep dense multi-modality network","volume":"64","author":"Guo","year":"2019","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0024","doi-asserted-by":"crossref","first-page":"1378","DOI":"10.1080\/0284186X.2019.1629017","article-title":"Inter-observer variability in target delineation increases during adaptive treatment of head-and-neck and lung cancer","volume":"58","author":"Apolle","year":"2019","journal-title":"Acta Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0025","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ab205c","article-title":"Quantifying the dosimetric impact of organ-at-risk delineation variability in head and neck radiation therapy in the context of patient setup uncertainty","volume":"64","author":"Aliotta","year":"2019","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0026","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1007\/s11547-019-01006-y","article-title":"Inter-observer variability of clinical target volume delineation in definitive radiotherapy of neck lymph node metastases from unknown primary. A cooperative study of the Italian Association of Radiotherapy and Clinical Oncology (AIRO) Head and Neck Group","volume":"124","author":"Trignani","year":"2019","journal-title":"Radiol Med"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0027","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1111\/1754-9485.12866","article-title":"Evaluating diffusion-weighted magnetic resonance imaging for target volume delineation in head and neck radiotherapy","volume":"63","author":"Cardoso","year":"2019","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0028","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.oraloncology.2018.04.025","article-title":"Interobserver variations in the delineation of target volumes and organs at risk and their impact on dose distribution in intensity-modulated radiation therapy for nasopharyngeal carcinoma","volume":"82","author":"Peng","year":"2018","journal-title":"Oral Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0029","doi-asserted-by":"crossref","DOI":"10.1177\/1533033818787383","volume":"17","author":"Wee","year":"2018","journal-title":"Technol Cancer Res Treat"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0030","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1002\/jmrs.298","article-title":"The impact of a radiologist-led workshop on MRI target volume delineation for radiotherapy","volume":"65","author":"Kumar","year":"2018","journal-title":"J Med Radiat Sci"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0031","first-page":"83","article-title":"An in-silico quality assurance study of contouring target volumes in thoracic tumors within a cooperative group setting","volume":"15","author":"Elhalawani","year":"2019","journal-title":"Clin Transl Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0032","doi-asserted-by":"crossref","first-page":"724","DOI":"10.1002\/mp.14644","article-title":"Automated gross tumor volume contour generation for large-scale analysis of early-stage lung cancer patients planned with 4D-CT","volume":"48","author":"Davey","year":"2021","journal-title":"Med Phys"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0033","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1016\/j.radonc.2017.11.020","article-title":"Interobserver variability in the delineation of the primary lung cancer and lymph nodes on different four-dimensional computed tomography reconstructions","volume":"126","author":"Mercieca","year":"2018","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0034","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.phro.2019.11.003","article-title":"Geometrical and dosimetric evaluation of breast target volume auto-contouring","volume":"12","author":"Sim\u00f5es","year":"2019","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0035","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1186\/s13014-021-01771-z","article-title":"Clinical feasibility of deep learning-based auto-segmentation of target volumes and organs-at-risk in breast cancer patients after breast-conserving surgery","volume":"16","author":"Chung","year":"2021","journal-title":"Radiat Oncol Lond Engl"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0036","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1186\/s13014-021-01817-2","article-title":"DE-MR simulation imaging for prone radiotherapy after breast-conserving surgery: Assessing its application in lumpectomy cavity delineation based on deformable image registration","volume":"16","author":"Zhao","year":"2021","journal-title":"Radiat Oncol Lond Engl"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0037","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1016\/j.radonc.2020.07.041","article-title":"The use of hyaluronic acid hydrogel as a tumour bed marker in breast-conserving therapy","volume":"152","author":"Wierci\u0144ska","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0038","doi-asserted-by":"crossref","first-page":"e466","DOI":"10.1016\/j.prro.2020.03.011","article-title":"Consensus on contouring primary breast tumors on MRI in the setting of neoadjuvant partial breast irradiation in trials","volume":"10","author":"Vasmel","year":"2020","journal-title":"Pract Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0039","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/s12032-019-1273-1","article-title":"Intra- and inter-observer variability in breast tumour bed contouring and the controversial role of surgical clips","volume":"36","author":"Corrao","year":"2019","journal-title":"Med Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0040","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1177\/0300891619839288","article-title":"Interobserver variability (between radiation oncologist and radiation therapist) in tumor bed contouring after breast-conserving surgery","volume":"105","author":"La Rocca","year":"2019","journal-title":"Tumori"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0041","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1016\/j.radonc.2018.11.020","article-title":"Reducing the dose of gadolinium-based contrast agents for DCE-MRI guided SBRT: The effects on inter and intra observer variability for preoperative target volume delineation in early stage breast cancer patients","volume":"131","author":"Mouawad","year":"2019","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0042","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.radonc.2018.06.029","article-title":"Impact of inter-observer variations in target volume delineation on dose volume indices for accelerated partial breast irradiation with multi-catheter interstitial brachytherapy","volume":"129","author":"Upreti","year":"2018","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0043","first-page":"33","article-title":"Variability of clinical target volume delineation for rectal cancer patients planned for neoadjuvant radiotherapy with the aid of the platform Anatom-e","volume":"11","author":"Franco","year":"2018","journal-title":"Clin Transl Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0044","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/j.radonc.2020.06.012","article-title":"Gross tumour volume delineation in anal cancer on T2-weighted and diffusion-weighted MRI\u2014Reproducibility between radiologists and radiation oncologists and impact of reader experience level and DWI image quality","volume":"150","author":"Min","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0045","first-page":"33","article-title":"Gross tumour delineation on computed tomography and positron emission tomography-computed tomography in oesophageal cancer: A nationwide study","volume":"14","author":"Nowee","year":"2019","journal-title":"Clin Transl Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0046","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1093\/jrr\/rrz004","article-title":"Impact of hybrid FDG-PET\/CT on gross tumor volume definition of cervical esophageal cancer: Reducing interobserver variation","volume":"60","author":"Toya","year":"2019","journal-title":"J Radiat Res"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0047","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1016\/j.radonc.2020.11.032","article-title":"Proposal for the delineation of neoadjuvant target volumes in oesophageal cancer","volume":"156","author":"Thomas","year":"2021","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0048","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1080\/0284186X.2019.1588991","article-title":"Reduced inter-observer and intra-observer delineation variation in esophageal cancer radiotherapy by use of fiducial markers","volume":"58","author":"Machiels","year":"2019","journal-title":"Acta Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0049","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1080\/0284186X.2018.1546899","article-title":"Magnetic resonance imaging (MRI) compared with computed tomography (CT) for interobserver agreement of gross tumor volume delineation in pancreatic cancer: A multi-institutional contouring study on behalf of the AIRO group for gastrointestinal cancers","volume":"58","author":"Caravatta","year":"2019","journal-title":"Acta Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0050","doi-asserted-by":"crossref","first-page":"2785","DOI":"10.1038\/s41598-021-82541-5","article-title":"Interobserver variability in clinical target volume delineation in anal squamous cell carcinoma","volume":"11","author":"Kim","year":"2021","journal-title":"Sci Rep"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0051","doi-asserted-by":"crossref","first-page":"983","DOI":"10.1007\/s00066-020-01656-2","article-title":"Hybrid TRUS\/CT with optical tracking for target delineation in image-guided adaptive brachytherapy for cervical cancer","volume":"196","author":"Smet","year":"2020","journal-title":"Strahlenther Onkol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0052","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/j.clon.2021.02.003","article-title":"An inter-observer study to determine radiotherapy planning target volumes for recurrent gynaecological cancer comparing magnetic resonance imaging only with computed tomography-magnetic resonance imaging","volume":"33","author":"Bernstein","year":"2021","journal-title":"Clin Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0053","doi-asserted-by":"crossref","first-page":"1727","DOI":"10.1007\/s00330-020-07217-6","article-title":"Association between MRI histogram features and treatment response in locally advanced cervical cancer treated by chemoradiotherapy","volume":"31","author":"Perucho","year":"2021","journal-title":"Eur Radiol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0054","doi-asserted-by":"crossref","DOI":"10.1259\/bjr.20190897","article-title":"UK audit of target volume and organ at risk delineation and dose optimisation for cervix radiotherapy treatments","volume":"93","author":"Cannon","year":"2020","journal-title":"Br J Radiol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0055","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1111\/1754-9485.12831","article-title":"Dedicated MRI simulation for cervical cancer radiation treatment planning: Assessing the impact on clinical target volume delineation","volume":"63","author":"Veera","year":"2019","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0056","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/aba6d4","article-title":"Brain tumor segmentation using 3D Mask R-CNN for dynamic susceptibility contrast enhanced perfusion imaging","volume":"65","author":"Jeong","year":"2020","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0057","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1186\/s13014-020-01617-0","article-title":"Deep learning vs. atlas-based models for fast auto-segmentation of the masticatory muscles on head and neck CT images","volume":"15","author":"Chen","year":"2020","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0058","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1016\/j.phro.2020.10.008","article-title":"Automatic evaluation of contours in radiotherapy planning utilising conformity indices and machine learning","volume":"16","author":"Terparia","year":"2020","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0059","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/j.radonc.2019.09.022","article-title":"Improving automatic delineation for head and neck organs at risk by Deep Learning Contouring","volume":"142","author":"van Dijk","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0060","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1016\/j.ejmp.2019.12.008","article-title":"Segmentation of organs-at-risk in cervical cancer CT images with a convolutional neural network","volume":"69","author":"Liu","year":"2020","journal-title":"Phys Med"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0061","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1186\/s13014-019-1392-z","article-title":"Comparative clinical evaluation of atlas and deep-learning-based auto-segmentation of organ structures in liver cancer","volume":"14","author":"Ahn","year":"2019","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0062","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/aacb65","article-title":"Geometric and dosimetric evaluations of atlas-based segmentation methods of MR images in the head and neck region","volume":"63","author":"Kieselmann","year":"2018","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0063","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0245364","article-title":"Feasibility of using a novel automatic cardiac segmentation algorithm in the clinical routine of lung cancer patients","volume":"16","author":"Finnegan","year":"2021","journal-title":"PLoS One"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0064","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1002\/jmrs.485","article-title":"Visualising the urethra for prostate radiotherapy planning","volume":"68","author":"Richardson","year":"2021","journal-title":"J Med Radiat Sci"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0065","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.27426","article-title":"Evaluation of deep learning to augment image-guided radiotherapy for head and neck and prostate cancers","volume":"3","author":"Oktay","year":"2020","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0066","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1016\/j.ijrobp.2020.06.068","article-title":"Protecting the heart: A practical approach to account for the full extent of heart motion in radiation therapy planning","volume":"108","author":"Vasquez Osorio","year":"2020","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0067","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.radonc.2020.06.015","article-title":"Delineation of whole heart and substructures in thoracic radiation therapy: National guidelines and contouring atlas by the Danish Multidisciplinary Cancer Groups","volume":"150","author":"Milo","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0068","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1007\/s00066-018-1388-x","article-title":"Assessment of a guideline-based heart substructures delineation in left-sided breast cancer patients undergoing adjuvant radiotherapy: Quality assessment within a randomized phase III trial testing a cardioprotective treatment strategy (SAFE-2014)","volume":"195","author":"Francolini","year":"2019","journal-title":"Strahlenther Onkol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0069","doi-asserted-by":"crossref","first-page":"1385","DOI":"10.1002\/mrm.27486","article-title":"Segmentation of left ventricle in late gadolinium enhanced MRI through 2D-4D registration for infarct localization in 3D patient-specific left ventricular model","volume":"81","author":"Leong","year":"2019","journal-title":"Magn Reson Med"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0070","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1007\/s12094-018-1903-7","article-title":"Inter-observer variation of hippocampus delineation in hippocampal avoidance prophylactic cranial irradiation","volume":"21","author":"Bartel","year":"2019","journal-title":"Clin Transl Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0071","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1016\/j.ijrobp.2018.03.010","article-title":"Impact of magnetic resonance imaging on gross tumor volume delineation in non-spine bony metastasis treated with stereotactic body radiation therapy","volume":"102","author":"Raman","year":"2018","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0072","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.canrad.2017.09.004","article-title":"Pre- and postoperative radiotherapy for extremity soft tissue sarcoma: Evaluation of inter-observer target volume contouring variability among French sarcoma group radiation oncologists","volume":"22","author":"Sargos","year":"2018","journal-title":"Cancer Radiother J"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0073","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1177\/014662167900300216","article-title":"Book review: Psychometric Theory: Second Edition","volume":"3","author":"Lunneborg","year":"1979","journal-title":"Appl Psychol Meas"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0074","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.jcm.2016.02.012","article-title":"A guideline of selecting and reporting intraclass correlation coefficients for reliability research","volume":"15","author":"Koo","year":"2016","journal-title":"J Chiropr Med"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0075","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1111\/j.1754-9485.2010.02192.x","article-title":"A review of methods of analysis in contouring studies for radiation oncology: Techniques of contour comparison","volume":"54","author":"Jameson","year":"2010","journal-title":"J Med Imaging Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0076","doi-asserted-by":"crossref","first-page":"5217","DOI":"10.1038\/s41467-018-07619-7","article-title":"Why rankings of biomedical image analysis competitions should be interpreted with care","volume":"9","author":"Maier-Hein","year":"2018","journal-title":"Nat Commun"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0077","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1259\/bjr\/27674581","article-title":"A novel algorithm for the morphometric assessment of radiotherapy treatment planning volumes","volume":"83","author":"Jena","year":"2010","journal-title":"Br J Radiol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0078","series-title":"Proceedings 1992 IEEE Computer Society Conference on Computer Vision and Pattern Recognition","first-page":"654","article-title":"Comparing images using the Hausdorff distance under translation","author":"Huttenlocher","year":"1992"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0079","doi-asserted-by":"crossref","first-page":"672","DOI":"10.1080\/0284186X.2022.2036367","article-title":"International assessment of interobserver reproducibility of flap delineation in head and neck carcinoma","volume":"61","author":"Beddok","year":"2022","journal-title":"Acta Oncol"},{"key":"10.1016\/j.ijrobp.2022.11.021_bib0080","doi-asserted-by":"crossref","first-page":"2863","DOI":"10.1088\/0031-9155\/54\/9\/018","article-title":"Measuring the similarity of target volume delineations independent of the number of observers","volume":"54","author":"Kouwenhoven","year":"2009","journal-title":"Phys Med Biol"}],"container-title":["International Journal of Radiation Oncology*Biology*Physics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360301622035519?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360301622035519?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T10:03:46Z","timestamp":1759745026000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0360301622035519"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4]]},"references-count":80,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["S0360301622035519"],"URL":"https:\/\/doi.org\/10.1016\/j.ijrobp.2022.11.021","relation":{},"ISSN":["0360-3016"],"issn-type":[{"value":"0360-3016","type":"print"}],"subject":[],"published":{"date-parts":[[2023,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Assessing Interobserver Variability in the Delineation of Structures in Radiation Oncology: A Systematic Review","name":"articletitle","label":"Article Title"},{"value":"International Journal of Radiation Oncology*Biology*Physics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijrobp.2022.11.021","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}