{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T17:30:10Z","timestamp":1790271010768,"version":"4.1.0"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2017,9,1]],"date-time":"2017-09-01T00:00:00Z","timestamp":1504224000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2017,9,1]],"date-time":"2017-09-01T00:00:00Z","timestamp":1504224000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T00:00:00Z","timestamp":1503619200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["tipsro.science","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Technical Innovations & Patient Support in Radiation Oncology"],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1016\/j.tipsro.2017.10.002","type":"journal-article","created":{"date-parts":[[2017,11,4]],"date-time":"2017-11-04T20:30:22Z","timestamp":1509827422000},"page":"41-47","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":6,"special_numbering":"C","title":["A dose based approach for evaluation of inter-observer variations in target delineation"],"prefix":"10.1016","volume":"3-4","author":[{"given":"Ingrid","family":"Kristensen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kristina","family":"Nilsson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M\u00e5ns","family":"Agrup","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karin","family":"Belfrage","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna","family":"Embring","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hedda","family":"Haugen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna-Maja","family":"Sv\u00e4rd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tommy","family":"Kn\u00f6\u00f6s","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Per","family":"Nilsson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.tipsro.2017.10.002_b0005","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1007\/s13566-015-0230-7","article-title":"Quantitative assessment of target delineation variability for thymic cancers: agreement evaluation of a prospective segmentation challenge","volume":"5","author":"Holliday","year":"2016","journal-title":"J Radiat Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0010","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/s00066-011-2221-y","article-title":"Interobserver variability of clinical target volume delineation in supra-diaphragmatic Hodgkin's disease","volume":"187","author":"Genovesi","year":"2011","journal-title":"Strahlenther Onkol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0015","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/j.radonc.2009.12.028","article-title":"Inter-observer and intra-observer reliability for lung cancer target volume delineation in the 4D-CT era","volume":"95","author":"Louie","year":"2010","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0020","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1016\/j.radonc.2005.09.017","article-title":"Observer variation in target volume delineation of lung cancer related to radiation oncologist-computer interaction: A \u2018Big Brother\u2019 evaluation","volume":"77","author":"Steenbackers","year":"2005","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0025","doi-asserted-by":"crossref","first-page":"944","DOI":"10.1016\/j.ijrobp.2008.10.034","article-title":"Variability of target and normal structure delineation for breast cancer radiotherapy: an RTOG multi-institutional and multiobserver study","volume":"73","author":"Li","year":"2009","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0030","doi-asserted-by":"crossref","first-page":"703","DOI":"10.3109\/0284186X.2013.765064","article-title":"Delineation of target volumes and organs at risk in adjuvant radiotherapy of early breast cancer: National guidelines and contouring atlas by the Danish Breast Cancer Cooperative Group","volume":"52","author":"Nielsen","year":"2013","journal-title":"Acta Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0035","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1016\/j.radonc.2016.07.002","article-title":"Comparison of investigator-delineated gross tumour volumes and quality assurance in pancreatic cancer: Analysis of the on-trial cases for the SCALOP trial","volume":"120","author":"Fokas","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0040","doi-asserted-by":"crossref","first-page":"450","DOI":"10.1007\/s00066-006-1463-6","article-title":"The reasons for discrepancies in target volume delineation. A SASRO study on head and neck and prostate cancers","volume":"182","author":"Jeanneret-Sozzi","year":"2006","journal-title":"Strahlenther Onkol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0045","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1093\/jjco\/hyn014","article-title":"Variation of clinical target volume definition among Japanese radiation oncologists in external beam radiotherapy for prostate cancer","volume":"38","author":"Nakamura","year":"2008","journal-title":"Jpn J Clin Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0050","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1111\/1754-9485.12462","article-title":"A review of interventions to reduce inter-observer variability in volume delineation in radiation oncology","volume":"60","author":"Vinod","year":"2016","journal-title":"J Med Imag Radiat Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0055","doi-asserted-by":"crossref","first-page":"42579","DOI":"10.18632\/oncotarget.9938","article-title":"Automatic segmentation software in locally advanced rectal cancer: READY (REsearch program in Auto Delineation sYstem)-RECTAL 02: prospective study","volume":"7","author":"Gambacorta","year":"2016","journal-title":"Oncotarget"},{"key":"10.1016\/j.tipsro.2017.10.002_b0060","doi-asserted-by":"crossref","first-page":"1417","DOI":"10.3109\/0284186X.2013.813069","article-title":"Automatic delineation for replanning in nasopharynx radiotherapy: what is the agreement among experts to be considered as benchmark?","volume":"52","author":"Mattiucci","year":"2013","journal-title":"Acta Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0065","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/j.radonc.2014.06.017","article-title":"Four years with FALCON \u2013 An ESTRO educational project","volume":"112","author":"Grau Eriksen","year":"2014","journal-title":"Achieve Perspect Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0070","article-title":"Enhancing the role of case-oriented peer review to improve quality and safety in radiation oncology: Executive summary","volume":"3","author":"Marks","year":"2013","journal-title":"Practical Rad Onc"},{"key":"10.1016\/j.tipsro.2017.10.002_b0075","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1016\/j.radonc.2003.09.009","article-title":"Quantitative assessment of inter-clinician variability of target volume delineation for medulloblastoma: Quality assurance for the SIOP PNET 4 trial protocol","volume":"69","author":"Coles","year":"2003","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0080","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1016\/j.radonc.2009.05.024","article-title":"Inter-clinician variability in making decisions in pediatric treatment: A balance between efficacy and late effects","volume":"93","author":"Padovani","year":"2009","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0085","doi-asserted-by":"crossref","first-page":"1025","DOI":"10.1007\/s00066-012-0182-4","article-title":"Multicenter evaluation of different target volume delineation concepts in pediatric Hodgkin\u2019s lymphoma","volume":"188","author":"L\u00fctgendorf-Caucig","year":"2012","journal-title":"Strahlenter Onkol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0090","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1007\/s00066-011-0027-6","article-title":"Critical discussion of evaluation parameters for inter-observer variability in target definition for radiation therapy","volume":"188","author":"Fotina","year":"2012","journal-title":"Strahlenter Onkol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0095","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.radonc.2014.09.014","article-title":"Recommendations on how to establish evidence from auto-segmentation software in radiotherapy","volume":"112","author":"Valentini","year":"2014","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0100","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/j.radonc.2016.09.009","article-title":"Uncertainties in volume delineation in radiation oncology: A systematic review and recommendations for future studies","volume":"121","author":"Vinod","year":"2016","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0105","doi-asserted-by":"crossref","unstructured":"Warfield SK, Zou KH, Wells M. Simultaneous Truth and Performance Level Estimation (STAPLE), an algorithm for the validation of image segmentation. IEEE Trans Med Imaging 2004; (23)7: p. 903\u201321.","DOI":"10.1109\/TMI.2004.828354"},{"key":"10.1016\/j.tipsro.2017.10.002_b0110","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1016\/j.radonc.2010.06.009","article-title":"Tools for consensus analysis of experts\u2019 contours for radiotherapy structure definitions","volume":"97","author":"Allozi","year":"2010","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0115","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/j.ijrobp.2008.08.003","article-title":"Variation in the definition of clinical target volumes for pelvic nodal conformal radiation therapy for prostate cancer","volume":"74","author":"Lawton","year":"2009","journal-title":"Int J Radiaton Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0120","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.ijrobp.2014.01.010","article-title":"Statistical modeling approach to quantitative analysis of interobserver variability in breast contouring","volume":"89","author":"Yang","year":"2014","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0125","doi-asserted-by":"crossref","DOI":"10.1016\/j.ijrobp.2016.06.1677","article-title":"Multi-institutional randomized trial testing the utility of an interactive 3-dimensional contouring atlas among radiation oncology residents","author":"Gillespie","year":"2016","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0130","doi-asserted-by":"crossref","first-page":"714","DOI":"10.1007\/s00066-016-1028-2","article-title":"Interobserver variability in gross tumor volume delineation for hepatocellular carcinoma","volume":"192","author":"Suk Kim","year":"2016","journal-title":"Strahlenter Onkol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0135","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/j.radonc.2014.01.026","article-title":"Dynamic contrast enhanced CT aiding gross tumor volume delineation of liver tumors: An interobserver variability study","volume":"111","author":"Jensen","year":"2014","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0140","doi-asserted-by":"crossref","first-page":"e143","DOI":"10.1016\/j.ijrobp.2010.12.057","article-title":"Delineation of the postprostatectomy prostate bed using computed tomography: interobserver variability following the EORTC delineation guidelines","volume":"81","author":"Ost","year":"2011","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0145","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1016\/j.radonc.2013.01.014","article-title":"Uncertainties of target volume delineation in MRI guided adaptive brachytherapy of cervix cancer: A multi-institutional study","volume":"107","author":"Petri\u0109","year":"2013","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0150","doi-asserted-by":"crossref","unstructured":"Viswanathan AN, Erickson B, Gaffney D, Beriwal S, Bhatia, S, Burnett III OL, et al. Comparison and consensus guidelines for delineation of clinical target volume for CT- and MR-based brachytherapy in locally advanced cervical cancer. Int J Radiaton Oncol Biol Phys 2014; 90: p. 320\u20138.","DOI":"10.1016\/j.ijrobp.2014.05.706"},{"key":"10.1016\/j.tipsro.2017.10.002_b0155","doi-asserted-by":"crossref","first-page":"1100","DOI":"10.1016\/j.ijrobp.2013.09.008","article-title":"High-grade glioma radiation therapy target volumes and patterns of failure obtained from magnetic resonance imaging and 18F-FDOPA position emission tomography delineations from multiple observers","volume":"87","author":"Kosztyla","year":"2013","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0160","article-title":"Prospective assessment of an atlas-based intervention combined with real-time software feedback in contouring lymph node levels and organs-at-risk in the head and neck: Quantitaive assessment of conformance to expert delineation","volume":"3","author":"Awan","year":"2013","journal-title":"Practical Rad Onc"},{"key":"10.1016\/j.tipsro.2017.10.002_b0165","article-title":"Evaluation of automatic atlas-based lymph node segmentation for head-and-neck cancer","volume":"77","author":"Stapleford","year":"2010","journal-title":"Int J Radiaton Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0170","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.radonc.2012.12.017","article-title":"Dosimetric impact of interobserver variability in MRI-based delineation for cervical cancer brachytherapy","volume":"107","author":"Hellebust","year":"2013","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0175","doi-asserted-by":"crossref","first-page":"126","DOI":"10.3109\/0284186X.2013.782104","article-title":"Assessment of volume segmentation in radiotherapy of adolescents; a treatment planning study by the Swedish Workgroup for Paediatric Radiotherapy","volume":"53","author":"Kristensen","year":"2014","journal-title":"Acta Oncol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0180","unstructured":"Prescribing, recording, and reporting photon-beam intensity modulated radiation therapy (IMRT), ICRU report 50, Bethesda, USA; 1993."},{"key":"10.1016\/j.tipsro.2017.10.002_b0185","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1118\/1.1568978","article-title":"CERR: A computational environment for radiotherapy research","volume":"30","author":"Deasy","year":"2003","journal-title":"Med Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0190","doi-asserted-by":"crossref","first-page":"2863","DOI":"10.1088\/0031-9155\/54\/9\/018","article-title":"Measuring the similarity of target volume delineations independent of the number of observers","volume":"54","author":"Kouwenhoven","year":"2009","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.tipsro.2017.10.002_b0195","series-title":"Practical statistics for medical research","author":"Altman","year":"1997"},{"key":"10.1016\/j.tipsro.2017.10.002_b0200","unstructured":"Prescribing, recording, and reporting intensity modulated radiation therapy (IMRT). ICRU report 83, Bethesda, USA; 2010."},{"key":"10.1016\/j.tipsro.2017.10.002_b0205","doi-asserted-by":"crossref","first-page":"1169","DOI":"10.1016\/S0360-3016(98)00239-9","article-title":"Volumetric and dosimetric evaluation of radiation treatment plans: Radiation conformity index","volume":"42","author":"Kn\u00f6\u00f6s","year":"1998","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.tipsro.2017.10.002_b0210","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"}],"container-title":["Technical Innovations & Patient Support in Radiation Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2405632417300215?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2405632417300215?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T08:15:20Z","timestamp":1762503320000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2405632417300215"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9]]},"references-count":42,"alternative-id":["S2405632417300215"],"URL":"https:\/\/doi.org\/10.1016\/j.tipsro.2017.10.002","relation":{},"ISSN":["2405-6324"],"issn-type":[{"value":"2405-6324","type":"print"}],"subject":[],"published":{"date-parts":[[2017,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A dose based approach for evaluation of inter-observer variations in target delineation","name":"articletitle","label":"Article Title"},{"value":"Technical Innovations & Patient Support in Radiation Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.tipsro.2017.10.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2017 The Authors. Published by Elsevier Ireland Ltd on behalf of European Society for Radiotherapy & Oncology.","name":"copyright","label":"Copyright"}]}}