{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,25]],"date-time":"2026-10-25T01:29:09Z","timestamp":1792891749834,"version":"4.5.0"},"reference-count":36,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2017,7,1]],"date-time":"2017-07-01T00:00:00Z","timestamp":1498867200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["redjournal.org","clinicalkey.jp","clinicalkey.com","clinicalkey.es","clinicalkey.com.au","clinicalkey.fr","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Radiation Oncology*Biology*Physics"],"published-print":{"date-parts":[[2017,7]]},"DOI":"10.1016\/j.ijrobp.2016.11.050","type":"journal-article","created":{"date-parts":[[2016,12,9]],"date-time":"2016-12-09T20:39:24Z","timestamp":1481315964000},"page":"547-554","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":38,"title":["Multi-institutional Randomized Trial Testing the Utility of an Interactive Three-dimensional Contouring Atlas Among Radiation Oncology Residents"],"prefix":"10.1016","volume":"98","author":[{"given":"Erin F.","family":"Gillespie","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Neil","family":"Panjwani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel W.","family":"Golden","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jillian","family":"Gunther","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias R.","family":"Chapman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey V.","family":"Brower","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1226-1286","authenticated-orcid":false,"given":"Robert","family":"Kosztyla","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Grant","family":"Larson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pushpa","family":"Neppala","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vitali","family":"Moiseenko","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julie","family":"Bykowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Parag","family":"Sanghvi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James D.","family":"Murphy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ijrobp.2016.11.050_bib1","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.ijrobp.2012.09.023","article-title":"RTOG 0529: A phase 2 evaluation of dose-painted intensity modulated radiation therapy in combination with 5-fluorouracil and mitomycin-C for the reduction of acute morbidity in carcinoma of the anal canal","volume":"86","author":"Kachnic","year":"2013","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib2","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/j.radonc.2012.04.002","article-title":"Quality assurance in the EORTC 22033-26033\/CE5 phase III randomized trial for low grade glioma: The digital individual case review","volume":"103","author":"Fairchild","year":"2012","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib3","doi-asserted-by":"crossref","first-page":"2996","DOI":"10.1200\/JCO.2009.27.4498","article-title":"Critical impact of radiotherapy protocol compliance and quality in the treatment of advanced head and neck cancer: Results from TROG 02.02","volume":"28","author":"Peters","year":"2010","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib4","doi-asserted-by":"crossref","first-page":"1333","DOI":"10.1016\/j.ijrobp.2009.04.011","article-title":"Multi-institutional trial of accelerated hypofractionated intensity-modulated radiation therapy for early-stage oropharyngeal cancer (RTOG 00-22)","volume":"76","author":"Eisbruch","year":"2010","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib5","doi-asserted-by":"crossref","first-page":"809","DOI":"10.1016\/j.ijrobp.2010.11.039","article-title":"Failure to adhere to protocol specified radiation therapy guidelines was associated with decreased survival in RTOG 9704\u2014A phase III trial of adjuvant chemotherapy and chemoradiotherapy for patients with resected adenocarcinoma of the pancreas","volume":"82","author":"Abrams","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib6","doi-asserted-by":"crossref","first-page":"4096","DOI":"10.1200\/JCO.2009.21.8529","article-title":"Phase II study of bevacizumab with concurrent capecitabine and radiation followed by maintenance gemcitabine and bevacizumab for locally advanced pancreatic cancer: Radiation Therapy Oncology Group RTOG 0411","volume":"27","author":"Crane","year":"2009","journal-title":"J Clin Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib7","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/S0167-8140(98)00021-8","article-title":"Intra- and inter-observer variability in contouring prostate and seminal vesicles: Implications for conformal treatment planning","volume":"47","author":"Fiorino","year":"1998","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib8","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1016\/j.ijrobp.2011.11.060","article-title":"Evaluation of dosimetric consequences of seroma contour variability in accelerated partial breast irradiation using a constructed representative seroma contour","volume":"84","author":"Kosztyla","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib9","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1186\/1748-717X-6-10","article-title":"Quantitative assessment of inter-observer variability in target volume delineation on stereotactic radiotherapy treatment for pituitary adenoma and meningioma near optic tract","volume":"6","author":"Yamazaki","year":"2011","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib10","doi-asserted-by":"crossref","first-page":"804","DOI":"10.1016\/j.ijrobp.2014.03.041","article-title":"Interobserver variability in target definition for hepatocellular carcinoma with and without portal vein thrombus: Radiation Therapy Oncology Group consensus guidelines","volume":"89","author":"Hong","year":"2014","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib11","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1016\/j.radonc.2012.02.010","article-title":"Heterogeneity in head and neck IMRT target design and clinical practice","volume":"103","author":"Hong","year":"2012","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib12","doi-asserted-by":"crossref","first-page":"e67","DOI":"10.1016\/j.prro.2014.05.005","article-title":"Contouring variations and the role of atlas in non-small cell lung cancer radiation therapy: Analysis of a multi-institutional preclinical trial planning study","volume":"5","author":"Cui","year":"2015","journal-title":"Pract Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib13","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1016\/j.radonc.2013.10.010","article-title":"Delineation of the neck node levels for head and neck tumors: A 2013 update. DAHANCA, EORTC, HKNPCSG, NCIC CTG, NCRI, RTOG, TROG consensus guidelines","volume":"110","author":"Gr\u00e9goire","year":"2014","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib14","series-title":"Target Volume Delineation and Field Setup: A Practical Guide for Conformal and Intensity-Modulated Radiation Therapy","year":"2013"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib15","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1513\/pats.201208-066ST","article-title":"Disseminating and implementing guidelines: Article 13 in integrating and coordinating efforts in COPD guideline development. An official ATS\/ERS workshop report","volume":"9","author":"Grimshaw","year":"2012","journal-title":"Proc Am Thorac Soc"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib16","doi-asserted-by":"crossref","first-page":"1317","DOI":"10.1016\/0140-6736(93)92244-N","article-title":"Effect of clinical guidelines on medical practice: A systematic review of rigorous evaluations","volume":"342","author":"Grimshaw","year":"1993","journal-title":"Lancet"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib17","doi-asserted-by":"crossref","first-page":"260","DOI":"10.7326\/0003-4819-142-4-200502150-00008","article-title":"Systematic review: The relationship between clinical experience and quality of health care","volume":"142","author":"Choudhry","year":"2005","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib18","unstructured":"System Usability Scale (SUS). Available at: https:\/\/www.usability.gov\/how-to-and-tools\/methods\/system-usability-scale.html. Accessed September 13,\u00a02016."},{"key":"10.1016\/j.ijrobp.2016.11.050_bib19","unstructured":"Agency for Healthcare Research and Quality: Health Information Technology Tools and Resources. Available at: https:\/\/healthit.ahrq.gov\/. Accessed January 8,\u00a02016."},{"key":"10.1016\/j.ijrobp.2016.11.050_bib20","doi-asserted-by":"crossref","first-page":"416","DOI":"10.1016\/j.ijrobp.2008.04.028","article-title":"Head-and-neck target delineation among radiation oncology residents after a teaching intervention: A prospective, blinded pilot study","volume":"73","author":"Bekelman","year":"2009","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib21","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1053\/srao.2002.32435","article-title":"Intensity-modulated radiation therapy for head and neck cancer: Emphasis on the selection and delineation of the targets","volume":"12","author":"Eisbruch","year":"2002","journal-title":"Semin Radiat Oncol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib22","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1016\/j.ijrobp.2009.11.012","article-title":"Prospective randomized double-blind pilot study of site-specific consensus atlas implementation for rectal cancer target volume delineation in the cooperative group setting","volume":"79","author":"Fuller","year":"2011","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib23","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1109\/TMI.2004.828354","article-title":"Simultaneous truth and performance level estimation (STAPLE): An algorithm for the validation of image segmentation","volume":"23","author":"Warfield","year":"2004","journal-title":"IEEE Trans Med Imaging"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib24","doi-asserted-by":"crossref","first-page":"1100","DOI":"10.1016\/j.ijrobp.2013.09.008","article-title":"High-grade glioma radiation therapy target volumes and patterns of failure obtained from magnetic resonance imaging and 18F-FDOPA positron emission tomography delineations from multiple observers","volume":"87","author":"Kosztyla","year":"2013","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib25","unstructured":"NRG HN-001 clinical trial protocol: Randomized phase II and phase III studies of individualized treatment for nasopharyngeal carcinoma based on biomarker Epstein Barr virus (EBV) deoxyribonucleic acid (DNA). Available at: https:\/\/www.rtog.org\/ClinicalTrials\/ProtocolTable\/StudyDetails.aspx?study=1305. Accessed January 12,\u00a02015."},{"key":"10.1016\/j.ijrobp.2016.11.050_bib26","doi-asserted-by":"crossref","first-page":"731","DOI":"10.1016\/S0360-3016(96)00601-3","article-title":"A conformation number to quantify the degree of conformality in brachytherapy and external beam irradiation: Application to the prostate","volume":"37","author":"van't Riet","year":"1997","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib27","doi-asserted-by":"crossref","first-page":"907","DOI":"10.1016\/S0360-3016(00)01441-3","article-title":"A prospective study of salivary function sparing in patients with head-and-neck cancers receiving intensity-modulated or three-dimensional radiation therapy: Initial results","volume":"49","author":"Chao","year":"2001","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib28","doi-asserted-by":"crossref","first-page":"1070","DOI":"10.1259\/bjr\/32038456","article-title":"Interobserver variation in parotid gland delineation: A study of its impact on intensity-modulated radiotherapy solutions with a systematic review of the literature","volume":"85","author":"Loo","year":"2012","journal-title":"Br J Radiol"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib29","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1177\/153303460500400310","article-title":"Survey of resident education in intensity-modulated radiation therapy","volume":"4","author":"Malik","year":"2005","journal-title":"Technol Cancer Res Treat"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib30","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.ijrobp.2013.09.039","article-title":"The anatomy of radiation oncology residency training","volume":"88","author":"Chino","year":"2014","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib31","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1016\/j.ijrobp.2015.10.014","article-title":"Results of the 2013-2015 Association of Residents in Radiation Oncology survey of chief residents in the United States","volume":"94","author":"Nabavizadeh","year":"2016","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib32","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1016\/j.ijrobp.2009.10.054","article-title":"Teaching the anatomy of oncology: Evaluating the impact of a dedicated oncoanatomy course","volume":"79","author":"Chino","year":"2011","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib33","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1002\/ase.1472","article-title":"Integrating anatomy training into radiation oncology residency: Considerations for developing a multidisciplinary, interactive learning module for adult learners","volume":"8","author":"Labranche","year":"2015","journal-title":"Anat Sci Educ"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib34","doi-asserted-by":"crossref","first-page":"e573","DOI":"10.1016\/j.ijrobp.2011.07.002","article-title":"Development and impact evaluation of an e-learning radiation oncology module","volume":"82","author":"Alfieri","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib35","doi-asserted-by":"crossref","first-page":"701","DOI":"10.1016\/j.ijrobp.2014.11.009","article-title":"Evaluating the impact of a Canadian national anatomy and radiology contouring boot camp for radiation oncology residents","volume":"91","author":"Jaswal","year":"2015","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.ijrobp.2016.11.050_bib36","unstructured":"AAMD Foundation. Anatomy and Contouring Webinar Series, 2014. Available at: https:\/\/www.regonline.com\/Register\/Checkin.aspx?EventID=1471648. Accessed January 8, 2016."}],"container-title":["International Journal of Radiation Oncology*Biology*Physics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S036030161633509X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S036030161633509X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,5]],"date-time":"2018-09-05T23:25:44Z","timestamp":1536189944000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S036030161633509X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,7]]},"references-count":36,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,7]]}},"alternative-id":["S036030161633509X"],"URL":"https:\/\/doi.org\/10.1016\/j.ijrobp.2016.11.050","relation":{},"ISSN":["0360-3016"],"issn-type":[{"value":"0360-3016","type":"print"}],"subject":[],"published":{"date-parts":[[2017,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Multi-institutional Randomized Trial Testing the Utility of an Interactive Three-dimensional Contouring Atlas Among Radiation Oncology Residents","name":"articletitle","label":"Article Title"},{"value":"International Journal of Radiation Oncology*Biology*Physics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijrobp.2016.11.050","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}