{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,25]],"date-time":"2026-08-25T18:30:14Z","timestamp":1787682614048,"version":"build-2784847793"},"reference-count":47,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100018047","name":"NRG Oncology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100018047","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["practicalradonc.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Practical Radiation Oncology"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1016\/j.prro.2025.06.012","type":"journal-article","created":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T15:15:40Z","timestamp":1755962140000},"page":"e47-e59","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":6,"title":["Quantitative Evaluation of Artificial Intelligence-Based Organ Segmentation Across Multiple Anatomic Sites Using 8 Commercial Software Platforms"],"prefix":"10.1016","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5085-419X","authenticated-orcid":false,"given":"Lulin","family":"Yuan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hania","family":"Al-Hallaq","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinzhong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaofeng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huaizhi","family":"Geng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kujtim","family":"Latifi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Cai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingrong Jackie","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ying","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stanley H.","family":"Benedict","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Rong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeff","family":"Buchsbaum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"X. Sharon","family":"Qi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.prro.2025.06.012_bib0001","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.ijrobp.2023.10.033","article-title":"NRG Oncology Assessment of Artificial Intelligence Deep Learning-Based Auto-segmentation for Radiation Therapy: Current Developments, Clinical Considerations, and Future Directions","volume":"119","author":"Rong","year":"2024","journal-title":"Inter J Radiation Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0002","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/s41746-021-00416-5","article-title":"Deep-learning system to improve the quality and efficiency of volumetric heart segmentation for breast cancer","volume":"4","author":"Zeleznik","year":"2021","journal-title":"NPJ Digit Med"},{"key":"10.1016\/j.prro.2025.06.012_bib0003","doi-asserted-by":"crossref","first-page":"2570","DOI":"10.1002\/mp.15525","article-title":"Evaluating the clinical acceptability of deep learning contours of prostate and organs-at-risk in an automated prostate treatment planning process","volume":"49","author":"Duan","year":"2022","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0004","doi-asserted-by":"crossref","first-page":"3133","DOI":"10.1002\/mp.13560","article-title":"Learning-based automatic segmentation of arteriovenous malformations on contrast CT images in brain stereotactic radiosurgery","volume":"46","author":"Wang","year":"2019","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0005","doi-asserted-by":"crossref","first-page":"4294","DOI":"10.1002\/mp.14378","article-title":"Head and neck multi-organ auto-segmentation on CT images aided by synthetic MRI","volume":"47","author":"Liu","year":"2020","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0006","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/j.procs.2018.01.104","article-title":"Lung CT image segmentation using deep neural networks","volume":"127","author":"Skourt","year":"2018","journal-title":"Procedia Comput Sci"},{"key":"10.1016\/j.prro.2025.06.012_bib0007","doi-asserted-by":"crossref","first-page":"2426","DOI":"10.1002\/mp.14818","article-title":"Echocardiographic image multi-structure segmentation using cardiac-SegNet","volume":"48","author":"Lei","year":"2021","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0008","doi-asserted-by":"crossref","first-page":"6204","DOI":"10.1038\/s41598-020-63285-0","article-title":"Abdominal multi-organ auto-segmentation using 3D-patch-based deep convolutional neural network","volume":"10","author":"Kim","year":"2020","journal-title":"Sci Rep"},{"key":"10.1016\/j.prro.2025.06.012_bib0009","doi-asserted-by":"crossref","first-page":"3415","DOI":"10.1002\/mp.14196","article-title":"Pelvic multi-organ segmentation on CBCT for prostate adaptive radiotherapy","volume":"47","author":"Fu","year":"2020","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0010","doi-asserted-by":"crossref","DOI":"10.1117\/1.JMI.6.4.044009","article-title":"Automatic segmentation of all lower limb muscles from high-resolution magnetic resonance imaging using a cascaded three-dimensional deep convolutional neural network","volume":"6","author":"Ni","year":"2019","journal-title":"J. Med. Imaging."},{"key":"10.1016\/j.prro.2025.06.012_bib0011","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1016\/j.semradonc.2022.06.011","article-title":"Quality assurance for AI-based applications in radiation therapy","volume":"32","author":"Claessens","year":"2022","journal-title":"Semin Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0012","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.radonc.2020.09.008","article-title":"Overview of artificial intelligence-based applications in radiotherapy: Recommendations for implementation and quality assurance","volume":"153","author":"Vandewinckele","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0013","doi-asserted-by":"crossref","DOI":"10.1016\/j.radonc.2024.110345","article-title":"A joint ESTRO and AAPM guideline for development, clinical validation and reporting of artificial intelligence models in radiation therapy","volume":"197","author":"Hurkmans","year":"2024","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0014","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.radonc.2021.05.003","article-title":"Metrics to evaluate the performance of auto-segmentation for radiation treatment planning: A critical review","volume":"160","author":"Sherer","year":"2021","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0015","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2023.1213068","article-title":"A clinical evaluation of the performance of five commercial artificial intelligence contouring systems for radiotherapy","volume":"13","author":"Doolan","year":"2023","journal-title":"Front Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0016","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.phro.2022.11.003","article-title":"Evaluating the effectiveness of deep learning contouring across multiple radiotherapy centres","volume":"24","author":"Walker","year":"2022","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0017","doi-asserted-by":"crossref","first-page":"e98","DOI":"10.1016\/j.ijrobp.2022.07.889","article-title":"Evaluation of MIM ProtegeAI prostate: Time gain, accuracy and dosimetric consequences","volume":"114","author":"Jullian","year":"2022","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0018","article-title":"Clinical validation of Siemens\u2019 Syngo.via automatic contouring system","volume":"8","author":"Pera","year":"2023","journal-title":"Adv Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0019","article-title":"Real-world validation of artificial intelligence-based computed tomography auto-contouring for prostate cancer radiotherapy planning","volume":"28","author":"Palazzo","year":"2023","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0020","doi-asserted-by":"crossref","DOI":"10.1002\/acm2.14620","article-title":"Evaluation of AI-based auto-contouring tools in radiotherapy: A single-institution study","volume":"26","author":"Wang","year":"2025","journal-title":"J Appl Clin Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0021","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1007\/s13246-024-01513-x","article-title":"Guidance on selecting and evaluating AI auto-segmentation systems in clinical radiotherapy: insights from a six-vendor analysis","volume":"48","author":"Rusanov","year":"2025","journal-title":"Phys Eng Sci Med"},{"key":"10.1016\/j.prro.2025.06.012_bib0022","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1186\/s13014-024-02451-4","article-title":"Evaluation of multiple-vendor AI autocontouring solutions","volume":"19","author":"Goddard","year":"2024","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0023","doi-asserted-by":"crossref","first-page":"07NT01","DOI":"10.1088\/1361-6560\/ab7877","article-title":"Improving accuracy and robustness of deep convolutional neural network based thoracic OAR segmentation","volume":"65","author":"Feng","year":"2020","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.prro.2025.06.012_bib0024","doi-asserted-by":"crossref","first-page":"4079","DOI":"10.1002\/mp.16537","article-title":"Incremental retraining, clinical implementation, and acceptance rate of deep learning auto-segmentation for male pelvis in a multiuser environment","volume":"50","author":"Duan","year":"2023","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0025","doi-asserted-by":"crossref","first-page":"2169","DOI":"10.1002\/mp.13466","article-title":"Deep convolutional neural network for segmentation of thoracic organs-at-risk using cropped 3D images","volume":"46","author":"Feng","year":"2019","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0026","doi-asserted-by":"crossref","first-page":"S974","DOI":"10.1016\/S0167-8140(21)01771-0","article-title":"PO-1753: Full-body delineation of ROIs through anatomy-preserving deep learning ensemble networks","volume":"152","author":"Lombard","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0027","doi-asserted-by":"crossref","first-page":"1096","DOI":"10.1016\/j.ijrobp.2020.10.038","article-title":"Automatic segmentation using deep learning to enable online dose optimization during adaptive radiation therapy of cervical cancer","volume":"109","author":"Rigaud","year":"2021","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0028","doi-asserted-by":"crossref","first-page":"e102","DOI":"10.1016\/j.ijrobp.2022.07.897","article-title":"Evaluation of AI vs. clinical experts SBRT-thorax computed tomography OARs delineation","volume":"114","author":"Stathakis","year":"2022","journal-title":"Int. J. Radiat. Oncol. Biol. Phys."},{"key":"10.1016\/j.prro.2025.06.012_bib0029","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1016\/j.radonc.2019.10.019","article-title":"Comparing deep learning-based auto-segmentation of organs at risk and clinical target volumes to expert inter-observer variability in radiotherapy planning","volume":"144","author":"Wong","year":"2020","journal-title":"Radiother. Oncol."},{"key":"10.1016\/j.prro.2025.06.012_bib0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.phro.2019.12.001","article-title":"Evaluation of measures for assessing time-saving of automatic organ-at-risk segmentation in radiotherapy","volume":"13","author":"Vaassen","year":"2020","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0031","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.radonc.2021.02.040","article-title":"Clinical implementation of deep learning contour autosegmentation for prostate radiotherapy","volume":"159","author":"Cha","year":"2021","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0032","first-page":"1396","volume":"xxviii","author":"Kutner","year":"1996"},{"key":"10.1016\/j.prro.2025.06.012_bib0033","series-title":"Applied Linear Regression Models","author":"Neter","year":"1996"},{"key":"10.1016\/j.prro.2025.06.012_bib0034","first-page":"1327","article-title":"Exploring variability in data: The role of range, variance, and standard deviation","volume":"8","author":"Rakrak","year":"2025","journal-title":"Int J Multidiscip Res Anal"},{"key":"10.1016\/j.prro.2025.06.012_bib0035","doi-asserted-by":"crossref","first-page":"944","DOI":"10.1016\/j.ijrobp.2008.10.034","article-title":"Radiation Therapy Oncology Group, and Multiobserver S, Variability of target and normal structure delineation for breast cancer radiotherapy: An RTOG Multi-Institutional and Multiobserver Study","volume":"73","author":"Li","year":"2009","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0036","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1097\/01.coc.0000256704.58956.45","article-title":"The effect of dental artifacts, contrast media, and experience on interobserver contouring variations in head and neck anatomy","volume":"30","author":"O'Daniel","year":"2007","journal-title":"Am J Clin Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0037","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1186\/1748-717X-7-32","article-title":"3D Variation in delineation of head and neck organs at risk","volume":"7","author":"Brouwer","year":"2012","journal-title":"Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0038","doi-asserted-by":"crossref","first-page":"e353","DOI":"10.1016\/j.ijrobp.2012.01.023","article-title":"Pelvic normal tissue contouring guidelines for radiation therapy: A Radiation Therapy Oncology Group consensus panel atlas","volume":"83","author":"Gay","year":"2012","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0039","doi-asserted-by":"crossref","first-page":"4568","DOI":"10.1002\/mp.13141","article-title":"Autosegmentation for thoracic radiation treatment planning: A grand challenge at AAPM 2017","volume":"45","author":"Yang","year":"2018","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0040","first-page":"1","article-title":"Automatic abdominal organ segmentation from CT images","volume":"8","author":"Lombardi","year":"2009","journal-title":"Electron Lett Comput Vis Image Anal"},{"key":"10.1016\/j.prro.2025.06.012_bib0041","doi-asserted-by":"crossref","first-page":"996","DOI":"10.3332\/ecancer.2020.996","article-title":"The emerging role of radiation therapists in the contouring of organs at risk in radiotherapy: analysis of inter-observer variability with radiation oncologists for the chest and upper abdomen","volume":"14","author":"Arculeo","year":"2020","journal-title":"Ecancermedicalscience"},{"key":"10.1016\/j.prro.2025.06.012_bib0042","doi-asserted-by":"crossref","first-page":"2175","DOI":"10.1002\/mp.16924","article-title":"vOARiability: Interobserver and intermodality variability analysis in OAR contouring from head and neck CT and MR images","volume":"51","author":"Podobnik","year":"2024","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0043","doi-asserted-by":"crossref","first-page":"1391","DOI":"10.1007\/s00330-018-5695-5","article-title":"Inter-observer variability of manual contour delineation of structures in CT","volume":"29","author":"Joskowicz","year":"2019","journal-title":"Eur Radiol"},{"key":"10.1016\/j.prro.2025.06.012_bib0044","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.phro.2022.01.002","article-title":"Inter-observer variability of organ contouring for preclinical studies with cone beam Computed Tomography imaging","volume":"21","author":"Lappas","year":"2022","journal-title":"Phys Imag Radiat Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0045","doi-asserted-by":"crossref","first-page":"S395","DOI":"10.1016\/j.ijrobp.2008.06.1273","article-title":"Brachial plexus contouring guideline assessed with inter observer variability during image guided IMRT for head and neck cancer","volume":"72","author":"Vakilha","year":"2008","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2025.06.012_bib0046","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1016\/j.radonc.2015.09.022","article-title":"A phantom assessment of achievable contouring concordance across multiple treatment planning systems","volume":"117","author":"Pogson","year":"2015","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2025.06.012_bib0047","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1016\/j.clon.2021.11.020","article-title":"Radiotherapy standardisation and artificial intelligence within the National Cancer Institute's Clinical Trials Network","volume":"34","author":"Lee","year":"2022","journal-title":"Clin Oncol (R Coll Radiol)"}],"container-title":["Practical Radiation Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879850025002115?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879850025002115?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T10:31:27Z","timestamp":1767695487000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1879850025002115"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1]]}},"alternative-id":["S1879850025002115"],"URL":"https:\/\/doi.org\/10.1016\/j.prro.2025.06.012","relation":{},"ISSN":["1879-8500"],"issn-type":[{"value":"1879-8500","type":"print"}],"subject":[],"published":{"date-parts":[[2026,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Quantitative Evaluation of Artificial Intelligence-Based Organ Segmentation Across Multiple Anatomic Sites Using 8 Commercial Software Platforms","name":"articletitle","label":"Article Title"},{"value":"Practical Radiation Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.prro.2025.06.012","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 American Society for Radiation Oncology. Published by Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}]}}