{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,25]],"date-time":"2026-08-25T18:30:21Z","timestamp":1787682621566,"version":"build-2784847793"},"reference-count":20,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100008980","name":"Medical College of Wisconsin","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008980","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01CA247960"],"award-info":[{"award-number":["R01CA247960"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["practicalradonc.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Practical Radiation Oncology"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1016\/j.prro.2024.07.007","type":"journal-article","created":{"date-parts":[[2024,9,2]],"date-time":"2024-09-02T16:15:55Z","timestamp":1725293755000},"page":"93-102","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"title":["Comprehensive Clinical Usability-Oriented Contour Quality Evaluation for Deep Learning Auto-segmentation: Combining Multiple Quantitative Metrics Through Machine Learning"],"prefix":"10.1016","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4158-2153","authenticated-orcid":false,"given":"Ying","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asma","family":"Amjad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Ding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christina","family":"Sarosiek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Zarenia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renae","family":"Conlin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William A.","family":"Hall","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Beth","family":"Erickson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Paulson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.prro.2024.07.007_bib0001","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.semradonc.2019.02.001","article-title":"Advances in auto-segmentation","volume":"29","author":"Cardenas","year":"2019","journal-title":"Semin Radiat Oncol"},{"key":"10.1016\/j.prro.2024.07.007_bib0002","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1016\/S1076-6332(03)00671-8","article-title":"Statistical validation of image segmentation quality based on a spatial overlap index","volume":"11","author":"Zou","year":"2004","journal-title":"Acad Radiol"},{"key":"10.1016\/j.prro.2024.07.007_bib0003","first-page":"69","article-title":"Completeness and total boundedness of the Hausdorff metric","volume":"1","author":"Henrikson","year":"1999","journal-title":"MIT Undergrad J Math"},{"key":"10.1016\/j.prro.2024.07.007_bib0004","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.radonc.2020.09.008","article-title":"Overview of artificial intelligence-based applications in radiotherapy: Recommendations for implementation and quality assurance","volume":"153","author":"Vandewinckele","year":"2020","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2024.07.007_bib0005","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.phro.2019.12.001","article-title":"Evaluation of measures for assessing time-saving of automatic organ-at-risk segmentation in radiotherapy","volume":"13","author":"Vaassen","year":"2020","journal-title":"Phys Imaging Radiat Oncol"},{"key":"10.1016\/j.prro.2024.07.007_bib0006","doi-asserted-by":"crossref","first-page":"e26151","DOI":"10.2196\/26151","article-title":"Clinically applicable segmentation of head and neck anatomy for radiotherapy: Deep learning algorithm development and validation study","volume":"23","author":"Nikolov","year":"2021","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.prro.2024.07.007_bib0007","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1007\/s10278-021-00460-3","article-title":"Novel autosegmentation spatial similarity metrics capture the time required to correct segmentations better than traditional metrics in a thoracic cavity segmentation workflow","volume":"34","author":"Kiser","year":"2021","journal-title":"J Digit Imaging"},{"key":"10.1016\/j.prro.2024.07.007_bib0008","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1016\/j.ijrobp.2019.02.040","article-title":"Deep learning-based delineation of head and neck organs at risk: Geometric and dosimetric evaluation","volume":"104","author":"van Rooij","year":"2019","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0009","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1016\/j.ijrobp.2018.11.048","article-title":"Clinically oriented contour evaluation using dosimetric indices generated from automated knowledge-based planning","volume":"103","author":"Lim","year":"2019","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0010","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.radonc.2021.05.003","article-title":"Metrics to evaluate the performance of auto-segmentation for radiation treatment planning: A critical review","volume":"160","author":"Sherer","year":"2021","journal-title":"Radiother Oncol"},{"key":"10.1016\/j.prro.2024.07.007_bib0011","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1016\/j.clon.2023.01.016","article-title":"A review of the metrics used to assess auto-contouring systems in radiotherapy","volume":"35","author":"Mackay","year":"2023","journal-title":"Clin Oncol (R Coll Radiol)"},{"key":"10.1016\/j.prro.2024.07.007_bib0012","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.ijrobp.2023.10.033","article-title":"NRG oncology assessment of artificial intelligence deep learning-based auto-segmentation for radiation therapy: Current developments, clinical considerations, and future directions","volume":"119","author":"Rong","year":"2024","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0013","doi-asserted-by":"crossref","first-page":"1686","DOI":"10.1002\/mp.15507","article-title":"General and custom deep learning autosegmentation models for organs in head and neck, abdomen, and male pelvis","volume":"49","author":"Amjad","year":"2022","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0014","doi-asserted-by":"crossref","DOI":"10.3389\/fonc.2023.1213068","article-title":"A clinical evaluation of the performance of five commercial artificial intelligence contouring systems for radiotherapy","volume":"13","author":"Doolan","year":"2023","journal-title":"Front Oncol"},{"key":"10.1016\/j.prro.2024.07.007_bib0015","doi-asserted-by":"crossref","first-page":"e509","DOI":"10.1016\/j.ijrobp.2021.07.1398","article-title":"A deep learning-based automatic contour quality assurance pipeline for complex anatomy on MRI","volume":"111","author":"Zhang","year":"2021","journal-title":"Int J Radiat Oncol Biol Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0016","doi-asserted-by":"crossref","first-page":"4010","DOI":"10.1002\/mp.13697","article-title":"Texture\u2010based, automatic contour validation for online adaptive replanning: a feasibility study on abdominal organs","volume":"46","author":"Zhang","year":"2019","journal-title":"Med Phy"},{"key":"10.1016\/j.prro.2024.07.007_bib0017","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/acb88e","article-title":"Deep learning based automatic contour refinement for inaccurate auto-segmentation in MR-guided adaptive radiotherapy","volume":"68","author":"Ding","year":"2023","journal-title":"Phys Med Biol"},{"key":"10.1016\/j.prro.2024.07.007_bib0018","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1007\/s10278-021-00573-9","article-title":"Qualitative evaluation of common quantitative metrics for clinical acceptance of automatic segmentation: A case study on heart contouring from CT images by deep learning algorithms","volume":"35","author":"van den Oever","year":"2022","journal-title":"J Digit Imaging"},{"key":"10.1016\/j.prro.2024.07.007_bib0019","doi-asserted-by":"crossref","first-page":"2715","DOI":"10.1002\/mp.16299","article-title":"Contouring quality assurance methodology based on multiple geometric features against deep learning auto-segmentation","volume":"50","author":"Duan","year":"2023","journal-title":"Med Phys"},{"key":"10.1016\/j.prro.2024.07.007_bib0020","doi-asserted-by":"crossref","first-page":"e43","DOI":"10.1002\/mp.12256","article-title":"Use of image registration and fusion algorithms and techniques in radiotherapy: Report of the AAPM Radiation Therapy Committee Task Group No. 132","volume":"44","author":"Brock","year":"2017","journal-title":"Med Phys"}],"container-title":["Practical Radiation Oncology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879850024002042?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1879850024002042?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,1,8]],"date-time":"2025-01-08T04:21:44Z","timestamp":1736310104000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1879850024002042"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":20,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["S1879850024002042"],"URL":"https:\/\/doi.org\/10.1016\/j.prro.2024.07.007","relation":{},"ISSN":["1879-8500"],"issn-type":[{"value":"1879-8500","type":"print"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Comprehensive Clinical Usability-Oriented Contour Quality Evaluation for Deep Learning Auto-segmentation: Combining Multiple Quantitative Metrics Through Machine Learning","name":"articletitle","label":"Article Title"},{"value":"Practical Radiation Oncology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.prro.2024.07.007","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Published by Elsevier Inc. on behalf of American Society for Radiation Oncology.","name":"copyright","label":"Copyright"}]}}