{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T03:21:10Z","timestamp":1784690470541,"version":"3.55.0"},"reference-count":65,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,8,10]],"date-time":"2025-08-10T00:00:00Z","timestamp":1754784000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004622","name":"KWF Kankerbestrijding","doi-asserted-by":"publisher","award":["KWF-UVA 2017.10873"],"award-info":[{"award-number":["KWF-UVA 2017.10873"]}],"id":[{"id":"10.13039\/501100004622","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers in Biology and Medicine"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1016\/j.compbiomed.2025.110925","type":"journal-article","created":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T01:38:27Z","timestamp":1755653907000},"page":"110925","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"PC","title":["Interpreting convolutional neural network explainability for head-and-neck cancer radiotherapy organ-at-risk segmentation"],"prefix":"10.1016","volume":"196","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0941-6005","authenticated-orcid":false,"given":"Victor I.J.","family":"Strijbis","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1750-6617","authenticated-orcid":false,"given":"Oliver J.","family":"Gurney-Champion","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3835-423X","authenticated-orcid":false,"given":"Dragos I.","family":"Grama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9902-4592","authenticated-orcid":false,"given":"Berend J.","family":"Slotman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4445-9185","authenticated-orcid":false,"given":"Wilko F.A.R.","family":"Verbakel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.compbiomed.2025.110925_bib1","article-title":"A systematic review of the barriers to the implementation of artificial intelligence in healthcare","volume":"15","author":"Ahmed","year":"2023","journal-title":"Cureus"},{"key":"10.1016\/j.compbiomed.2025.110925_bib2","doi-asserted-by":"crossref","DOI":"10.1109\/ACCESS.2018.2870052","article-title":"Peeking inside the black-box: a survey on explainable artificial intelligence (XAI)","author":"Adadi","year":"2018","journal-title":"IEEE Access"},{"key":"10.1016\/j.compbiomed.2025.110925_bib3","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2023.110273","article-title":"Explainable AI (XAI): a systematic meta-survey of current challenges and future opportunities","author":"Saeed","year":"2023","journal-title":"Knowl. Base Syst."},{"key":"10.1016\/j.compbiomed.2025.110925_bib4","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2022.102470","article-title":"Explainable artificial intelligence (XAI) in deep learning-based medical image analysis","author":"van der Velden","year":"2022","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.compbiomed.2025.110925_bib5","series-title":"Proceedings of ACM Conference (Conference\u201917)","article-title":"Quantitative evaluations on saliency methods: an experimental study","author":"Li","year":"2020"},{"key":"10.1016\/j.compbiomed.2025.110925_bib6","doi-asserted-by":"crossref","unstructured":"Phillips, P. J. et al. Four Principles of Explainable Artificial Intelligence. doi:10.6028\/NIST.IR.8312.","DOI":"10.6028\/NIST.IR.8312"},{"key":"10.1016\/j.compbiomed.2025.110925_bib7","doi-asserted-by":"crossref","unstructured":"Broniatowski, D. A. Psychological Foundations of Explainability and Interpretability in Artificial Intelligence. doi:10.6028\/NIST.IR.8367.","DOI":"10.6028\/NIST.IR.8367"},{"key":"10.1016\/j.compbiomed.2025.110925_bib11","series-title":"NAACL-HLT 2016 - 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Demonstrations Session","article-title":"\u2018why should i trust you?\u2019 explaining the predictions of any classifier","author":"Ribeiro","year":"2016"},{"key":"10.1016\/j.compbiomed.2025.110925_bib12","series-title":"Proceedings of the IEEE International Conference on Computer Vision","article-title":"Interpretable explanations of black boxes by meaningful perturbation","author":"Fong","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib13","doi-asserted-by":"crossref","first-page":"4090","DOI":"10.1109\/TPAMI.2024.3353528","article-title":"Better understanding differences in attribution methods via systematic evaluations","volume":"46","author":"Rao","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.compbiomed.2025.110925_bib14","doi-asserted-by":"crossref","DOI":"10.3390\/jimaging6060052","article-title":"Explainable deep learning models in medical image analysis","volume":"6","author":"Singh","year":"2020","journal-title":"J Imaging"},{"key":"10.1016\/j.compbiomed.2025.110925_bib15","series-title":"Advances in Neural Information Processing Systems","article-title":"Sanity checks for saliency maps","author":"Adebayo","year":"2018"},{"key":"10.1016\/j.compbiomed.2025.110925_bib16","doi-asserted-by":"crossref","first-page":"6019","DOI":"10.1007\/s10994-024-06550-x","article-title":"Evaluating feature attribution methods in the image domain","volume":"113","author":"Gevaert","year":"2024","journal-title":"Mach. Learn."},{"key":"10.1016\/j.compbiomed.2025.110925_bib8","series-title":"2nd International Conference on Learning Representations, ICLR 2014 - Workshop Track Proceedings","article-title":"Deep inside convolutional networks: visualising image classification models and saliency maps","author":"Simonyan","year":"2014"},{"key":"10.1016\/j.compbiomed.2025.110925_bib10","series-title":"Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)","article-title":"Visualizing and understanding convolutional networks","author":"Zeiler","year":"2014"},{"key":"10.1016\/j.compbiomed.2025.110925_bib17","series-title":"Proceedings of the IEEE International Conference on Computer Vision","article-title":"Grad-CAM: visual explanations from deep networks via gradient-based localization","author":"Selvaraju","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib18","series-title":"3rd International Conference on Learning Representations, ICLR 2015 - Workshop Track Proceedings","article-title":"Striving for simplicity: the all convolutional net","author":"Springenberg","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110925_bib19","series-title":"Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition","article-title":"Learning deep features for discriminative localization","author":"Zhou","year":"2016"},{"key":"10.1016\/j.compbiomed.2025.110925_bib20","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0130140","article-title":"On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation","author":"Bach","year":"2015","journal-title":"PLoS One"},{"key":"10.1016\/j.compbiomed.2025.110925_bib21","article-title":"Learning important features through propagating activation differences","volume":"2017","author":"Shrikumar","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib22","first-page":"5109","article-title":"Axiomatic attribution for deep networks","volume":"7","author":"Sundararajan","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib23","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2023.105490","article-title":"An explainable deep-learning architecture for pediatric sleep apnea identification from overnight airflow and oximetry signals","volume":"87","author":"Jim\u00e9nez-Garc\u00eda","year":"2024","journal-title":"Biomed. Signal Process Control"},{"key":"10.1016\/j.compbiomed.2025.110925_bib24","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2023.107419","article-title":"An explainable deep-learning model to stage sleep states in children and propose novel EEG-Related patterns in sleep apnea","volume":"165","author":"Vaquerizo-Villar","year":"2023","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.compbiomed.2025.110925_bib25","doi-asserted-by":"crossref","first-page":"552","DOI":"10.1016\/j.ophtha.2018.11.016","article-title":"Using a deep learning algorithm and integrated gradients explanation to assist grading for diabetic retinopathy","volume":"126","author":"Sayres","year":"2019","journal-title":"Ophthalmology"},{"key":"10.1016\/j.compbiomed.2025.110925_bib26","doi-asserted-by":"crossref","DOI":"10.3390\/asi6010026","article-title":"Evaluation metrics research for explainable artificial intelligence global methods using synthetic data","author":"Oblizanov","year":"2023","journal-title":"Appl. Sys. Innovat."},{"key":"10.1016\/j.compbiomed.2025.110925_bib27","series-title":"3rd International Conference on Learning Representations, ICLR 2015 - Conference Track Proceedings","article-title":"Object detectors emerge in deep scene CNNs","author":"Zhou","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110925_bib28","unstructured":"Hasany, S. N., Meriaudeau, F. & Petitjean, C. The Do's and Don\u2019Ts of Grad-CAM in Image Segmentation as Demonstrated on the Synapse multi-organ CT Dataset."},{"key":"10.1016\/j.compbiomed.2025.110925_bib29","author":"Mullan"},{"key":"10.1016\/j.compbiomed.2025.110925_bib30","series-title":"Proceedings - 2018 IEEE Winter Conference on Applications of Computer Vision, WACV 2018","article-title":"Grad-CAM++: improved visual explanations for deep convolutional networks","author":"Chattopadhyay","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib31","series-title":"Interpreting the Predictions of Complex ML Models by Layer-wise Relevance Propagation","author":"Samek","year":"2016"},{"key":"10.1016\/j.compbiomed.2025.110925_bib32","series-title":"ICMR 2018 - Proceedings of the 2018 ACM International Conference on Multimedia Retrieval","article-title":"PatternNet: visual pattern mining with deep neural network","author":"Li","year":"2018"},{"key":"10.1016\/j.compbiomed.2025.110925_bib33","series-title":"6th International Conference on Learning Representations, ICLR 2018 - Conference Track Proceedings","article-title":"Learning how to explain neural networks: Patternnet and patternattribution","author":"Kindermans","year":"2018"},{"key":"10.1016\/j.compbiomed.2025.110925_bib34","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1007\/978-3-658-33198-6_52","article-title":"M3d-CAM: a PyTorch library to generate 3D attention maps for medical deep learning","author":"Gotkowski","year":"2021","journal-title":"Informatik aktuell"},{"key":"10.1016\/j.compbiomed.2025.110925_bib35","doi-asserted-by":"crossref","DOI":"10.1016\/j.phro.2024.100684","article-title":"Impact of annotation imperfections and auto-curation for deep learning-based organ-at-risk segmentation (UNDER REVIEW)","author":"Strijbis","year":"2024","journal-title":"Phys. Imaging. Radiat. Oncol."},{"key":"10.1016\/j.compbiomed.2025.110925_bib36","doi-asserted-by":"crossref","first-page":"894","DOI":"10.1177\/0022034509343143","article-title":"Sensitivity of salivary glands to radiation: from animal models to therapies","volume":"88","author":"Grundmann","year":"2009","journal-title":"J. Dent. Res."},{"key":"10.1016\/j.compbiomed.2025.110925_bib37","article-title":"Anatomy, head and neck, parotid gland","author":"Chason","year":"2024","journal-title":"StatPearls"},{"key":"10.1016\/j.compbiomed.2025.110925_bib38","doi-asserted-by":"crossref","DOI":"10.1186\/s13014-020-01721-1","article-title":"Strategies to improve deep learning-based salivary gland segmentation","author":"van Rooij","year":"2020","journal-title":"Radiat. Oncol."},{"key":"10.1016\/j.compbiomed.2025.110925_bib39","doi-asserted-by":"crossref","first-page":"6421","DOI":"10.1002\/mp.16437","article-title":"Impact of imperfection in medical imaging data on deep learning-based segmentation performance: an experimental study using synthesized data","volume":"50","author":"G\u00fcne\u015f","year":"2023","journal-title":"Med. Phys."},{"key":"10.1016\/j.compbiomed.2025.110925_bib40","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6560\/ab99e5","article-title":"Robustness study of noisy annotation in deep learning based medical image segmentation","volume":"65","author":"Yu","year":"2020","journal-title":"Phys. Med. Biol."},{"key":"10.1016\/j.compbiomed.2025.110925_bib41","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.radonc.2015.07.041","article-title":"CT-based delineation of organs at risk in the head and neck region: DAHANCA, EORTC, GORTEC, HKNPCSG, NCIC CTG, NCRI, NRG oncology and TROG consensus guidelines","volume":"117","author":"Brouwer","year":"2015","journal-title":"Radiother. Oncol."},{"key":"10.1016\/j.compbiomed.2025.110925_bib42","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.57613.sa2","article-title":"Accurate and versatile 3D segmentation of plant tissues at cellular resolution","author":"Wolny","year":"2020","journal-title":"eLife"},{"key":"10.1016\/j.compbiomed.2025.110925_bib43","doi-asserted-by":"crossref","DOI":"10.1016\/j.phro.2024.100684","article-title":"Impact of annotation imperfections and auto-curation for deep learning-based organ-at-risk segmentation","author":"Strijbis","year":"2024","journal-title":"Phys. Imaging. Radiat. Oncol."},{"key":"10.1016\/j.compbiomed.2025.110925_bib44","series-title":"Proceedings of the IEEE International Conference on Computer Vision","article-title":"Delving deep into rectifiers: surpassing human-level performance on imagenet classification","author":"He","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110925_bib45","series-title":"3rd International Conference of Learning Representations (ICLR)","article-title":"Adam: a method for stochastic optimization","author":"Kingma","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110925_bib46","series-title":"Generalised Dice Overlap as a Deep Learning Loss Function for Highly Unbalanced Segmentations","author":"Sudre","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib47","series-title":"Focal Loss for Dense Object Detection","author":"Lin","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib48","doi-asserted-by":"crossref","DOI":"10.1002\/mp.13300","article-title":"AnatomyNet: deep learning for fast and fully automated whole-volume segmentation of head and neck anatomy","author":"Zhu","year":"2019","journal-title":"Med. Phys."},{"key":"10.1016\/j.compbiomed.2025.110925_bib49","series-title":"5th International Conference on Learning Representations, ICLR 2017 - Conference Track Proceedings","article-title":"SGDR: stochastic gradient descent with warm restarts","author":"Loshchilov","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib51","doi-asserted-by":"crossref","DOI":"10.1002\/mp.12197","article-title":"Evaluation of segmentation methods on head and neck CT: auto-Segmentation challenge 2015","author":"Raudaschl","year":"2017","journal-title":"Med. Phys."},{"key":"10.1016\/j.compbiomed.2025.110925_bib52","doi-asserted-by":"crossref","first-page":"1084","DOI":"10.1007\/s11263-017-1059-x","article-title":"Top-down neural attention by excitation backprop","volume":"126","author":"Zhang","year":"2018","journal-title":"Int. J. Comput. Vis."},{"key":"10.1016\/j.compbiomed.2025.110925_bib53","series-title":"Advances in Neural Information Processing Systems","article-title":"Towards robust interpretability with self-explaining neural networks","author":"Alvarez-Melis","year":"2018"},{"key":"10.1016\/j.compbiomed.2025.110925_bib54","series-title":"Advances in Neural Information Processing Systems","article-title":"On the (in)fidelity and sensitivity of explanations","author":"Yeh","year":"2019"},{"key":"10.1016\/j.compbiomed.2025.110925_bib55","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s41109-019-0179-3","article-title":"Persistence homology of networks: methods and applications","volume":"4","author":"Aktas","year":"2019","journal-title":"Appl. Netw. Sci."},{"key":"10.1016\/j.compbiomed.2025.110925_bib56","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.100.032414","article-title":"Topological phase transitions in functional brain networks","author":"Santos","year":"2019","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.compbiomed.2025.110925_bib57","article-title":"The euler characteristic and topological phase transitions in complex systems","author":"de Amorim Filho","year":"2022","journal-title":"J. Phys.: Complexity"},{"key":"10.1016\/j.compbiomed.2025.110925_bib58","unstructured":"Moon, C., Li, Q. & Xiao, G. USING PERSISTENT HOMOLOGY TOPOLOGICAL FEATURES TO CHARACTERIZE MEDICAL IMAGES: CASE STUDIES ON LUNG AND BRAIN CANCERS."},{"key":"10.1016\/j.compbiomed.2025.110925_bib59","article-title":"Clinical nomogram using novel computed tomography-based radiomics predicts survival in patients with non-small-cell lung cancer treated with stereotactic body radiation therapy","volume":"7","author":"Somasundaram","year":"2023","journal-title":"JCO Clin. Cancer. Inform."},{"key":"10.1016\/j.compbiomed.2025.110925_bib60","series-title":"GUDHI User and Reference Manual","year":"2015"},{"key":"10.1016\/j.compbiomed.2025.110925_bib61","series-title":"British Machine Vision Conference 2018","article-title":"RisE: randomized input sampling for explanation of black-box models","author":"Petsiuk","year":"2019"},{"key":"10.1016\/j.compbiomed.2025.110925_bib62","series-title":"International Journal of Radiation Oncology Biology Physics","article-title":"Generating high-quality lymph node clinical target volumes for head and neck cancer radiation therapy using a fully automated deep learning-based approach","author":"Cardenas","year":"2021"},{"key":"10.1016\/j.compbiomed.2025.110925_bib63","doi-asserted-by":"crossref","DOI":"10.3390\/cancers14225501","article-title":"Deep learning for automated elective lymph node level segmentation for head and neck cancer radiotherapy","author":"Strijbis","year":"2022","journal-title":"Cancers (Basel)"},{"key":"10.1016\/j.compbiomed.2025.110925_bib64","series-title":"Captum: a Unified and Generic Model Interpretability Library for Pytorch","author":"Kokhlikyan","year":"2020"},{"key":"10.1016\/j.compbiomed.2025.110925_bib65","unstructured":"Lundberg, S. M., Allen, P. G. & Lee, S.-I. A Unified Approach to Interpreting Model Predictions. doi:10.5555\/3295222.3295230."},{"key":"10.1016\/j.compbiomed.2025.110925_bib66","series-title":"6th International Conference on Learning Representations, ICLR 2018 - Conference Track Proceedings","article-title":"Towards better understanding of gradient-based attribution methods for deep neural networks","author":"Ancona","year":"2017"},{"key":"10.1016\/j.compbiomed.2025.110925_bib67","article-title":"Learning important features through propagating activation differences","volume":"2017","author":"Shrikumar","year":"2017"}],"container-title":["Computers in Biology and Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482525012776?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0010482525012776?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T04:22:42Z","timestamp":1779855762000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0010482525012776"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":65,"alternative-id":["S0010482525012776"],"URL":"https:\/\/doi.org\/10.1016\/j.compbiomed.2025.110925","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2025.07.30.25332421","asserted-by":"object"}]},"ISSN":["0010-4825"],"issn-type":[{"value":"0010-4825","type":"print"}],"subject":[],"published":{"date-parts":[[2025,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Interpreting convolutional neural network explainability for head-and-neck cancer radiotherapy organ-at-risk segmentation","name":"articletitle","label":"Article Title"},{"value":"Computers in Biology and Medicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compbiomed.2025.110925","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"110925"}}