{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T21:38:18Z","timestamp":1771018698060,"version":"3.50.1"},"reference-count":38,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1908866"],"award-info":[{"award-number":["IIS-1908866"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1109\/ijcnn54540.2023.10191397","type":"proceedings-article","created":{"date-parts":[[2023,8,2]],"date-time":"2023-08-02T17:30:03Z","timestamp":1690997403000},"page":"1-8","source":"Crossref","is-referenced-by-count":2,"title":["Synaptic Stripping: How Pruning Can Bring Dead Neurons Back to Life"],"prefix":"10.1109","author":[{"given":"Tim","family":"Whitaker","sequence":"first","affiliation":[{"name":"Colorado State University,Department of Computer Science,Fort Collins,CO,USA"}]},{"given":"Darrell","family":"Whitley","sequence":"additional","affiliation":[{"name":"Colorado State University,Department of Computer Science,Fort Collins,CO,USA"}]}],"member":"263","reference":[{"key":"ref13","author":"he","year":"2015","journal-title":"Delving deep into rectifiers Surpassing human-level performance on imagenet classification"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1137\/1116025"},{"key":"ref12","first-page":"315","article-title":"Deep sparse rectifier neural networks","author":"glorot","year":"2011","journal-title":"Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics volume 15 of Proceedings of Machine Learning Research"},{"key":"ref34","author":"tanaka","year":"2020","journal-title":"Pruning neural networks without any data by iteratively conserving synaptic flow"},{"key":"ref15","author":"hendrycks","year":"2019","journal-title":"Benchmarking neural network robustness to common corruptions and perturbations"},{"key":"ref37","author":"you","year":"2019","journal-title":"How does learning rate decay help modern neural networks?"},{"key":"ref14","first-page":"770","author":"he","year":"2016","journal-title":"Deep residual learning for image recognition"},{"key":"ref36","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref31","author":"qiao","year":"2018","journal-title":"Neural rejuvenation Improving deep network training by enhancing computational resource utilization"},{"key":"ref30","year":"2022","journal-title":"Vit-cifar"},{"key":"ref11","author":"evci","year":"2018","journal-title":"Detecting dead weights and units in neural networks"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.97"},{"key":"ref10","author":"evci","year":"2018","journal-title":"Detecting dead weights and units in neural networks"},{"key":"ref32","author":"ramachandran","year":"2017","journal-title":"Searching for Activation Function"},{"key":"ref2","first-page":"463","article-title":"Rademacher and gaussian complexities: Risk bounds and structural results","volume":"3","author":"bartlett","year":"2002","journal-title":"Journal of Machine Learning Research"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1097\/00004647-200110000-00001"},{"key":"ref17","author":"hu","year":"2021","journal-title":"Model complexity of deep learning A survey"},{"key":"ref16","author":"hendrycks","year":"2016","journal-title":"Gaussian error linear units (gelus)"},{"key":"ref38","author":"zhai","year":"2021","journal-title":"Scaling vision transformers"},{"key":"ref19","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"International Conference on Learning Representations"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2012.12.023"},{"key":"ref24","article-title":"Optimal brain damage","volume":"2","author":"lecun","year":"1989","journal-title":"Advances in neural information processing systems"},{"key":"ref23","author":"le","year":"2015","journal-title":"Tiny imagenet visual recognition challenge"},{"key":"ref26","volume":"abs 1903 6733","author":"lu","year":"2019","journal-title":"Dying relu and initialization Theory and numerical examples"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.4208\/cicp.OA-2020-0165"},{"key":"ref20","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"3rd International Conference on Learning Representations ICLR 2015"},{"key":"ref22","article-title":"Imagenet classification with deep convolutional neural networks","volume":"25","author":"krizhevsky","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref21","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009","journal-title":"Technical Report"},{"key":"ref28","author":"misra","year":"2019","journal-title":"Mish A Self Regularized Non-Monotonic Activation Function"},{"key":"ref27","author":"ma","year":"2019","journal-title":"On the adequacy of untuned warmup for adaptive optimization"},{"key":"ref29","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011","journal-title":"NIPS 2011 Workshop on Deep Learning and Unsupervised Feature Learning"},{"key":"ref8","author":"dubey","year":"2021","journal-title":"Activation functions in deep learning A comprehensive survey and benchmark"},{"key":"ref7","author":"douglas","year":"2018","journal-title":"Why relu units sometimes die Analysis of single-unit error backpropagation in neural networks"},{"key":"ref9","author":"edelman","year":"1987","journal-title":"Neural Darwinism The Theory of Neuronal Group Selection"},{"key":"ref4","author":"clevert","year":"2015","journal-title":"Fast and accurate deep network learning by exponential linear units (ELUs)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017124"},{"key":"ref6","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2021","journal-title":"In 9th International Conference on Learning Representations ICLR 2021 Virtual Event Austria May 3-7 2021"},{"key":"ref5","author":"cubuk","year":"2018","journal-title":"Autoaugment Learning augmentation policies from data"}],"event":{"name":"2023 International Joint Conference on Neural Networks (IJCNN)","location":"Gold Coast, Australia","start":{"date-parts":[[2023,6,18]]},"end":{"date-parts":[[2023,6,23]]}},"container-title":["2023 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10190990\/10190992\/10191397.pdf?arnumber=10191397","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T17:47:38Z","timestamp":1692640058000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10191397\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/ijcnn54540.2023.10191397","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]}}}