{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:35:00Z","timestamp":1763202900156,"version":"3.28.0"},"reference-count":50,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650997","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-10","source":"Crossref","is-referenced-by-count":3,"title":["Deep Neural Network Pruning with Progressive Regularizer"],"prefix":"10.1109","author":[{"given":"Yexu","family":"Zhou","sequence":"first","affiliation":[{"name":"Karlsruhe Institute of Technology"}]},{"given":"Haibin","family":"Zhao","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology"}]},{"given":"Michael","family":"Hefenbrock","sequence":"additional","affiliation":[{"name":"RevoAI GmbH"}]},{"given":"Siyan","family":"Li","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology"}]},{"given":"Yiran","family":"Huang","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology"}]},{"given":"Michael","family":"Beigl","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology"}]}],"member":"263","reference":[{"article-title":"Learning Sparse Neural Networks Through \u21130 Regularization","volume-title":"International Conference on Learning Representations","author":"Louizos","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3544794.3558467"},{"article-title":"WebGPT: Browser-assisted Question-Answering with Human Feedback","year":"2021","author":"Nakano","key":"ref4"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2976475"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/PerComWorkshops59983.2024.10502894"},{"key":"ref7","article-title":"Learning Both Weights and Connections for Efficient Neural Network","volume":"28","author":"Han","year":"2015","journal-title":"Advances in neural information processing systems"},{"article-title":"Pruning Filters for Efficient Convnets","year":"2016","author":"Li","key":"ref8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/363"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.07.051"},{"article-title":"Pruning via iterative ranking of\u00b4 sensitivity statistics","year":"2020","author":"Verdenius","key":"ref11"},{"article-title":"Layer-Adaptive Sparsity for the Magnitude-Based Pruning","volume-title":"International Conference on Learning Representations (ICLR)","author":"Lee","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.298"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2007.914731"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0437847100"},{"issue":"7","key":"ref16","doi-asserted-by":"crossref","first-page":"1013","DOI":"10.1109\/TNNLS.2012.2197412","article-title":"\u21131\/2 Regularization: A Thresholding Representation Theory and A Fast Solver","volume":"23","author":"Xu","year":"2012","journal-title":"IEEE Transactions on neural networks and learning systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.08.015"},{"key":"ref18","article-title":"Multi-Stage Convex Relaxation for Learning with Sparse Regularization","volume":"21","author":"Zhang","year":"2008","journal-title":"Advances in neural information processing systems"},{"article-title":"Variable Selection via Penalized Likelihood","year":"1999","author":"Fan","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1214\/09-AOS729"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1198\/jasa.2011.tm09738"},{"article-title":"Sparse Bayesian Optimization","year":"2022","author":"Liu","key":"ref22"},{"article-title":"Neural Pruning via Growing Regularization","volume-title":"International Conference on Learning Representations (ICLR)","author":"Wang","key":"ref23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i3.16351"},{"issue":"2","key":"ref25","first-page":"8","article-title":"Progressive deep neural networks acceleration via soft filter pruning","volume":"1","author":"He","year":"2018"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0893-1321(1994)7:1(104)"},{"issue":"417","key":"ref27","first-page":"1","article-title":"Understanding the Exploding Gradient Problem","volume":"2","author":"Pascanu","year":"2012","journal-title":"CoRR, abs\/1211.5063"},{"article-title":"\u21132 Regularization Versus Batch and Weight Normalization","year":"2017","author":"Van Laarhoven","key":"ref28"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/jmri.24365"},{"article-title":"\u21131 and \u21132 Regularization for Multiclass Hinge Loss Models","volume-title":"Symposium on Machine Learning in Speech and Natural Language Processing","author":"Moore","key":"ref30"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR48806.2021.9412481"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2880454"},{"key":"ref33","first-page":"953","article-title":"\u2113p-norm Multiple Kernel Learning","volume":"12","author":"Kloft","year":"2011","journal-title":"The Journal of Machine Learning Research"},{"key":"ref34","first-page":"5544","article-title":"Soft Threshold Weight Reparameterization for Learnable Sparsity","volume-title":"International Conference on Machine Learning","author":"Kusupati"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref36","first-page":"3958","article-title":"Combined Group and Exclusive Sparsity for Deep Neural Networks","volume-title":"International Conference on Machine Learning","author":"Yoon"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00098"},{"key":"ref38","first-page":"2943","article-title":"Rigging the Lottery: Making All Tickets Winners","volume-title":"International Conference on Machine Learning","author":"Evci"},{"key":"ref39","first-page":"4646","article-title":"Parameter Efficient Training of Deep Convolutional Neural Networks by Dynamic Sparse Reparameterization","volume-title":"International Conference on Machine Learning","author":"Mostafa"},{"journal-title":"Advances in Neural Information Processing Systems","article-title":"Gradient Descent: The Ultimate Optimizer","author":"Chandra","key":"ref40"},{"article-title":"Neural Network Distiller: A Python Package for DNN Compression Research","year":"2019","author":"Zmora","key":"ref41"},{"article-title":"Learning Multiple Layers of Features from Tiny Images","year":"2009","author":"Krizhevsky","key":"ref42"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"article-title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","year":"2014","author":"Simonyan","key":"ref44"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"article-title":"The State of Sparsity in Deep Neural Networks","year":"2019","author":"Gale","key":"ref46"},{"key":"ref47","first-page":"8024","article-title":"Pytorch: An Imperative Style, High-Performance Deep Learning Library","author":"Paszke","year":"2019","journal-title":"Advances in Neural Information Processing Systems 32"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/309"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00447"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/667"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2024,6,30]]},"location":"Yokohama, Japan","end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650997.pdf?arnumber=10650997","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T06:23:50Z","timestamp":1725949430000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650997\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":50,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650997","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}