{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T22:57:32Z","timestamp":1780354652258,"version":"3.54.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2021,3,9]],"date-time":"2021-03-09T00:00:00Z","timestamp":1615248000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,9]],"date-time":"2021-03-09T00:00:00Z","timestamp":1615248000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1007\/s00521-021-05828-8","type":"journal-article","created":{"date-parts":[[2021,3,9]],"date-time":"2021-03-09T20:15:07Z","timestamp":1615320907000},"page":"7409-7420","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Efficient structured pruning based on deep feature stabilization"],"prefix":"10.1007","volume":"33","author":[{"given":"Sheng","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanlin","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuan","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kexin","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinhu","family":"L\u00fc","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8476-4371","authenticated-orcid":false,"given":"Baochang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,3,9]]},"reference":[{"issue":"1","key":"5828_CR1","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1137\/080716542","volume":"2","author":"A Beck","year":"2009","unstructured":"Beck A, Teboulle M (2009) A fast iterative shrinkage-thresholding algorithm for linear inverse problems. SIAM J Imaging Sci 2(1):183\u2013202","journal-title":"SIAM J Imaging Sci"},{"key":"5828_CR2","unstructured":"Denil M, Shakibi B, Dinh L, Ranzato M, De\u00a0Freitas N (2013) Predicting parameters in deep learning. In: Advances in neural information processing systems (NIPS), pp 2148\u20132156"},{"key":"5828_CR3","doi-asserted-by":"crossref","unstructured":"Ding X, Ding G, Guo Y, Han J (2019) Centripetal sgd for pruning very deep convolutional networks with complicated structure. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 4943\u20134953","DOI":"10.1109\/CVPR.2019.00508"},{"key":"5828_CR4","doi-asserted-by":"crossref","unstructured":"Dong X, Huang J, Yang Y, Yan S (2017) More is less: A more complicated network with less inference complexity. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 5840\u20135848","DOI":"10.1109\/CVPR.2017.205"},{"issue":"2","key":"5828_CR5","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s11263-009-0275-4","volume":"88","author":"M Everingham","year":"2010","unstructured":"Everingham M, Van Gool L, Williams CK, Winn J, Zisserman A (2010) The pascal visual object classes (voc) challenge. Int J Comput Vis 88(2):303\u2013338","journal-title":"Int J Comput Vis"},{"key":"5828_CR6","doi-asserted-by":"crossref","unstructured":"Girshick R, Donahue J, Darrell T, Malik J (2014) Rich feature hierarchies for accurate object detection and semantic segmentation. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp 580\u2013587","DOI":"10.1109\/CVPR.2014.81"},{"key":"5828_CR7","unstructured":"Glorot X, Bordes A, Bengio Y (2011) Deep sparse rectifier neural networks. In: International conference on artificial intelligence and statistics (AISTATS), pp 315\u2013323"},{"key":"5828_CR8","unstructured":"Goldstein T, Studer C, Baraniuk R (2014) A field guide to forward-backward splitting with a fasta implementation. arXiv preprint arXiv:1411.3406"},{"key":"5828_CR9","doi-asserted-by":"crossref","unstructured":"Gu J, Li C, Zhang B, Han J, Cao X, Liu J, Doermann D (2019) Projection convolutional neural networks for 1-bit cnns via discrete back propagation. In: AAAI conference on artificial intelligence (AAAI) vol 33, pp 8344\u20138351","DOI":"10.1609\/aaai.v33i01.33018344"},{"key":"5828_CR10","doi-asserted-by":"crossref","unstructured":"Gu J, Zhao J, Jiang X, Zhang B, Liu J, Guo G, Ji R (2019) Bayesian optimized 1-bit cnns. In: IEEE international conference on computer vision (ICCV), pp 4909\u20134917","DOI":"10.1109\/ICCV.2019.00501"},{"key":"5828_CR11","unstructured":"Han S, Pool J, Tran J, Dally W (2015) Learning both weights and connections for efficient neural network. In: Advances in neural information processing systems (NIPS), pp 1135\u20131143"},{"key":"5828_CR12","doi-asserted-by":"crossref","unstructured":"Hassibi B, Stork DG, Wolff GJ (1993) Optimal brain surgeon and general network pruning. In: IEEE international conference on neural networks (ICNN), pp 293\u2013299","DOI":"10.1109\/ICNN.1993.298572"},{"key":"5828_CR13","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"5828_CR14","doi-asserted-by":"crossref","unstructured":"He Y, Kang G, Dong X, Fu Y, Yang Y (2018) Soft filter pruning for accelerating deep convolutional neural networks. In: International joint conference on artificial intelligence (IJCAI), pp 2234\u20132240","DOI":"10.24963\/ijcai.2018\/309"},{"key":"5828_CR15","doi-asserted-by":"crossref","unstructured":"He Y, Liu P, Wang Z, Hu Z, Yang Y (2019) Filter pruning via geometric median for deep convolutional neural networks acceleration. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 4340\u20134349","DOI":"10.1109\/CVPR.2019.00447"},{"key":"5828_CR16","doi-asserted-by":"crossref","unstructured":"He Y, Zhang X, Sun J (2017) Channel pruning for accelerating very deep neural networks. In: IEEE International conference on computer vision (ICCV), pp 1389\u20131397","DOI":"10.1109\/ICCV.2017.155"},{"key":"5828_CR17","doi-asserted-by":"crossref","unstructured":"Howard A, Sandler M, Chu G, Chen LC, Chen B, Tan M, Wang W, Zhu Y, Pang R, Vasudevan V, et al (2019) Searching for mobilenetv3. In: IEEE international conference on computer vision (ICCV), pp 1314\u20131324","DOI":"10.1109\/ICCV.2019.00140"},{"key":"5828_CR18","unstructured":"Howard AG, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861"},{"key":"5828_CR19","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: Accelerating deep network training by reducing internal covariate shift. In: International conference on machine learning (ICML), pp 448\u2013456"},{"key":"5828_CR20","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images. Tech. rep, Citeseer"},{"key":"5828_CR21","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems (NIPS), pp 1097\u20131105"},{"key":"5828_CR22","unstructured":"LeCun Y, Denker JS, Solla SA (1990) Optimal brain damage. In: Advances in neural information processing systems (NIPS), pp 598\u2013605"},{"key":"5828_CR23","unstructured":"Li H, Kadav A, Durdanovic I, Samet H, Graf HP (2017) Pruning filters for efficient convnets. In: International conference on learning representations (ICLR), pp 1\u201313"},{"key":"5828_CR24","doi-asserted-by":"crossref","unstructured":"Lin S, Ji R, Chen C, Huang F (2017) Espace: Accelerating convolutional neural networks via eliminating spatial and channel redundancy. In: AAAI conference on artificial intelligence (AAAI), pp 1424\u20131430","DOI":"10.1609\/aaai.v31i1.10756"},{"key":"5828_CR25","doi-asserted-by":"crossref","unstructured":"Lin S, Ji R, Li Y, Wu Y, Huang F, Zhang B (2018) Accelerating convolutional networks via global & dynamic filter pruning. In: International joint conference on artificial intelligence (IJCAI), pp 2425\u20132432","DOI":"10.24963\/ijcai.2018\/336"},{"key":"5828_CR26","doi-asserted-by":"crossref","unstructured":"Lin S, Ji R, Yan C, Zhang B, Cao L, Ye Q, Huang F, Doermann D (2019) Towards optimal structured cnn pruning via generative adversarial learning. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 2790\u20132799","DOI":"10.1109\/CVPR.2019.00290"},{"key":"5828_CR27","doi-asserted-by":"crossref","unstructured":"Lin TY, Maire M, Belongie S, Hays J, Perona P, Ramanan D, Doll\u00e1r P, Zitnick CL (2014) Microsoft coco: Common objects in context. In: European conference on computer vision (ECCV), pp 740\u2013755","DOI":"10.1007\/978-3-319-10602-1_48"},{"issue":"9","key":"5828_CR28","doi-asserted-by":"publisher","first-page":"4357","DOI":"10.1109\/TIP.2018.2835143","volume":"27","author":"S Luan","year":"2018","unstructured":"Luan S, Chen C, Zhang B, Han J, Liu J (2018) Gabor convolutional networks. IEEE Trans Image Process 27(9):4357\u20134366","journal-title":"IEEE Trans Image Process"},{"key":"5828_CR29","doi-asserted-by":"crossref","unstructured":"Luo JH, Wu J, Lin W (2017) Thinet: A filter level pruning method for deep neural network compression. In: IEEE international conference on computer vision (ICCV), pp 5058\u20135066","DOI":"10.1109\/ICCV.2017.541"},{"key":"5828_CR30","unstructured":"Mathieu M, Henaff M, LeCun Y (2014) Fast training of convolutional networks through ffts. In: International conference on learning representations (ICLR), pp 1\u20139"},{"key":"5828_CR31","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, et al (2019) Pytorch: An imperative style, high-performance deep learning library. In: Advances in neural information processing systems (NIPS), pp 8026\u20138037"},{"key":"5828_CR32","doi-asserted-by":"crossref","unstructured":"Rastegari M, Ordonez V, Redmon J, Farhadi A (2016) Xnor-net: Imagenet classification using binary convolutional neural networks. In: European conference on computer vision (ECCV), pp 525\u2013542","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"5828_CR33","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: Hints for thin deep nets. arXiv preprint arXiv:1412.6550"},{"issue":"3","key":"5828_CR34","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115(3):211\u2013252","journal-title":"Int J Comput Vis"},{"key":"5828_CR35","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen LC (2018) Mobilenetv2: Inverted residuals and linear bottlenecks. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 4510\u20134520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"5828_CR36","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: International conference on learning representations (ICLR), pp 1\u201315"},{"key":"5828_CR37","doi-asserted-by":"crossref","unstructured":"Singh P, Verma VK, Rai P, Namboodiri V (2020) Leveraging filter correlations for deep model compression. In: The IEEE winter conference on applications of computer vision (WACV), pp 835\u2013844","DOI":"10.1109\/WACV45572.2020.9093331"},{"key":"5828_CR38","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"issue":"1","key":"5828_CR39","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","volume":"58","author":"R Tibshirani","year":"1996","unstructured":"Tibshirani R (1996) Regression shrinkage and selection via the lasso. J R Stat Soc Ser B (Methodol) 58(1):267\u2013288","journal-title":"J R Stat Soc Ser B (Methodol)"},{"key":"5828_CR40","doi-asserted-by":"crossref","unstructured":"Wang X, Zhang B, Li C, Ji R, Han J, Cao X, Liu J (2018) Modulated convolutional networks. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 840\u2013848","DOI":"10.1109\/CVPR.2018.00094"},{"key":"5828_CR41","unstructured":"Wang Y, Xu C, You S, Tao D, Xu C (2016) Cnnpack: Packing convolutional neural networks in the frequency domain. In: Advances in neural information processing systems (NIPS), pp 253\u2013261"},{"key":"5828_CR42","doi-asserted-by":"crossref","unstructured":"Wen Y, Zhang K, Li Z, Qiao Y (2016) A discriminative feature learning approach for deep face recognition. In: European conference on computer vision (ECCV), pp 499\u2013515","DOI":"10.1007\/978-3-319-46478-7_31"},{"key":"5828_CR43","doi-asserted-by":"crossref","unstructured":"Xu S, Chen H, Liu K, Lii J, Zhang B (2019) Efficient block pruning based on kernel and feature stablization. In: International conference on digital image computing: techniques and applications (DICTA), pp 1\u20136","DOI":"10.1109\/DICTA47822.2019.8946001"},{"key":"5828_CR44","doi-asserted-by":"crossref","unstructured":"Yu R, Li A, Chen CF, Lai JH, Morariu VI, Han X, Gao M, Lin CY, Davis LS (2018) Nisp: Pruning networks using neuron importance score propagation. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 9194\u20139203","DOI":"10.1109\/CVPR.2018.00958"},{"key":"5828_CR45","doi-asserted-by":"crossref","unstructured":"Zhang Z, Saligrama V (2015) Rapid: Rapidly accelerated proximal gradient algorithms for convex minimization. In: International conference on acoustics, speech and signal processing (ICASSP), pp 3796\u20133800","DOI":"10.1109\/ICASSP.2015.7178681"},{"key":"5828_CR46","unstructured":"Zoph B, Le QV (2017) Neural architecture search with reinforcement learning. In: International conference on learning representations (ICLR), pp 1\u201316"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05828-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-05828-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05828-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T18:49:10Z","timestamp":1724611750000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-05828-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,9]]},"references-count":46,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["5828"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-05828-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,9]]},"assertion":[{"value":"19 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}