{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:50:42Z","timestamp":1782316242647,"version":"3.54.5"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T00:00:00Z","timestamp":1697760000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T00:00:00Z","timestamp":1697760000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s00521-023-09037-3","type":"journal-article","created":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T20:33:45Z","timestamp":1697834025000},"page":"639-652","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Revolutionizing neural network efficiency: introducing FPAC for filter pruning via attention consistency"],"prefix":"10.1007","volume":"36","author":[{"given":"Suja Cherukullapurath","family":"Mana","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sudha","family":"Rajesh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kalaiarasi","family":"Governor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hemalatha","family":"Chandrasekaran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kanipriya","family":"Murugesan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,20]]},"reference":[{"issue":"9","key":"9037_CR1","doi-asserted-by":"publisher","first-page":"2352","DOI":"10.1162\/neco_a_00990","volume":"29","author":"W Rawat","year":"2017","unstructured":"Rawat W, Wang Z (2017) Deep convolutional neural networks for image classification: a comprehensive review. Neural Comput 29(9):2352\u20132449. https:\/\/doi.org\/10.1162\/neco_a_00990","journal-title":"Neural Comput"},{"key":"9037_CR2","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan A, Sohail A, Zahoora U, Qureshi AS (2020) A survey of the recent architectures of deep convolutional neural networks. Artif Intell Rev 53:5455\u20135516. https:\/\/doi.org\/10.1007\/s10462-020-09825-6","journal-title":"Artif Intell Rev"},{"key":"9037_CR3","doi-asserted-by":"publisher","first-page":"1097","DOI":"10.1145\/3065386","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv Neural Inf Process Syst 25:1097\u20131105. https:\/\/doi.org\/10.1145\/3065386","journal-title":"Adv Neural Inf Process Syst"},{"key":"9037_CR4","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In Proceedings of the IEEE conference on computer vision and pattern recognition 1\u20139.","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9037_CR5","doi-asserted-by":"publisher","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556, https:\/\/doi.org\/10.48550\/arXiv.1409.1556","DOI":"10.48550\/arXiv.1409.1556"},{"key":"9037_CR6","doi-asserted-by":"crossref","unstructured":"Taigman Y, Yang M, Ranzato MA, Wolf L (2014) Deepface: Closing the gap to human-level performance in face verification. In: Proceedings of the IEEE conference on computer vision and pattern recognition 1701\u20131708.","DOI":"10.1109\/CVPR.2014.220"},{"key":"9037_CR7","unstructured":"Denil M, Shakibi B, Dinh L, Ranzato MA, De Freitas N (2013) Predicting parameters in deep learning. Advances in neural information processing systems, 26."},{"key":"9037_CR8","unstructured":"Denton EL, Zaremba W, Bruna J, LeCun Y, Fergus R (2014) Exploiting linear structure within convolutional networks for efficient evaluation. Advances in neural information processing systems, 27."},{"issue":"12","key":"9037_CR9","doi-asserted-by":"publisher","first-page":"2889","DOI":"10.1109\/TPAMI.2018.2873305","volume":"41","author":"S Lin","year":"2018","unstructured":"Lin S, Ji R, Chen C, Tao D, Luo J (2018) Holistic cnn compression via low-rank decomposition with knowledge transfer. IEEE Trans Pattern Anal Mach Intell 41(12):2889\u20132905. https:\/\/doi.org\/10.1109\/TPAMI.2018.2873305","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9037_CR10","doi-asserted-by":"crossref","unstructured":"Zhang X, Zou J, Ming X, He K, Sun J (2015) Efficient and accurate approximations of nonlinear convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and pattern Recognition 1984\u20131992.","DOI":"10.1109\/CVPR.2015.7298809"},{"key":"9037_CR11","doi-asserted-by":"publisher","unstructured":"Molchanov P, Tyree S, Karras T, Aila T, Kautz J (2016) Pruning convolutional neural networks for resource efficient inference. arXiv preprint arXiv:1611.06440. https:\/\/doi.org\/10.48550\/arXiv.1611.06440","DOI":"10.48550\/arXiv.1611.06440"},{"key":"9037_CR12","doi-asserted-by":"publisher","unstructured":"Hu H, Peng R, Tai YW, Tang CK (2016) Network trimming: a data-driven neuron pruning approach towards efficient deep architectures. arXiv preprint arXiv:1607.03250. https:\/\/doi.org\/10.48550\/arXiv.1607.03250.","DOI":"10.48550\/arXiv.1607.03250"},{"key":"9037_CR13","unstructured":"Qian X, Klabjan, D (2021) A probabilistic approach to neural network pruning. In International Conference on Machine Learning 8640\u20138649. PMLR."},{"key":"9037_CR14","unstructured":"Rosenfeld JS, Frankle J, Carbin M, Shavit N (2021) On the predictability of pruning across scales. In International Conference on Machine Learning 9075\u20139083. PMLR."},{"key":"9037_CR15","doi-asserted-by":"crossref","unstructured":"Lin S, Ji R, Yan C, Zhang B, Cao L, Ye Q, Huang F, Doermann D (2019) Towards optimal structured cnn pruning via generative adversarial learning. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition 2790\u20132799.","DOI":"10.1109\/CVPR.2019.00290"},{"key":"9037_CR16","doi-asserted-by":"crossref","unstructured":"He Y, Zhang X, Sun J (2017) Channel pruning for accelerating very deep neural networks[C]\/\/Proceedings of the IEEE international conference on computer vision. 1389\u20131397.","DOI":"10.1109\/ICCV.2017.155"},{"key":"9037_CR17","unstructured":"Chen W, Wilson J, Tyree S, Weinberger K, Chen Y (2015, June) Compressing neural networks with the hashing trick. In: International conference on machine learning 2285\u20132294. PMLR."},{"key":"9037_CR18","doi-asserted-by":"crossref","unstructured":"Wu J, Leng C, Wang Y, Hu Q, Cheng J (2016) Quantized convolutional neural networks for mobile devices. In: Proceedings of the IEEE conference on computer vision and pattern recognition 4820\u20134828.","DOI":"10.1109\/CVPR.2016.521"},{"key":"9037_CR19","doi-asserted-by":"publisher","unstructured":"Liu W, Zhou P, Zhao Z, Wang Z, Deng H, Ju Q (2020) Fastbert: a self-distilling bert with adaptive inference time. arXiv preprint arXiv:2004.02178. https:\/\/doi.org\/10.48550\/arXiv.2004.02178","DOI":"10.48550\/arXiv.2004.02178"},{"key":"9037_CR20","doi-asserted-by":"publisher","unstructured":"Sun S, Cheng Y, Gan Z, Liu J (2019) Patient knowledge distillation for bert model compression. arXiv preprint arXiv:1908.09355. https:\/\/doi.org\/10.48550\/arXiv.1908.09355","DOI":"10.48550\/arXiv.1908.09355"},{"key":"9037_CR21","doi-asserted-by":"publisher","unstructured":"Li H, Kadav A, Durdanovic I, Samet H, Graf HP (2016) Pruning filters for efficient convnets. arXiv preprint arXiv:1608.08710. https:\/\/doi.org\/10.48550\/arXiv.1608.08710","DOI":"10.48550\/arXiv.1608.08710"},{"key":"9037_CR22","doi-asserted-by":"crossref","unstructured":"He Y, Liu P, Wang Z, Hu Z, Yang Y (2019) Filter pruning via geometric median for deep convolutional neural networks acceleration. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition 4340\u20134349.","DOI":"10.1109\/CVPR.2019.00447"},{"key":"9037_CR23","doi-asserted-by":"publisher","unstructured":"He Y, Kang G, Dong X, Fu Y, Yang Y (2018) Soft filter pruning for accelerating deep convolutional neural networks. arXiv preprint arXiv:1808.06866. https:\/\/doi.org\/10.48550\/arXiv.1808.06866.","DOI":"10.48550\/arXiv.1808.06866"},{"key":"9037_CR24","doi-asserted-by":"publisher","unstructured":"Zhuo H, Qian X, Fu Y, Yang H, Xue X (2018) Scsp: Spectral clustering filter pruning with soft self-adaption manners. arXiv preprint arXiv:1806.05320. https:\/\/doi.org\/10.48550\/arXiv.1806.05320.","DOI":"10.48550\/arXiv.1806.05320"},{"key":"9037_CR25","doi-asserted-by":"crossref","unstructured":"Luo JH, Wu J, Lin W (2017) Thinet: A filter level pruning method for deep neural network compression[C]\/\/Proceedings of the IEEE international conference on computer vision. 5058\u20135066.","DOI":"10.1109\/ICCV.2017.541"},{"key":"9037_CR26","unstructured":"Suau X, Zappella L, Palakkode V, Apostoloff N (2018) Principal filter analysis for guided network compression. arXiv preprint arXiv:1807.10585, 2."},{"key":"9037_CR27","doi-asserted-by":"publisher","unstructured":"Wang D, Zhou L, Zhang X, Bai X, Zhou J (2018) Exploring linear relationship in feature map subspace for convnets compression. arXiv preprint arXiv:1803.05729. https:\/\/doi.org\/10.48550\/arXiv.1803.05729.","DOI":"10.48550\/arXiv.1803.05729"},{"key":"9037_CR28","doi-asserted-by":"crossref","unstructured":"Lin M, Ji R, Wang Y, Zhang Y, Zhang B, Tian Y, Shao L (2020) Hrank: Filter pruning using high-rank feature map. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition 1529\u20131538.","DOI":"10.1109\/CVPR42600.2020.00160"},{"key":"9037_CR29","doi-asserted-by":"publisher","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556,. https:\/\/doi.org\/10.48550\/arXiv.1409.1556.","DOI":"10.48550\/arXiv.1409.1556"},{"key":"9037_CR30","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"9037_CR31","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, Weinberger KQ (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition 4700\u20134708.","DOI":"10.1109\/CVPR.2017.243"},{"key":"9037_CR32","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images (Technical Report). University of Toronto,Canada, https:\/\/www.cs.toronto.edu\/ kriz\/cifar.html."},{"key":"9037_CR33","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC (2015) Imagenet large scale visual recognition challenge. Int J Comput Vision 115:211\u2013252. https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int J Comput Vision"},{"key":"9037_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2022.102431","volume":"124","author":"G Li","year":"2022","unstructured":"Li G, Ma X, Wang X, Yue H, Li J, Liu L, Feng X, Xue J (2022) Optimizing deep neural networks on intelligent edge accelerators via flexible-rate filter pruning. J Syst Architect 124:102431. https:\/\/doi.org\/10.1016\/j.sysarc.2022.102431","journal-title":"J Syst Architect"},{"key":"9037_CR35","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1016\/j.neunet.2021.12.017","volume":"147","author":"CH Sarvani","year":"2022","unstructured":"Sarvani CH, Ghorai M, Dubey SR, Basha SS (2022) HRel: Filter pruning based on High Relevance between activation maps and class labels. Neural Netw 147:186\u2013197. https:\/\/doi.org\/10.1016\/j.neunet.2021.12.017","journal-title":"Neural Netw"},{"key":"9037_CR36","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107876","volume":"238","author":"Y Chen","year":"2022","unstructured":"Chen Y, Wen X, Zhang Y, He Q (2022) FPC: Filter pruning via the contribution of output feature map for deep convolutional neural networks acceleration. Knowl-Based Syst 238:107876. https:\/\/doi.org\/10.1016\/j.knosys.2021.107876","journal-title":"Knowl-Based Syst"},{"key":"9037_CR37","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1016\/j.neucom.2022.02.024","volume":"483","author":"K Zhang","year":"2022","unstructured":"Zhang K, Liu G, Lv M (2022) RUFP: reinitializing unimportant filters for soft pruning. Neurocomputing 483:311\u2013321. https:\/\/doi.org\/10.1016\/j.neucom.2022.02.024","journal-title":"Neurocomputing"},{"key":"9037_CR38","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1016\/j.neucom.2021.08.098","volume":"464","author":"W Wang","year":"2021","unstructured":"Wang W, Yu Z, Fu C, Cai D, He X (2021) COP: customized correlation-based Filter level pruning method for deep CNN compression. Neurocomputing 464:533\u2013545. https:\/\/doi.org\/10.1016\/j.neucom.2021.08.098","journal-title":"Neurocomputing"},{"key":"9037_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104432","volume":"134","author":"T Choudhary","year":"2021","unstructured":"Choudhary T, Mishra V, Goswami A, Sarangapani J (2021) A transfer learning with structured filter pruning approach for improved breast cancer classification on point-of-care devices. Comput Biol Med 134:104432. https:\/\/doi.org\/10.1016\/j.compbiomed.2021.104432","journal-title":"Comput Biol Med"},{"key":"9037_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108056","volume":"119","author":"K Yao","year":"2021","unstructured":"Yao K, Cao F, Leung Y, Liang J (2021) Deep neural network compression through interpretability-based filter pruning. Pattern Recogn 119:108056. https:\/\/doi.org\/10.1016\/j.patcog.2021.108056","journal-title":"Pattern Recogn"},{"key":"9037_CR41","doi-asserted-by":"crossref","unstructured":"Li D, Chen S, Liu X, Sun Y, Zhang L (2020) Towards Optimal Filter Pruning with Balanced Performance and Pruning Speed. In: Proceedings of the Asian Conference on Computer Vision.","DOI":"10.1007\/978-3-030-69538-5_16"},{"key":"9037_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.matcom.2022.05.015","author":"N Eslami","year":"2022","unstructured":"Eslami N, Yazdani S, Mirzaei M, Hadavandi E (2022) Aphid-Ant Mutualism: a novel nature-inspired metaheuristic algorithm for solving optimization problems. Math Comput Simul. https:\/\/doi.org\/10.1016\/j.matcom.2022.05.015","journal-title":"Math Comput Simul"},{"issue":"2\u20133","key":"9037_CR43","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.tcs.2005.05.020","volume":"344","author":"M Dorigo","year":"2005","unstructured":"Dorigo M, Blum C (2005) Ant colony optimization theory: a survey. Theoret Comput Sci 344(2\u20133):243\u2013278. https:\/\/doi.org\/10.1016\/j.tcs.2005.05.020","journal-title":"Theoret Comput Sci"},{"key":"9037_CR44","doi-asserted-by":"publisher","unstructured":"Meng Z, Li G, Wang X, Sait SM, Y\u0131ld\u0131z AR (2021) A comparative study of metaheuristic algorithms for reliability-based design optimization problems. Arch Comput Methods Eng 28(3):1853\u20131869. https:\/\/doi.org\/10.1007\/s11831-020-09443-z","DOI":"10.1007\/s11831-020-09443-z"},{"key":"9037_CR45","unstructured":"Li J (2018) Caltech 256 image dataset. Kaggle. Retrieved July 21, 2022, from https:\/\/www.kaggle.com\/datasets\/jessicali9530\/caltech256."},{"key":"9037_CR46","doi-asserted-by":"crossref","unstructured":"He Y, Ding Y, Liu P, Zhu L, Zhang H, Yang Y (2020) Learning filter pruning criteria for deep convolutional neural networks acceleration. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition 2009\u20132018.","DOI":"10.1109\/CVPR42600.2020.00208"},{"issue":"3","key":"9037_CR47","doi-asserted-by":"publisher","first-page":"1964","DOI":"10.3390\/app13031964","volume":"13","author":"H Yang","year":"2023","unstructured":"Yang H, Liang Y, Liu W, Meng F (2023) Filter pruning via attention consistency on feature maps. Appl Sci 13(3):1964. https:\/\/doi.org\/10.3390\/app13031964","journal-title":"Appl Sci"},{"issue":"19","key":"9037_CR48","doi-asserted-by":"publisher","first-page":"6601","DOI":"10.3390\/s21196601","volume":"21","author":"L Shao","year":"2021","unstructured":"Shao L, Zuo H, Zhang J, Xu Z, Yao J, Wang Z, Li H (2021) Filter pruning via measuring feature map information. Sensors 21(19):6601. https:\/\/doi.org\/10.3390\/s21196601","journal-title":"Sensors"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09037-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-09037-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09037-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T14:54:59Z","timestamp":1730386499000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-09037-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,20]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["9037"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-09037-3","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,20]]},"assertion":[{"value":"16 March 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 October 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare that they have no conflict of interest to report regarding the present study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The authors declare that they have no conflict of interest to report regarding the present study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"This article does not contain any studies with human or animal subjects performed by any of the authors.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal rights"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Not applicable.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publication"}}]}}