{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T17:55:37Z","timestamp":1775325337699,"version":"3.50.1"},"publisher-location":"Cham","reference-count":54,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031781681","type":"print"},{"value":"9783031781698","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T00:00:00Z","timestamp":1732924800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T00:00:00Z","timestamp":1732924800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78169-8_28","type":"book-chapter","created":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T14:28:14Z","timestamp":1732890494000},"page":"423-438","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Effective Layer Pruning Through Similarity Metric Perspective"],"prefix":"10.1007","author":[{"given":"Ian","family":"Pons","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bruno","family":"Yamamoto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna H.","family":"Reali Costa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Artur","family":"Jordao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,30]]},"reference":[{"key":"28_CR1","doi-asserted-by":"crossref","unstructured":"Alwani, M., Wang, Y., Madhavan, V.: DECORE: deep compression with reinforcement learning. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01203"},{"key":"28_CR2","unstructured":"Amatriain, X., Sankar, A., Sankar, A., Bodigutla, P.K., Hazen, T.J., Kazi, M.: Transformer models: an introduction and catalog. arXiv (2023)"},{"key":"28_CR3","unstructured":"Bair, A., Yin, H., Shen, M., Molchanov, P., Alvarez, J.M.: Adaptive sharpness-aware pruning for robust sparse networks. In: ICLR (2024)"},{"key":"28_CR4","unstructured":"Bommasani, R., Hudson, D.A., Adeli, E., et\u00a0al.: On the opportunities and risks of foundation models. arXiv (2021)"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Chen, S., Zhao, Q.: Shallowing deep networks: layer-wise pruning based on feature representations. Pattern Anal. Mach. Intell. (2019)","DOI":"10.1109\/TPAMI.2018.2874634"},{"key":"28_CR6","unstructured":"Chen, Y., Yuille, A.L., Zhou, Z.: Which layer is learning faster? A systematic exploration of layer-wise convergence rate for deep neural networks. In: ICLR (2023)"},{"key":"28_CR7","unstructured":"Dehghani, M., Tay, Y., Arnab, A., Beyer, L., Vaswani, A.: The efficiency misnomer. In: ICLR (2022)"},{"key":"28_CR8","unstructured":"Dong, Y., Cordonnier, J., Loukas, A.: Attention is not all you need: pure attention loses rank doubly exponentially with depth. In: ICML (2021)"},{"key":"28_CR9","unstructured":"Duong, L.R., Zhou, J., Nassar, J., Berman, J., Olieslagers, J., Williams, A.H.: Representational dissimilarity metric spaces for stochastic neural networks. In: ICLR (2023)"},{"key":"28_CR10","unstructured":"Evci, U., Dumoulin, V., Larochelle, H., Mozer, M.C.: Head2toe: utilizing intermediate representations for better transfer learning. In: ICML (2022)"},{"key":"28_CR11","unstructured":"Faiz, A., et al.: LLMCarbon: modeling the end-to-end carbon footprint of large language models. In: ICLR (2024)"},{"key":"28_CR12","doi-asserted-by":"crossref","unstructured":"Gretton, A., Bousquet, O., Smola, A.J., Sch\u00f6lkopf, B.: Measuring statistical dependence with Hilbert-Schmidt norms. In: Algorithmic Learning Theory (ALT) (2005)","DOI":"10.1007\/11564089_7"},{"key":"28_CR13","doi-asserted-by":"crossref","unstructured":"Guan, Y., et al.: DAIS: automatic channel pruning via differentiable annealing indicator search. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TNNLS.2022.3161284"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Han, K., et al.: A survey on vision transformer. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2022.3152247"},{"key":"28_CR15","doi-asserted-by":"crossref","unstructured":"Han, Y., Huang, G., Song, S., Yang, L., Wang, H., Wang, Y.: Dynamic neural networks: a survey. Pattern Anal. Mach. Intell. (2022)","DOI":"10.1109\/TPAMI.2021.3117837"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"28_CR17","doi-asserted-by":"crossref","unstructured":"He, Y., Liu, P., Wang, Z., Hu, Z., Yang, Y.: Filter pruning via geometric median for deep convolutional neural networks acceleration. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00447"},{"key":"28_CR18","doi-asserted-by":"crossref","unstructured":"He, Y., Xiao, L.: Structured pruning for deep convolutional neural networks: a survey. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2023.3334614"},{"key":"28_CR19","unstructured":"He, Z., et\u00a0al. title=:"},{"key":"28_CR20","unstructured":"Hendrycks, D., Dietterich, T.G.: Benchmarking neural network robustness to common corruptions and perturbations. In: ICLR (2019)"},{"key":"28_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"646","DOI":"10.1007\/978-3-319-46493-0_39","volume-title":"Computer Vision \u2013 ECCV 2016","author":"G Huang","year":"2016","unstructured":"Huang, G., Sun, Yu., Liu, Z., Sedra, D., Weinberger, K.Q.: Deep networks with stochastic depth. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9908, pp. 646\u2013661. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46493-0_39"},{"key":"28_CR22","unstructured":"Huang, Z., Shao, W., Wang, X., Lin, L., Luo, P.: Rethinking the pruning criteria for convolutional neural network. In: NeurIPS (2021)"},{"key":"28_CR23","doi-asserted-by":"crossref","unstructured":"Jiang, D., Cao, Y., Yang, Q.: On the channel pruning using graph convolution network for convolutional neural network acceleration. In: IJCAI (2022)","DOI":"10.24963\/ijcai.2022\/431"},{"key":"28_CR24","doi-asserted-by":"crossref","unstructured":"Jordao, A., de\u00a0Ara\u00fajo, G.C., de\u00a0Almeida\u00a0Maia, H., Pedrini, H.: When layers play the lottery, all tickets win at initialization. In: ICCV (2023)","DOI":"10.1109\/ICCVW60793.2023.00130"},{"key":"28_CR25","doi-asserted-by":"crossref","unstructured":"Jordao, A., Lie, M., Schwartz, W.R.: Discriminative layer pruning for convolutional neural networks. J. Sel. Top. Sig. Process. (2020)","DOI":"10.1109\/JSTSP.2020.2975987"},{"key":"28_CR26","unstructured":"Kornblith, S., Norouzi, M., Lee, H., Hinton, G.E.: Similarity of neural network representations revisited. In: ICML (2019)"},{"key":"28_CR27","unstructured":"Lacoste, A., Luccioni, A., Schmidt, V., Dandres, T.: Quantifying the carbon emissions of machine learning. In: NeurIPS (2019)"},{"key":"28_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1007\/978-3-031-20083-0_34","volume-title":"Computer Vision - ECCV 2022","author":"S Lee","year":"2022","unstructured":"Lee, S., Song, B.C.: Ensemble knowledge guided sub-network search and fine-tuning for filter pruning. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13671, pp. 569\u2013585. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20083-0_34"},{"key":"28_CR29","doi-asserted-by":"crossref","unstructured":"Lin, M., Cao, L., Zhang, Y., Shao, L., Lin, C., Ji, R.: Pruning networks with cross-layer ranking & k-reciprocal nearest filters. Trans. Neural Netw. Learn. Syst. (2023)","DOI":"10.1109\/TNNLS.2022.3156047"},{"key":"28_CR30","doi-asserted-by":"crossref","unstructured":"Lin, M., Ji, R., Li, S., Wang, Y., Wu, Y., et\u00a0al.: Network pruning using adaptive exemplar filters. Trans. Neural Netw. Learn. Syst. (2022)","DOI":"10.1109\/TNNLS.2021.3084856"},{"key":"28_CR31","doi-asserted-by":"crossref","unstructured":"Lin, M., et al.: Hrank: filter pruning using high-rank feature map. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00160"},{"key":"28_CR32","doi-asserted-by":"crossref","unstructured":"Liu, G., Zhang, K., Lv, M.: SOKS: automatic searching of the optimal kernel shapes for stripe-wise network pruning. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TNNLS.2022.3162067"},{"key":"28_CR33","unstructured":"Lu, S., et al.: Harder or different? A closer look at distribution shift in dataset reproduction. In: ICML (2020)"},{"key":"28_CR34","unstructured":"Masarczyk, W., Ostaszewski, M., Imani, E., Pascanu, R., Mi\u0142o\u015b, P., Trzcinski, T.: The tunnel effect: building data representations in deep neural networks. In: NeurIPS (2023)"},{"key":"28_CR35","unstructured":"Nguyen, T., Raghu, M., Kornblith, S.: Do wide and deep networks learn the same things? Uncovering how neural network representations vary with width and depth. In: ICLR (2021)"},{"key":"28_CR36","unstructured":"Nguyen, T., Raghu, M., Kornblith, S.: On the origins of the block structure phenomenon in neural network representations. Trans. Mach. Learn. Res. (2022)"},{"key":"28_CR37","unstructured":"Nonnenmacher, M., Pfeil, T., Steinwart, I., Reeb, D.: SOSP: efficiently capturing global correlations by second-order structured pruning. In: ICLR (2022)"},{"key":"28_CR38","doi-asserted-by":"crossref","unstructured":"Shang, H., Wu, J., Hong, W., Qian, C.: Neural network pruning by cooperative coevolution. In: IJCAI (2022)","DOI":"10.24963\/ijcai.2022\/667"},{"key":"28_CR39","unstructured":"Shen, M., Yin, H., Molchanov, P., Mao, L., Liu, J., \u00c1lvarez, J.M.: Structural pruning via latency-saliency knapsack. In: NeurIPS (2022)"},{"key":"28_CR40","doi-asserted-by":"crossref","unstructured":"Silver, D., Huang, A., Maddison, C.J., et\u00a0al.: Mastering the game of go with deep neural networks and tree search. Nature (2016)","DOI":"10.1038\/nature16961"},{"key":"28_CR41","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: ACL (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"28_CR42","doi-asserted-by":"crossref","unstructured":"Vasu, P.K.A., Gabriel, J., Zhu, J., Tuzel, O., Ranjan, A.: Mobileone: an improved one millisecond mobile backbone. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.00764"},{"key":"28_CR43","unstructured":"Veit, A., Wilber, M.J., Belongie, S.J.: Residual networks behave like ensembles of relatively shallow networks. In: NeurIPS (2016)"},{"key":"28_CR44","doi-asserted-by":"crossref","unstructured":"Wang, H., Qin, C., Bai, Y., Zhang, Y., Fu, Y.: Recent advances on neural network pruning at initialization. In: IJCAI (2022)","DOI":"10.24963\/ijcai.2022\/786"},{"key":"28_CR45","doi-asserted-by":"crossref","unstructured":"Wang, Z., Li, C.: Channel pruning via lookahead search guided reinforcement learning. In: WACV (2022)","DOI":"10.1109\/WACV51458.2022.00357"},{"key":"28_CR46","unstructured":"Williams, A.H., Kunz, E., Kornblith, S., Derman, S.W.: Generalized shape metrics on neural representations. In: NeurIPS (2021)"},{"key":"28_CR47","doi-asserted-by":"crossref","unstructured":"Xu, C., McAuley, J.J.: A survey on model compression and acceleration for pretrained language models. In: AAAI (2023)","DOI":"10.1609\/aaai.v37i9.26255"},{"key":"28_CR48","unstructured":"Yu, S., Mazaheri, A., Jannesari, A.: Topology-aware network pruning using multi-stage graph embedding and reinforcement learning. In: ICML (2022)"},{"key":"28_CR49","unstructured":"Zhang, C., Bengio, S., Singer, Y.: Are all layers created equal? J. Mach. Learn. Res. (2022)"},{"key":"28_CR50","doi-asserted-by":"crossref","unstructured":"Zhang, K., Liu, G.: Layer pruning for obtaining shallower resnets. Sig. Process. Lett. (2022)","DOI":"10.1109\/LSP.2022.3171128"},{"key":"28_CR51","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Lin, M., Lin, C., Chen, J., et\u00a0al.: Carrying out CNN channel pruning in a white box. Trans. Neural Netw. Learn. Syst. (2023)","DOI":"10.1109\/TNNLS.2022.3147269"},{"key":"28_CR52","unstructured":"Zhao, Q., Wressnegger, C.: Holistic adversarially robust pruning. In: ICLR (2023)"},{"key":"28_CR53","unstructured":"Zhong, S., Zhang, G., Huang, N., Xu, S.: Revisit kernel pruning with lottery regulated grouped convolutions. In: ICLR (2022)"},{"key":"28_CR54","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Yen, G.G., Yi, Z.: Evolutionary shallowing deep neural networks at block levels. Trans. Neural Netw. Learn. Syst. (2022)","DOI":"10.1109\/TNNLS.2021.3059529"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78169-8_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T15:09:59Z","timestamp":1732892999000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78169-8_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,30]]},"ISBN":["9783031781681","9783031781698"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78169-8_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,30]]},"assertion":[{"value":"30 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}