{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T07:40:04Z","timestamp":1750837204842,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":46,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819669530","type":"print"},{"value":"9789819669547","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-6954-7_31","type":"book-chapter","created":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T07:00:12Z","timestamp":1750834812000},"page":"455-469","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploring the Neural Burden in Pruned Models: An Insight Inspired by Neuroscience"],"prefix":"10.1007","author":[{"given":"Zeyu","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weichen","family":"Dai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ji","family":"Qi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,6,26]]},"reference":[{"key":"31_CR1","unstructured":"Ahmad, S., Scheinkman, L.: How can we be so dense? The benefits of using highly sparse representations. arXiv preprint arXiv:1903.11257 (2019)"},{"key":"31_CR2","unstructured":"Alayrac, J.B., et al.: Flamingo: a visual language model for few-shot learning. In: Advances in Neural Information Processing Systems, vol. 35, pp. 23716\u201323736 (2022)"},{"key":"31_CR3","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.12454","volume":"5","author":"DG Barrett","year":"2016","unstructured":"Barrett, D.G., Deneve, S., Machens, C.K.: Optimal compensation for neuron loss. Elife 5, e12454 (2016)","journal-title":"Elife"},{"key":"31_CR4","unstructured":"Bolya, D., Fu, C.Y., Dai, X., Zhang, P., Feichtenhofer, C., Hoffman, J.: Token merging: Your ViT but faster. arXiv preprint arXiv:2210.09461 (2022)"},{"key":"31_CR5","doi-asserted-by":"publisher","unstructured":"Brockhoff, L., Vetter, L., Bruchmann, M., Schindler, S., Moeck, R., Straube, T.: The effects of visual working memory load on detection and neural processing of task-unrelated auditory stimuli. Sci. Rep. 13 (2023). https:\/\/doi.org\/10.1038\/s41598-023-31132-7","DOI":"10.1038\/s41598-023-31132-7"},{"issue":"10","key":"31_CR6","doi-asserted-by":"publisher","first-page":"1255","DOI":"10.3390\/e23101255","volume":"23","author":"Y Bu","year":"2021","unstructured":"Bu, Y., Gao, W., Zou, S., Veeravalli, V.V.: Population risk improvement with model compression: an information-theoretic approach. Entropy 23(10), 1255 (2021)","journal-title":"Entropy"},{"key":"31_CR7","doi-asserted-by":"crossref","unstructured":"Chen, C.F.R., Fan, Q., Panda, R.: CrossViT: cross-attention multi-scale vision transformer for image classification. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 357\u2013366 (2021)","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Chen, H., et al.: Pre-trained image processing transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12299\u201312310 (2021)","DOI":"10.1109\/CVPR46437.2021.01212"},{"key":"31_CR9","unstructured":"Chen, T., Cheng, Y., Gan, Z., Yuan, L., Zhang, L., Wang, Z.: Chasing sparsity in vision transformers: an end-to-end exploration. In: Advances in Neural Information Processing Systems, vol. 34, pp. 19974\u201319988 (2021)"},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Chen, X., Li, X., Zhou, Y., Yang, T.: DDDM: a brain-inspired framework for robust classification. arXiv preprint arXiv:2205.10117 (2022)","DOI":"10.24963\/ijcai.2022\/397"},{"issue":"8","key":"31_CR11","doi-asserted-by":"publisher","first-page":"1877","DOI":"10.3390\/rs14081877","volume":"14","author":"Y Chen","year":"2022","unstructured":"Chen, Y., Gu, X., Liu, Z., Liang, J.: A fast inference vision transformer for automatic pavement image classification and its visual interpretation method. Remote Sens. 14(8), 1877 (2022)","journal-title":"Remote Sens."},{"key":"31_CR12","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"31_CR13","doi-asserted-by":"crossref","unstructured":"Dong, X., et al.: CSWIN transformer: a general vision transformer backbone with cross-shaped windows. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 12124\u201312134, June 2022","DOI":"10.1109\/CVPR52688.2022.01181"},{"key":"31_CR14","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale (2021)"},{"key":"31_CR15","unstructured":"Dziugaite, G.K., Roy, D.M.: Computing nonvacuous generalization bounds for deep (stochastic) neural networks with many more parameters than training data. arXiv preprint arXiv:1703.11008 (2017)"},{"key":"31_CR16","unstructured":"Foldiak, P.: Sparse coding in the primate cortex. In: The Handbook of Brain Theory and Neural Networks (2003)"},{"key":"31_CR17","unstructured":"Gao, W., Liu, Y.H., Wang, C., Oh, S.: Rate distortion for model compression: from theory to practice. In: International Conference on Machine Learning, pp. 2102\u20132111. PMLR (2019)"},{"key":"31_CR18","doi-asserted-by":"crossref","unstructured":"Girdhar, R., et al.: ImageBind: one embedding space to bind them all. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15180\u201315190 (2023)","DOI":"10.1109\/CVPR52729.2023.01457"},{"key":"31_CR19","unstructured":"Hatamizadeh, A., Xu, Z., Yang, D., Li, W., Roth, H., Xu, D.: UNetFormer: a unified vision transformer model and pre-training framework for 3D medical image segmentation. arXiv preprint arXiv:2204.00631 (2022)"},{"key":"31_CR20","doi-asserted-by":"publisher","unstructured":"Hecker, A., Schulze, W., Oster, J., Richter, D.O., Schuster, S.: Removing a single neuron in a vertebrate brain forever abolishes an essential behavior. Proc. Nat. Acad. Sci. 117(6), 3254\u20133260 (2020). https:\/\/doi.org\/10.1073\/pnas.1918578117. https:\/\/www.pnas.org\/doi\/abs\/10.1073\/pnas.1918578117","DOI":"10.1073\/pnas.1918578117"},{"key":"31_CR21","doi-asserted-by":"crossref","unstructured":"Horv\u00e1th, J., Baireddy, S., Hao, H., Montserrat, D.M., Delp, E.J.: Manipulation detection in satellite images using vision transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1032\u20131041 (2021)","DOI":"10.1109\/CVPRW53098.2021.00114"},{"key":"31_CR22","doi-asserted-by":"crossref","unstructured":"Hou, Z., Kung, S.Y.: Multi-dimensional model compression of vision transformer. In: 2022 IEEE International Conference on Multimedia and Expo (ICME), pp. 01\u201306. IEEE (2022)","DOI":"10.1109\/ICME52920.2022.9859786"},{"key":"31_CR23","doi-asserted-by":"crossref","unstructured":"Kirillov, A., et al.: Segment anything. arXiv:2304.02643 (2023)","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"31_CR24","doi-asserted-by":"crossref","unstructured":"Kong, Z., et\u00a0al.: SPViT: enabling faster vision transformers via latency-aware soft token pruning. In: European Conference on Computer Vision, pp. 620\u2013640. Springer (2022)","DOI":"10.1007\/978-3-031-20083-0_37"},{"key":"31_CR25","doi-asserted-by":"publisher","unstructured":"Lavie, N., Beck, D., Konstantinou, N.: Blinded by the load: attention, awareness and the role of perceptual load. Philos. Trans. Roy. Soc. London Ser. B Biol. Sci. 369, 20130205 (2014). https:\/\/doi.org\/10.1098\/rstb.2013.0205","DOI":"10.1098\/rstb.2013.0205"},{"key":"31_CR26","unstructured":"Lee, N., Ajanthan, T., Torr, P.H.: SNIP: single-shot network pruning based on connection sensitivity. arXiv preprint arXiv:1810.02340 (2018)"},{"key":"31_CR27","doi-asserted-by":"crossref","unstructured":"Li, J., et\u00a0al.: Constraint-aware and ranking-distilled token pruning for efficient transformer inference. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 1280\u20131290 (2023)","DOI":"10.1145\/3580305.3599284"},{"key":"31_CR28","doi-asserted-by":"crossref","unstructured":"Li, Y., et al.: MViTv2: improved multiscale vision transformers for classification and detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 4804\u20134814, June 2022","DOI":"10.1109\/CVPR52688.2022.00476"},{"key":"31_CR29","unstructured":"Lin, T., Stich, S.U., Barba, L., Dmitriev, D., Jaggi, M.: Dynamic model pruning with feedback. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/forum?id=SJem8lSFwB"},{"issue":"3","key":"31_CR30","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1016\/j.biopsycho.2012.08.005","volume":"91","author":"A MacNamara","year":"2012","unstructured":"MacNamara, A., Schmidt, J., Zelinsky, G.J., Hajcak, G.: Electrocortical and ocular indices of attention to fearful and neutral faces presented under high and low working memory load. Biol. Psychol. 91(3), 349\u2013356 (2012)","journal-title":"Biol. Psychol."},{"issue":"1","key":"31_CR31","doi-asserted-by":"publisher","first-page":"2383","DOI":"10.1038\/s41467-018-04316-3","volume":"9","author":"DC Mocanu","year":"2018","unstructured":"Mocanu, D.C., Mocanu, E., Stone, P., Nguyen, P.H., Gibescu, M., Liotta, A.: Scalable training of artificial neural networks with adaptive sparse connectivity inspired by network science. Nat. Commun. 9(1), 2383 (2018)","journal-title":"Nat. Commun."},{"issue":"6583","key":"31_CR32","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1038\/381607a0","volume":"381","author":"BA Olshausen","year":"1996","unstructured":"Olshausen, B.A., Field, D.J.: Emergence of simple-cell receptive field properties by learning a sparse code for natural images. Nature 381(6583), 607\u2013609 (1996)","journal-title":"Nature"},{"key":"31_CR33","unstructured":"Rao, Y., Zhao, W., Liu, B., Lu, J., Zhou, J., Hsieh, C.J.: DynamicViT: efficient vision transformers with dynamic token sparsification. In: Advances in Neural Information Processing Systems, vol. 34, pp. 13937\u201313949 (2021)"},{"key":"31_CR34","unstructured":"Tanaka, H., Kunin, D., Yamins, D.L., Ganguli, S.: Pruning neural networks without any data by iteratively conserving synaptic flow. In: Advances in Neural Information Processing Systems, vol. 33, pp. 6377\u20136389 (2020)"},{"issue":"6","key":"31_CR35","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1011117","volume":"19","author":"J Troscianko","year":"2023","unstructured":"Troscianko, J., Osorio, D.: A model of colour appearance based on efficient coding of natural images. PLoS Comput. Biol. 19(6), e1011117 (2023)","journal-title":"PLoS Comput. Biol."},{"key":"31_CR36","unstructured":"Vaswani, A., et al.: Attention is all You need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"31_CR37","unstructured":"Wang, A., Chen, H., Lin, Z., Zhao, S., Han, J., Ding, G.: CAIT: triple-win compression towards high accuracy, fast inference, and favorable transferability for ViTs. arXiv preprint arXiv:2309.15755 (2023)"},{"key":"31_CR38","doi-asserted-by":"crossref","unstructured":"Wang, Y., et al.: Bridged transformer for vision and point cloud 3D object detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12114\u201312123 (2022)","DOI":"10.1109\/CVPR52688.2022.01180"},{"key":"31_CR39","unstructured":"Wang, Z., Luo, H., Wang, P., Ding, F., Wang, F., Li, H.: VTC-LFC: vision transformer compression with low-frequency components. In: Advances in Neural Information Processing Systems, vol. 35, pp. 13974\u201313988 (2022)"},{"key":"31_CR40","doi-asserted-by":"crossref","unstructured":"Xu, Y., et al.: Evo-ViT: slow-fast token evolution for dynamic vision transformer. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 2964\u20132972 (2022)","DOI":"10.1609\/aaai.v36i3.20202"},{"key":"31_CR41","doi-asserted-by":"crossref","unstructured":"Yang, F., Yang, H., Fu, J., Lu, H., Guo, B.: Learning texture transformer network for image super-resolution (2020)","DOI":"10.1109\/CVPR42600.2020.00583"},{"key":"31_CR42","doi-asserted-by":"crossref","unstructured":"Yang, Z., Wang, J., Tang, Y., Chen, K., Zhao, H., Torr, P.H.: LAVT: language-aware vision transformer for referring image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 18155\u201318165 (2022)","DOI":"10.1109\/CVPR52688.2022.01762"},{"key":"31_CR43","unstructured":"Yu, S., et al.: Unified visual transformer compression (2022)"},{"issue":"5","key":"31_CR44","first-page":"6575","volume":"45","author":"L Yuan","year":"2022","unstructured":"Yuan, L., Hou, Q., Jiang, Z., Feng, J., Yan, S.: VOLO: vision outlooker for visual recognition. IEEE Trans. Pattern Anal. Mach. Intell. 45(5), 6575\u20136586 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"31_CR45","unstructured":"Zheng, C., et al.: SAViT: structure-aware vision transformer pruning via collaborative optimization. In: Advances in Neural Information Processing Systems, vol. 35, pp. 9010\u20139023 (2022)"},{"key":"31_CR46","unstructured":"Zhou, W., Veitch, V., Austern, M., Adams, R.P., Orbanz, P.: Non-vacuous generalization bounds at the ImageNet scale: a PAC-Bayesian compression approach. arXiv preprint arXiv:1804.05862 (2018)"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6954-7_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T07:00:29Z","timestamp":1750834829000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6954-7_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819669530","9789819669547"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6954-7_31","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"26 June 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}