{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T15:14:07Z","timestamp":1780413247704,"version":"3.54.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T00:00:00Z","timestamp":1780358400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T00:00:00Z","timestamp":1780358400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62102237"],"award-info":[{"award-number":["62102237"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Shandong Province Key R&D Program (Innovation Capability Enhancement Project for Technology based Small and Medium sized Enterprises) Project","award":["2024TSGC0142"],"award-info":[{"award-number":["2024TSGC0142"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s44443-026-00607-8","type":"journal-article","created":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T14:36:54Z","timestamp":1780411014000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-dimensional collaborative pruning: optimizing vision transformers via token, attention head and FFN neuron"],"prefix":"10.1007","volume":"38","author":[{"given":"Yalong","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tiebing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinchang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Changtong","family":"Ding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quanrun","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,2]]},"reference":[{"key":"607_CR1","doi-asserted-by":"crossref","unstructured":"Carion N, Massa F, Synnaeve G, Usunier N, Kirillov A, Zagoruyko S (2020) End-to-End object detection with transformers","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"607_CR2","doi-asserted-by":"crossref","unstructured":"Chavan A, Shen Z, Liu Z, Liu Z, Cheng KT, Xing E (2022) Vision transformer slimming: Multi-dimension searching in continuous optimization space","DOI":"10.1109\/CVPR52688.2022.00488"},{"key":"607_CR3","unstructured":"Chen T, Cheng Y, Gan Z, Yuan L, Zhang L, Wang Z (2021) Chasing sparsity in vision transformers: An end-to-end exploration. In: Ranzato M, Beygelzimer A, Dauphin YN, Liang P, Vaughan JW (eds) Advances in neural information processing systems 34: annual conference on neural information processing systems 2021, NeurIPS 2021, December 6\u201314, 2021, Virtual, pp 19974\u201319988"},{"key":"607_CR4","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li LJ, Li K, Fei-Fei L (2009) Imagenet: A large-scale hierarchical image database. Proc of IEEE Computer Vision & Pattern Recognition, 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"607_CR5","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S (2021) An image is worth 16x16 words: Transformers for image recognition at scale. In: International conference on learning representations"},{"issue":"7930","key":"607_CR6","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1038\/S41586-022-05172-4","volume":"610","author":"A Fawzi","year":"2022","unstructured":"Fawzi A, Balog M, Huang A, Hubert T, Romera-Paredes B, Barekatain M, Novikov A, Ruiz FJR, Schrittwieser J, Swirszcz G, Silver D, Hassabis D, Kohli P (2022) Discovering faster matrix multiplication algorithms with reinforcement learning. Nat 610(7930):47\u201353. https:\/\/doi.org\/10.1038\/S41586-022-05172-4","journal-title":"Nat"},{"key":"607_CR7","unstructured":"Goyal S, Choudhury AR, Raje SM, Chakaravarthy VT, Sabharwal Y, Verma A (2021) Power-bert: Accelerating bert inference via progressive word-vector elimination. In: 37th International conference on machine learning: ICML 2020, Online, 13\u201318 July 2020, Part 5 of 15"},{"key":"607_CR8","doi-asserted-by":"publisher","unstructured":"Guo Z, Zhang X, Mu H, Heng W, Liu Z, Wei Y, Sun J (2020) Single path one-shot neural architecture search with uniform sampling. In: Vedaldi A, Bischof H, Brox T, Frahm J (eds) Computer vision - ECCV 2020\u201316th european conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XVI. Lect Notes Comput Sci, vol 12361, pp 544\u2013560. https:\/\/doi.org\/10.1007\/978-3-030-58517-4_32","DOI":"10.1007\/978-3-030-58517-4_32"},{"key":"607_CR9","unstructured":"Han S, Pool J, Tran J, Dally WJ (2015) Learning Both Weights and Connections for Efficient Neural Network. In: Neural information processing systems. https:\/\/api.semanticscholar.org\/CorpusID:2238772"},{"key":"607_CR10","unstructured":"He H, Liu J, Pan Z, Cai J, Zhang J, Tao D, Zhuang B (2021) Pruning self-attentions into convolutional layers in single path. CoRR arXiv:2111.11802"},{"key":"607_CR11","unstructured":"Huang Z, Wang N (2017) Like what you like: Knowledge distill via neuron selectivity transfer. CoRR arXiv:1707.01219"},{"key":"607_CR12","first-page":"187","volume":"18","author":"I Hubara","year":"2016","unstructured":"Hubara I, Courbariaux M, Soudry D, El-Yaniv R, Bengio Y (2016) Quantized neural networks: Training neural networks with low precision weights and activations. J Mach Learn Res 18:187\u2013118730","journal-title":"J Mach Learn Res"},{"key":"607_CR13","doi-asserted-by":"publisher","unstructured":"Kong Z, Dong P, Ma X, Meng X, Niu W, Sun M, Shen X, Yuan G, Ren B, Tang H, Qin M, Wang Y (2022) Spvit: Enabling faster vision transformers via latency-aware soft token pruning. In: Avidan S, Brostow GJ, Ciss\u00e9 M, Farinella GM, Hassner T (eds) Computer vision - ECCV 2022\u201317th european conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XI. Lect Notes Comput Sci, vol 13671, pp 620\u2013640. https:\/\/doi.org\/10.1007\/978-3-031-20083-0_37","DOI":"10.1007\/978-3-031-20083-0_37"},{"key":"607_CR14","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Handbook of Systemic Autoimmune Diseases 1(4)"},{"issue":"6","key":"607_CR15","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390. https:\/\/doi.org\/10.1145\/3065386","journal-title":"Commun ACM"},{"key":"607_CR16","unstructured":"Lee N, Ajanthan T, Torr PHS (2018) SNIP: single-shot network pruning based on connection sensitivity. CoRR arXiv:1810.02340"},{"key":"607_CR17","doi-asserted-by":"crossref","unstructured":"Lee S, Choi J, Kim HJ (2024) Multi-criteria token fusion with one-step-ahead attention for efficient vision transformers. IEEE","DOI":"10.1109\/CVPR52733.2024.01490"},{"key":"607_CR18","unstructured":"Liang Y, Ge C, Tong Z, Song Y, Wang J, Xie P (2022) Evit: Expediting vision transformers via token reorganizations. In: The tenth international conference on learning representations, iclr 2022, virtual event, April 25\u201329, 2022.https:\/\/openreview.net\/forum?id=BjyvwnXXVn_"},{"key":"607_CR19","unstructured":"Liang Y, Ge C, Tong Z, Song Y, Wang J, Xie P (2022) Not all patches are what you need: Expediting vision transformers via token reorganizations. CoRR arXiv:2202.07800"},{"key":"607_CR20","unstructured":"Liu X, Pool J, Han S, Dally WJ (2018) Efficient sparse-winograd convolutional neural networks"},{"key":"607_CR21","unstructured":"Mehta S, Rastegari M (2021) Mobilevit: Light-weight, general-purpose, and mobile-friendly vision transformer"},{"key":"607_CR22","doi-asserted-by":"crossref","unstructured":"Meng L, Li H, Chen BC, Lan S, Wu Z, Jiang YG, Lim SN (2021) Adavit: Adaptive vision transformers for efficient image recognition. arXiv e-prints","DOI":"10.1109\/CVPR52688.2022.01199"},{"key":"607_CR23","unstructured":"Pan B, Panda R, Jiang Y, Wang Z, Feris R, Oliva A (2021) Ia-red2: Interpretability-aware redundancy reduction for vision transformers. In: Ranzato M, Beygelzimer A, Dauphin YN, Liang P, Vaughan JW (eds) Advances in neural information processing systems 34: annual conference on neural information processing systems 2021, NeurIPS 2021, December 6\u201314, 2021, Virtual, pp 24898\u201324911"},{"key":"607_CR24","doi-asserted-by":"crossref","unstructured":"Pan Z, Zhuang B, Liu J, He H, Cai J (2021) Scalable visual transformers with hierarchical pooling","DOI":"10.1109\/ICCV48922.2021.00043"},{"key":"607_CR25","unstructured":"Rao Y, Zhao W, Liu B, Lu J, Zhou J, Hsieh C (2021) Dynamicvit: Efficient vision transformers with dynamic token sparsification. In: Ranzato M, Beygelzimer A, Dauphin YN, Liang P, Vaughan JW (eds) Advances in neural information processing systems 34: annual conference on neural information processing systems 2021, NeurIPS 2021, December 6\u201314, 2021, Virtual, pp 13937\u201313949"},{"key":"607_CR26","doi-asserted-by":"publisher","unstructured":"Song Z, Xu Y, He Z, Jiang L, Jing N, Liang X (2022) Cp-vit: Cascade vision transformer pruning via progressive sparsity prediction. CoRR https:\/\/doi.org\/10.48550\/ARXIV.2203.04570","DOI":"10.48550\/ARXIV.2203.04570"},{"key":"607_CR27","doi-asserted-by":"publisher","unstructured":"Tang Y, Han K, Wang Y, Xu C, Guo J, Xu C, Tao D (2022) Patch slimming for efficient vision transformers. In: IEEE\/CVF conference on computer vision and pattern recognition, CVPR 2022, New Orleans, LA, USA, June 18\u201324, 2022, pp 12155\u201312164. https:\/\/doi.org\/10.1109\/CVPR52688.2022.01185","DOI":"10.1109\/CVPR52688.2022.01185"},{"key":"607_CR28","unstructured":"Tang Y, Wang Y, Xu Y, Tao D, Xu C, Xu C, Xu C (2020) SCOP: scientific control for reliable neural network pruning. CoRR arXiv:2010.10732"},{"key":"607_CR29","unstructured":"Theis L, Korshunova I, Tejani A, Husz\u00e1r F (2018) Faster gaze prediction with dense networks and fisher pruning. ArXiv arXiv:1801.05787"},{"key":"607_CR30","unstructured":"Touvron H, Cord M, Douze M, Massa F, Sablayrolles A, J\u00e9gou H (2020) Training data-efficient image transformers & distillation through attention. CoRR arXiv:2012.12877"},{"key":"607_CR31","unstructured":"Vaswani A, Shazeer NM, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Neural information processing systems"},{"key":"607_CR32","doi-asserted-by":"publisher","unstructured":"Yang H, Yin H, Shen M, Molchanov P, Li H, Kautz J (2023) Global vision transformer pruning with hessian-aware saliency. In: IEEE\/CVF conference on computer vision and pattern recognition, CVPR 2023, Vancouver, BC, Canada, June 17\u201324, 2023, pp 18547\u201318557. https:\/\/doi.org\/10.1109\/CVPR52729.2023.01779","DOI":"10.1109\/CVPR52729.2023.01779"},{"key":"607_CR33","doi-asserted-by":"crossref","unstructured":"Yao S, Lin Y, Wang M, Xu K (2025a) Leoedge: A satellite-ground cooperation platform for the ai inference in large leo constellation. IEEE J Selec Areas Commun","DOI":"10.1109\/JSAC.2024.3460083"},{"key":"607_CR34","doi-asserted-by":"crossref","unstructured":"Yao S, Wang M, Ren J, Xia T, Wang W, Xu K, Xu M, Zhang H (2025b) Multi-agent reinforcement learning for task offloading in crowd-edge computing. IEEE Trans Mobile Comput PP","DOI":"10.1109\/TMC.2025.3531793"},{"key":"607_CR35","doi-asserted-by":"crossref","unstructured":"Yin H, Vahdat A, \u00c1lvarez JM, Mallya A, Kautz J, Molchanov P (2021) Adavit: Adaptive tokens for efficient vision transformer. CoRR arXiv:2112.07658","DOI":"10.1109\/CVPR52688.2022.01054"},{"key":"607_CR36","doi-asserted-by":"publisher","unstructured":"Yu S, Chen T, Shen J, Yuan H, Tan J, Yang S, Liu J, Wang Z (2022) Unified visual transformer compression. CoRR https:\/\/doi.org\/10.48550\/ARXIV.2203.08243","DOI":"10.48550\/ARXIV.2203.08243"},{"key":"607_CR37","doi-asserted-by":"crossref","unstructured":"Yun S, Ro Y (2024) Shvit: Single-head vision transformer with memory efficient macro design. IEEE","DOI":"10.1109\/CVPR52733.2024.00550"},{"key":"607_CR38","doi-asserted-by":"publisher","unstructured":"Yu S, Yao Z, Gholami A, Dong Z, Kim S, Mahoney MW, Keutzer K (2022) Hessian-aware pruning and optimal neural implant. In: 2022 IEEE\/CVF winter conference on applications of computer vision (WACV), pp 3665\u20133676. https:\/\/doi.org\/10.1109\/WACV51458.2022.00372","DOI":"10.1109\/WACV51458.2022.00372"},{"key":"607_CR39","unstructured":"Zhang X, LeCun Y (2015) Text understanding from scratch. CoRR arXiv:1502.01710"},{"key":"607_CR40","unstructured":"Zhou D, Kang B, Jin X, Yang L, Lian X, Hou Q, Feng J (2021) Deepvit: Towards deeper vision transformer. CoRR arXiv:2103.11886"},{"key":"607_CR41","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A (2016) Learning deep features for discriminative localization. IEEE Comput Soc","DOI":"10.1109\/CVPR.2016.319"},{"key":"607_CR42","unstructured":"Zhou S, Wu Y, Ni Z, Zhou X, Wen H, Zou Y (2016) Dorefa-net: Training low bitwidth convolutional neural networks with low bitwidth gradients"},{"key":"607_CR43","doi-asserted-by":"publisher","unstructured":"Zhuang B, Shen C, Tan M, Liu L, Reid I (2018) Towards effective low-bitwidth convolutional neural networks. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition, pp 7920\u20137928. https:\/\/doi.org\/10.1109\/CVPR.2018.00826","DOI":"10.1109\/CVPR.2018.00826"},{"key":"607_CR44","unstructured":"Zhu M, Tang Y, Han K (2021) Vision transformer pruning"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-026-00607-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-026-00607-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-026-00607-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T14:37:25Z","timestamp":1780411045000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-026-00607-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,2]]},"references-count":44,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["607"],"URL":"https:\/\/doi.org\/10.1007\/s44443-026-00607-8","relation":{},"ISSN":["1319-1578","2213-1248"],"issn-type":[{"value":"1319-1578","type":"print"},{"value":"2213-1248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,2]]},"assertion":[{"value":"17 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"197"}}