{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T14:50:10Z","timestamp":1782312610048,"version":"3.54.5"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032061058","type":"print"},{"value":"9783032061065","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06106-5_29","type":"book-chapter","created":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T10:08:44Z","timestamp":1759399724000},"page":"499-515","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unified Framework for\u00a0Pre-trained Neural Network Compression via\u00a0Decomposition and\u00a0Optimized Rank Selection"],"prefix":"10.1007","author":[{"given":"Ali","family":"Aghababaei-Harandi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Massih-Reza","family":"Amini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,3]]},"reference":[{"key":"29_CR1","doi-asserted-by":"crossref","unstructured":"Alwani, M., Wang, Y., Madhavan, V.: Decore: deep compression with reinforcement learning. In: Proceedings of the Conference on Computer Vision and Pattern Recognition, pp. 12349\u201312359 (2022)","DOI":"10.1109\/CVPR52688.2022.01203"},{"key":"29_CR2","doi-asserted-by":"crossref","unstructured":"Audibert, A., Amini, M.R., Usevich, K., Clausel, M.: Low-rank updates of pre-trained weights for multi-task learning. In: Findings of the Association for Computational Linguistics: ACL, pp. 7544\u20137554 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.476"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Beyer, L., Zhai, X., Royer, A., Markeeva, L., Anil, R., Kolesnikov, A.: Knowledge distillation: a good teacher is patient and consistent. In: Proceedings of the Conference on Computer Vision and Pattern Recognition, pp. 10925\u201310934 (2022)","DOI":"10.1109\/CVPR52688.2022.01065"},{"key":"29_CR4","first-page":"129","volume":"2","author":"D Blalock","year":"2020","unstructured":"Blalock, D., Gonzalez Ortiz, J.J., Frankle, J., Guttag, J.: What is the state of neural network pruning? Proc. Mach. Learn. Syst. 2, 129\u2013146 (2020)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"29_CR5","unstructured":"Cao, T., Sun, L., Nguyen, C.H., Mamitsuka, H.: Learning low-rank tensor cores with probabilistic $$\\ell _0$$-regularized rank selection for model compression. In: Proceedings of the 33rd International Joint Conference on Artificial Intelligence, IJCAI, pp. 3780\u20133788 (2024)"},{"key":"29_CR6","doi-asserted-by":"crossref","unstructured":"Chang, C.C., Sung, Y.Y., Yu, S., Huang, N.C., Marculescu, D., Wu, K.C.: Flora: fine-grained low-rank architecture search for vision transformer. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2482\u20132491 (2024)","DOI":"10.1109\/WACV57701.2024.00247"},{"key":"29_CR7","doi-asserted-by":"crossref","unstructured":"Chatzikonstantinou, C., Papadopoulos, G.T., Dimitropoulos, K., Daras, P.: Neural network compression using higher-order statistics and auxiliary reconstruction losses. In: Proceedings of the Conference on Computer Vision and Pattern Recognition Workshops, pp. 716\u2013717 (2020)","DOI":"10.1109\/CVPRW50498.2020.00366"},{"key":"29_CR8","unstructured":"Dai, W., Fan, J., Miao, Y., Hwang, K.: Deep learning model compression with rank reduction in tensor decomposition. IEEE Trans. Neural Netw. Learn. Syst. (2023)"},{"key":"29_CR9","doi-asserted-by":"crossref","unstructured":"Deng, J., Russakovsky, O., Krause, J., Bernstein, M., Berg, A.C., Fei-Fei, L.: Scalable multi-label annotation. In: ACM Conference on Human Factors in Computing Systems (CHI) (2014)","DOI":"10.1145\/2556288.2557011"},{"key":"29_CR10","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1016\/j.laa.2016.10.019","volume":"513","author":"I Domanov","year":"2017","unstructured":"Domanov, I., Lathauwer, L.: Canonical polyadic decomposition of third-order tensors: relaxed uniqueness conditions and algebraic algorithm. Linear Algebra Appl. 513, 342\u2013375 (2017)","journal-title":"Linear Algebra Appl."},{"issue":"1","key":"29_CR11","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1137\/130905010","volume":"35","author":"D Goldfarb","year":"2014","unstructured":"Goldfarb, D., Qin, Z.: Robust low-rank tensor recovery: models and algorithms. SIAM J. Matrix Anal. Appl. 35(1), 225\u2013253 (2014)","journal-title":"SIAM J. Matrix Anal. Appl."},{"key":"29_CR12","doi-asserted-by":"crossref","unstructured":"Gusak, J., et al.: Automated multi-stage compression of neural networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision Workshops (2019)","DOI":"10.1109\/ICCVW.2019.00306"},{"key":"29_CR13","doi-asserted-by":"crossref","unstructured":"Hillar, C.J., Lim, L.H.: Most tensor problems are np-hard. J. ACM (JACM) 1\u201339 (2013)","DOI":"10.1145\/2512329"},{"key":"29_CR14","doi-asserted-by":"crossref","unstructured":"Hou, Z., et al.: Chex: channel exploration for CNN model compression. In: Proceedings of the Conference on Computer Vision and Pattern Recognition, pp. 12287\u201312298 (2022)","DOI":"10.1109\/CVPR52688.2022.01197"},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Idelbayev, Y., Carreira-Perpin\u00e1n, M.A.: Low-rank compression of neural nets: learning the rank of each layer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 8049\u20138059 (2020)","DOI":"10.1109\/CVPR42600.2020.00807"},{"key":"29_CR16","unstructured":"Kim, Y.D., Park, E., Yoo, S., Choi, T., Yang, L., Shin, D.: Compression of deep convolutional neural networks for fast and low power mobile applications. In: 4th International Conference on Learning Representations, ICLR (2016)"},{"key":"29_CR17","unstructured":"Krizhevsky, A., Hinton, G., et\u00a0al.: Learning multiple layers of features from tiny images (2009)"},{"key":"29_CR18","doi-asserted-by":"crossref","unstructured":"Kundu, S., Datta, G., Pedram, M., Beerel, P.A.: Spike-thrift: towards energy-efficient deep spiking neural networks by limiting spiking activity via attention-guided compression. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 3953\u20133962 (2021)","DOI":"10.1109\/WACV48630.2021.00400"},{"key":"29_CR19","unstructured":"Li, H., Kadav, A., Durdanovic, I., Samet, H., Graf, H.P.: Pruning filters for efficient convnets. In: International Conference on Learning Representations, ICLR (2017)"},{"key":"29_CR20","doi-asserted-by":"publisher","unstructured":"Li, N., Pan, Yu., Chen, Y., Ding, Z., Zhao, D., Xu, Z.: Heuristic rank selection with progressively searching tensor ring network. Complex Intell. Syst. 1\u201315 (2021). https:\/\/doi.org\/10.1007\/s40747-021-00308-x","DOI":"10.1007\/s40747-021-00308-x"},{"key":"29_CR21","unstructured":"Liebenwein, L., Maalouf, A., Feldman, D., Rus, D.: Compressing neural networks: towards determining the optimal layer-wise decomposition. In: Advances in Neural Information Processing Systems (2021)"},{"key":"29_CR22","unstructured":"Novikov, A., Podoprikhin, D., Osokin, A., Vetrov, D.P.: Tensorizing neural networks. In: Advances in Neural Information Processing Systems, vol. 28 (2015)"},{"issue":"5","key":"29_CR23","doi-asserted-by":"publisher","first-page":"2295","DOI":"10.1137\/090752286","volume":"33","author":"IV Oseledets","year":"2011","unstructured":"Oseledets, I.V.: Tensor-train decomposition. SIAM J. Sci. Comput. 33(5), 2295\u20132317 (2011)","journal-title":"SIAM J. Sci. Comput."},{"key":"29_CR24","doi-asserted-by":"crossref","unstructured":"Park, E., Ahn, J., Yoo, S.: Weighted-entropy-based quantization for deep neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5456\u20135464 (2017)","DOI":"10.1109\/CVPR.2017.761"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Phan, A.H., et al.: Stable low-rank tensor decomposition for compression of convolutional neural network. In: Computer Vision\u2013ECCV, pp. 522\u2013539 (2020)","DOI":"10.1007\/978-3-030-58526-6_31"},{"key":"29_CR26","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning (2021)"},{"key":"29_CR27","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.C.: Mobilenetv2: inverted residuals and linear bottlenecks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"29_CR28","first-page":"10936","volume":"33","author":"Y Tang","year":"2020","unstructured":"Tang, Y., et al.: Scop: scientific control for reliable neural network pruning. Adv. Neural. Inf. Process. Syst. 33, 10936\u201310947 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"3","key":"29_CR29","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF02289464","volume":"31","author":"LR Tucker","year":"1966","unstructured":"Tucker, L.R.: Some mathematical notes on three-mode factor analysis. Psychometrika 31(3), 279\u2013311 (1966)","journal-title":"Psychometrika"},{"key":"29_CR30","doi-asserted-by":"crossref","unstructured":"Wang, Y., Cheng, L., Duan, M., Wang, Y., Feng, Z., Kong, S.: Improving knowledge distillation via regularizing feature norm and direction. In: Computer Vision - ECCV, pp. 20\u201337 (2024)","DOI":"10.1007\/978-3-031-72691-0_2"},{"key":"29_CR31","doi-asserted-by":"crossref","unstructured":"Wu, B., et al.: Fbnet: hardware-aware efficient convnet design via differentiable neural architecture search. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10734\u201310742 (2019)","DOI":"10.1109\/CVPR.2019.01099"},{"key":"29_CR32","unstructured":"Xiao, J., Yin, M., Gong, Y., Zang, X., Ren, J., Yuan, B.: Comcat: towards efficient compression and customization of attention-based vision models. In: ICML, pp. 38125\u201338136 (2023). https:\/\/proceedings.mlr.press\/v202\/xiao23e.html"},{"key":"29_CR33","doi-asserted-by":"crossref","unstructured":"Xiao, J., et al.: Haloc: hardware-aware automatic low-rank compression for compact neural networks. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 10464\u201310472 (2023)","DOI":"10.1609\/aaai.v37i9.26244"},{"key":"29_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2023.109650","volume":"141","author":"L Xu","year":"2023","unstructured":"Xu, L., Cheng, L., Wong, N., Wu, Y.C.: Tensor train factorization under noisy and incomplete data with automatic rank estimation. Pattern Recogn. 141, 109650 (2023)","journal-title":"Pattern Recogn."},{"key":"29_CR35","unstructured":"Yang, Y., Krompass, D., Tresp, V.: Tensor-train recurrent neural networks for video classification. In: International Conference on Machine Learning, pp. 3891\u20133900. PMLR (2017)"},{"key":"29_CR36","doi-asserted-by":"crossref","unstructured":"Yin, M., Phan, H., Zang, X., Liao, S., Yuan, B.: Batude: budget-aware neural network compression based on tucker decomposition. In: AAAI Conference on Artificial Intelligence, pp. 8874\u20138882 (2022)","DOI":"10.1609\/aaai.v36i8.20869"},{"key":"29_CR37","doi-asserted-by":"crossref","unstructured":"Yin, M., Sui, Y., Liao, S., Yuan, B.: Towards efficient tensor decomposition-based DNN model compression with optimization framework. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10674\u201310683 (2021)","DOI":"10.1109\/CVPR46437.2021.01053"},{"key":"29_CR38","doi-asserted-by":"crossref","unstructured":"Yu, X., Liu, T., Wang, X., Tao, D.: On compressing deep models by low rank and sparse decomposition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7370\u20137379 (2017)","DOI":"10.1109\/CVPR.2017.15"},{"key":"29_CR39","unstructured":"Zhang, Y., Gao, S., Huang, H.: Exploration and estimation for model compression. In: Proceedings of the International Conference on Computer Vision, pp. 487\u2013496 (2021)"},{"key":"29_CR40","unstructured":"Zhuang, Z., et al.: Discrimination-aware channel pruning for deep neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06106-5_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T14:27:12Z","timestamp":1782311232000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06106-5_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,3]]},"ISBN":["9783032061058","9783032061065"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06106-5_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,3]]},"assertion":[{"value":"3 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}