{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:14:31Z","timestamp":1764785671783,"version":"build-2065373602"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,8,13]],"date-time":"2025-08-13T00:00:00Z","timestamp":1755043200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,13]],"date-time":"2025-08-13T00:00:00Z","timestamp":1755043200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Evolving Systems"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s12530-025-09733-6","type":"journal-article","created":{"date-parts":[[2025,8,13]],"date-time":"2025-08-13T10:27:33Z","timestamp":1755080853000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["An overview of tensor and matrix decomposition methods, applied to deep neural networks"],"prefix":"10.1007","volume":"16","author":[{"given":"Eleftheria","family":"Vorgiazidou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1055-3007","authenticated-orcid":false,"given":"Konstantinos","family":"Delibasis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ilias","family":"Maglogiannis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,13]]},"reference":[{"key":"9733_CR2","doi-asserted-by":"crossref","unstructured":"Astrid M, Lee S-I (2017) Cp-decomposition with tensor power method for convolutional neural networks compression. In: 2017 IEEE international conference on Big Data and Smart Computing (BigComp). IEEE, pp 115\u2013118","DOI":"10.1109\/BIGCOMP.2017.7881725"},{"issue":"4","key":"9733_CR1","doi-asserted-by":"publisher","first-page":"421","DOI":"10.4218\/etrij.2018-0065","volume":"40","author":"M Astrid","year":"2018","unstructured":"Astrid M, Lee S-I (2018) Deep compression of convolutional neural networks with low-rank approximation. ETRI J 40(4):421\u2013434","journal-title":"ETRI J"},{"issue":"3","key":"9733_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1970392.1970395","volume":"58","author":"EJ Cand\u00e8s","year":"2011","unstructured":"Cand\u00e8s EJ, Li X, Ma Y, Wright J (2011) Robust principal component analysis? J ACM (JACM) 58(3):1\u201337","journal-title":"J ACM (JACM)"},{"key":"9733_CR4","unstructured":"Cao X, Rabusseau G (2017) Tensor regression networks with various low-rank tensor approximations. arXiv preprint arXiv:1712.09520"},{"key":"9733_CR5","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition. IEEE, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"9733_CR6","unstructured":"Denil M, Shakibi B, Dinh L, Ranzato M, De\u00a0Freitas N (2013) Predicting parameters in deep learning. In: Advances in neural information processing systems, vol 26"},{"key":"9733_CR7","unstructured":"Denton EL, Zaremba W, Bruna J, LeCun Y, Fergus R (2014) Exploiting linear structure within convolutional networks for efficient evaluation. In: Advances in neural information processing systems, vol 27"},{"key":"9733_CR8","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S et al (2020) An image is worth 16 x 16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929"},{"key":"9733_CR9","unstructured":"Dziedzic A, Paparrizos J, Krishnan S, Elmore A, Franklin M (2019) Band-limited training and inference for convolutional neural networks. In: International conference on machine learning. PMLR, pp 1745\u20131754"},{"key":"9733_CR10","doi-asserted-by":"crossref","unstructured":"Fei-Fei L, Fergus R, Perona P (2004) Learning generative visual models from few training examples: an incremental Bayesian approach tested on 101 object categories. In: 2004 conference on computer vision and pattern recognition workshop. IEEE, p 178","DOI":"10.1109\/CVPR.2004.383"},{"key":"9733_CR11","unstructured":"Harshman RA et al (1970) Foundations of the parafac procedure: models and conditions for an \u201cexplanatory\u201d multimodal factor analysis"},{"key":"9733_CR12","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"issue":"1\u20134","key":"9733_CR13","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1002\/sapm192761164","volume":"6","author":"FL Hitchcock","year":"1927","unstructured":"Hitchcock FL (1927) The expression of a tensor or a polyadic as a sum of products. J Math Phys 6(1\u20134):164\u2013189","journal-title":"J Math Phys"},{"key":"9733_CR14","unstructured":"Howard AG, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) Mobilenets: efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861"},{"issue":"2","key":"9733_CR15","first-page":"3","volume":"1","author":"EJ Hu","year":"2022","unstructured":"Hu EJ, Shen Y, Wallis P, Allen-Zhu Z, Li Y, Wang S, Wang L, Chen W et al (2022) Lora: low-rank adaptation of large language models. ICLR 1(2):3","journal-title":"ICLR"},{"key":"9733_CR16","doi-asserted-by":"crossref","unstructured":"Jaderberg M, Vedaldi A, Zisserman A (2014) Speeding up convolutional neural networks with low rank expansions. arXiv preprint arXiv:1405.3866","DOI":"10.5244\/C.28.88"},{"issue":"9","key":"9733_CR17","doi-asserted-by":"publisher","first-page":"2535","DOI":"10.1049\/ipr2.12507","volume":"16","author":"Y Ji","year":"2022","unstructured":"Ji Y, Wang Q (2022) Fast cp-compression layer: tensor cp-decomposition to compress layers in deep learning. IET Image Proc 16(9):2535\u20132543","journal-title":"IET Image Proc"},{"issue":"3","key":"9733_CR18","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1137\/07070111X","volume":"51","author":"TG Kolda","year":"2009","unstructured":"Kolda TG, Bader BW (2009) Tensor decompositions and applications. SIAM Rev 51(3):455\u2013500","journal-title":"SIAM Rev"},{"key":"9733_CR19","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, vol 25"},{"key":"9733_CR20","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611971217","volume-title":"Solving least squares problems","author":"CL Lawson","year":"1995","unstructured":"Lawson CL, Hanson RJ (1995) Solving least squares problems. SIAM"},{"key":"9733_CR21","unstructured":"Lebedev V, Ganin Y, Rakhuba M, Oseledets I, Lempitsky V (2014) Speeding-up convolutional neural networks using fine-tuned cp-decomposition. arXiv preprint arXiv:1412.6553"},{"issue":"2","key":"9733_CR22","doi-asserted-by":"publisher","first-page":"643","DOI":"10.3390\/app11020643","volume":"11","author":"S Lee","year":"2021","unstructured":"Lee S, Kim H, Jeong B, Yoon J (2021) A training method for low rank convolutional neural networks based on alternating tensor compose-decompose method. Appl Sci 11(2):643","journal-title":"Appl Sci"},{"key":"9733_CR25","doi-asserted-by":"publisher","unstructured":"Li J, You S, Robles-Kelly A (2018) A frequency domain neural network for fast image super-resolution. In: 2018 International Joint Conference on Neural Networks (IJCNN), pp 1\u20138. https:\/\/doi.org\/10.1109\/IJCNN.2018.8489155","DOI":"10.1109\/IJCNN.2018.8489155"},{"key":"9733_CR24","unstructured":"Liu B, Wang M, Foroosh H, Tappen M, Pensky M (2015) Sparse convolutional neural networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 806\u2013814"},{"key":"9733_CR23","doi-asserted-by":"crossref","unstructured":"Liu Y, Fan B, Xiang S, Pan C (2019) Relation-shape convolutional neural network for point cloud analysis. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 8895\u20138904","DOI":"10.1109\/CVPR.2019.00910"},{"key":"9733_CR26","doi-asserted-by":"crossref","unstructured":"Mamalet F, Garcia C (2012) Simplifying convnets for fast learning. In: International conference on artificial neural networks. Springer, pp 58\u201365","DOI":"10.1007\/978-3-642-33266-1_8"},{"key":"9733_CR28","unstructured":"Novikov A, Podoprikhin D, Osokin A, Vetrov DP (2015) Tensorizing neural networks. In: Advances in neural information processing systems, vol 28"},{"issue":"30","key":"9733_CR27","first-page":"1","volume":"21","author":"A Novikov","year":"2020","unstructured":"Novikov A, Izmailov P, Khrulkov V, Figurnov M, Oseledets I (2020) Tensor train decomposition on tensorflow (t3f). J Mach Learn Res 21(30):1\u20137","journal-title":"J Mach Learn Res"},{"issue":"5","key":"9733_CR29","doi-asserted-by":"publisher","first-page":"2295","DOI":"10.1137\/090752286","volume":"33","author":"IV Oseledets","year":"2011","unstructured":"Oseledets IV (2011) Tensor-train decomposition. SIAM J Sci Comput 33(5):2295\u20132317","journal-title":"SIAM J Sci Comput"},{"key":"9733_CR30","doi-asserted-by":"crossref","unstructured":"Papadimitriou D, Jain S (2021) Data-driven low-rank neural network compression. In: 2021 IEEE International Conference on Image Processing (ICIP). IEEE, pp 3547\u20133551","DOI":"10.1109\/ICIP42928.2021.9506467"},{"key":"9733_CR31","doi-asserted-by":"crossref","unstructured":"Phan A-H, Sobolev K, Sozykin K, Ermilov D, Gusak J, Tichavsk\u1ef3 P, Glukhov V, Oseledets I, Cichocki A (2020) Stable low-rank tensor decomposition for compression of convolutional neural network. In: European Conference on Computer Vision. Springer, pp 522\u2013539","DOI":"10.1007\/978-3-030-58526-6_31"},{"key":"9733_CR32","doi-asserted-by":"publisher","first-page":"17133","DOI":"10.1007\/s10489-022-03260-6","volume":"52","author":"W Qiang","year":"2022","unstructured":"Qiang W, Ji Y (2022) Tp: tensor product layer to compress the neural network in deep learning. Appl Intell 52:17133\u201317144","journal-title":"Appl Intell"},{"key":"9733_CR33","doi-asserted-by":"crossref","unstructured":"Rigamonti R, Sironi A, Lepetit V, Fua P (2013) Learning separable filters. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2754\u20132761","DOI":"10.1109\/CVPR.2013.355"},{"issue":"4","key":"9733_CR34","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1137\/1035134","volume":"35","author":"GW Stewart","year":"1993","unstructured":"Stewart GW (1993) On the early history of the singular value decomposition. SIAM Rev 35(4):551\u2013566","journal-title":"SIAM Rev"},{"key":"9733_CR35","doi-asserted-by":"publisher","first-page":"7410701","DOI":"10.1155\/2019\/7410701","volume":"2019","author":"F Su","year":"2019","unstructured":"Su F, Shang H-Y, Wang J-Y (2019) Low-rank deep convolutional neural network for multitask learning. Comput Intell Neurosci 2019:7410701","journal-title":"Comput Intell Neurosci"},{"key":"9733_CR36","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/j.neucom.2020.02.035","volume":"398","author":"S Swaminathan","year":"2020","unstructured":"Swaminathan S, Garg D, Kannan R, Andres F (2020) Sparse low rank factorization for deep neural network compression. Neurocomputing 398:185\u2013196","journal-title":"Neurocomputing"},{"key":"9733_CR37","unstructured":"Tai C, Xiao T, Zhang Y, Wang X et al (2015) Convolutional neural networks with low-rank regularization. arXiv preprint arXiv:1511.06067"},{"issue":"3","key":"9733_CR38","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF02289464","volume":"31","author":"LR Tucker","year":"1966","unstructured":"Tucker LR (1966) Some mathematical notes on three-mode factor analysis. Psychometrika 31(3):279\u2013311","journal-title":"Psychometrika"},{"key":"9733_CR39","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, vol 30"},{"key":"9733_CR40","doi-asserted-by":"crossref","unstructured":"Vorgiazidou E, Delibasis K, Maglogiannis I (2023) The effect of tensor rank on cnn\u2019s performance. In: IFIP international conference on artificial intelligence applications and innovations. Springer, pp 549\u2013560","DOI":"10.1007\/978-3-031-34111-3_46"},{"key":"9733_CR41","doi-asserted-by":"crossref","unstructured":"Wang W, Sun Y, Eriksson B, Wang W, Aggarwal V (2018) Wide compression: tensor ring nets. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 9329\u20139338","DOI":"10.1109\/CVPR.2018.00972"},{"key":"9733_CR42","doi-asserted-by":"crossref","unstructured":"Wu J-N (2016) Compression of fully-connected layer in neural network by kronecker product. In: 2016 Eighth International Conference on Advanced Computational Intelligence (ICACI). IEEE, pp 173\u2013179","DOI":"10.1109\/ICACI.2016.7449822"},{"key":"9733_CR43","doi-asserted-by":"crossref","unstructured":"Xu Z-QJ, Zhang Y, Xiao Y (2019) Training behavior of deep neural network in frequency domain. In: Neural Information Processing: 26th International Conference, ICONIP 2019, Sydney, NSW, Australia, December 12\u201315, 2019, Proceedings, Part I, vol 26. Springer, pp 264\u2013274","DOI":"10.1007\/978-3-030-36708-4_22"},{"key":"9733_CR44","doi-asserted-by":"crossref","unstructured":"Xu K, Qin M, Sun F, Wang Y, Chen Y-K, Ren F (2020) Learning in the frequency domain. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1740\u20131749","DOI":"10.1109\/CVPR42600.2020.00181"},{"key":"9733_CR45","unstructured":"Zhao Q, Zhou G, Xie S, Zhang L, Cichocki A (2016) Tensor ring decomposition. arXiv preprint arXiv:1606.05535"}],"container-title":["Evolving Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-025-09733-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12530-025-09733-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-025-09733-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,18]],"date-time":"2025-10-18T09:54:36Z","timestamp":1760781276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12530-025-09733-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,13]]},"references-count":45,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["9733"],"URL":"https:\/\/doi.org\/10.1007\/s12530-025-09733-6","relation":{},"ISSN":["1868-6478","1868-6486"],"issn-type":[{"type":"print","value":"1868-6478"},{"type":"electronic","value":"1868-6486"}],"subject":[],"published":{"date-parts":[[2025,8,13]]},"assertion":[{"value":"1 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"106"}}