{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T20:49:01Z","timestamp":1781556541008,"version":"3.54.5"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004733","name":"University of Macau","doi-asserted-by":"publisher","award":["SRG2025-00043-FST"],"award-info":[{"award-number":["SRG2025-00043-FST"]}],"id":[{"id":"10.13039\/501100004733","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004733","name":"University of Macau","doi-asserted-by":"publisher","award":["UMDF-TISF-I\/2026\/013\/FST"],"award-info":[{"award-number":["UMDF-TISF-I\/2026\/013\/FST"]}],"id":[{"id":"10.13039\/501100004733","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Signal Process. Mag."],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/msp.2026.3666749","type":"journal-article","created":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T19:44:54Z","timestamp":1781293494000},"page":"52-70","source":"Crossref","is-referenced-by-count":0,"title":["An Overview of Low-Rank Structures in the Training and Adaptation of Large Models: From Implicit Low-Dimensionality to Efficient Training and Fine-Tuning [Special Issue on the Mathematics of Deep Learning]"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2914-123X","authenticated-orcid":false,"given":"Laura","family":"Balzano","sequence":"first","affiliation":[{"name":"Division of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8504-4461","authenticated-orcid":false,"given":"Tianjiao","family":"Ding","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin D.","family":"Haeffele","sequence":"additional","affiliation":[{"name":"Department of Electrical and Systems Engineering, University of Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soo Min","family":"Kwon","sequence":"additional","affiliation":[{"name":"Electrical Engineering and Computer Science department, University of Michigan, Ann Arbor, MI 48109, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9136-558X","authenticated-orcid":false,"given":"Qing","family":"Qu","sequence":"additional","affiliation":[{"name":"Electrical Engineering and Computer Science department, University of Michigan, Ann Arbor, MI 48109, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6799-0745","authenticated-orcid":false,"given":"Peng","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Macau, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2050-5693","authenticated-orcid":false,"given":"Zhangyang","family":"Wang","sequence":"additional","affiliation":[{"name":"Chandra Family Department of Electrical and Computer Engineering, University of Texas, Austin, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4306-3901","authenticated-orcid":false,"given":"Can","family":"Yaras","sequence":"additional","affiliation":[{"name":"Electrical Engineering and Computer Science department, University of Michigan, Ann Arbor, MI 48109, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Proceedings of the IEEE: Special Issue on Compressed Sensing","volume":"98","author":"Baraniuk","year":"2010"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/9781108779302"},{"key":"ref3","first-page":"1009","article-title":"Efficient low-dimensional compression of overparameterized models","volume-title":"Proc. 27th Int. Conf. Artif. Intell. Statist.","author":"Min Kwon","year":"2024"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1903070116"},{"key":"ref5","article-title":"The low-rank simplicity bias in deep networks","author":"Huh","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"issue":"1","key":"ref6","first-page":"2822","article-title":"The implicit bias of gradient descent on separable data","volume":"19","author":"Soudry","year":"2018","journal-title":"J. Mach. Learn. Res."},{"key":"ref7","article-title":"LoRA: Low-rank adaptation of large language models","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hu","year":"2021"},{"key":"ref8","article-title":"Deepseek-v3 technical report","author":"Liu","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/msp.2023.3286988"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1820226116"},{"issue":"220","key":"ref11","first-page":"1","article-title":"Understanding deep representation learning via layerwise feature compression and discrimination","volume":"26","author":"Wang","year":"2025","journal-title":"J. Mach. Learn. Res."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1137\/1035134"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2103091118"},{"key":"ref14","first-page":"29,820","article-title":"A geometric analysis of neural collapse with unconstrained features","volume-title":"Proc. 35th Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Zhu","year":"2021"},{"key":"ref15","first-page":"56,946","article-title":"Compressible dynamics in deep overparameterized low-rank learning & adaptation","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","author":"Yaras","year":"2024"},{"key":"ref16","article-title":"Exact solutions to the nonlinear dynamics of learning in deep linear neural networks","volume-title":"Proc. Int. Conf. Learn. Represenatations","author":"Saxe","year":"2014"},{"key":"ref17","first-page":"7413","article-title":"Implicit regularization in deep matrix factorization","volume-title":"Proc. 33rd Int. Conf. Neural Inf. Process. Syst.","author":"Arora","year":"2019"},{"key":"ref18","article-title":"Gradient descent aligns the layers of deep linear networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ji","year":"2019"},{"key":"ref19","article-title":"Towards resolving the implicit bias of gradient descent for matrix factorization: Greedy low-rank learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li","year":"2021"},{"key":"ref20","first-page":"17,783","article-title":"LoRA: Efficient low rank adaptation of large models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hayou","year":"2024"},{"key":"ref21","article-title":"LoRA done RITE: Robust invariant transformation equilibration for LoRA optimization","volume-title":"Proc. 13th Int. Conf. Learn. Representations","author":"Yen","year":"2025"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-short.107"},{"key":"ref23","article-title":"ReloRA: High-rank training through low-rank updates","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Lialin","year":"2024"},{"key":"ref24","first-page":"61,121","article-title":"GaLore: Memory-efficient LLM training by gradient low-rank projection","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhao","year":"2024"},{"key":"ref25","first-page":"26,740","article-title":"From low rank gradient subspace stabilization to low-rank weights: Observations, theories, and applications","volume-title":"Proc. 422nd Int. Conf. Mach. Learn.","author":"Jaiswal","year":"2025"},{"key":"ref26","article-title":"AdaRankGrad: Adaptive gradient rank and moments for memory-efficient LLMs training and fine-tuning","volume-title":"Proc. 13th Int. Conf. Learn. Representations","author":"Refael","year":"2025"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr42600.2020.00807"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/msp.2017.2765695"},{"key":"ref29","first-page":"1269","article-title":"Exploiting linear structure within convolutional networks for efficient evaluation","volume-title":"Proc. 28th Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Denton","year":"2014"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26304"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0496"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.rinam.2025.100547"},{"key":"ref33","first-page":"1832","article-title":"Characterizing implicit bias in terms of optimization geometry","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Gunasekar","year":"2018"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3390\/math8081325"},{"key":"ref35","article-title":"Gradient descent maximizes the margin of homogeneous neural networks","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Lyu","year":"2020"},{"issue":"56","key":"ref36","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref37","first-page":"435","article-title":"Dropout as a low-rank regularizer for matrix factorization","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Cavazza","year":"2018"},{"key":"ref38","first-page":"4575","article-title":"On dropout and nuclear norm regularization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mianjy","year":"2019"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr42600.2020.00769"},{"key":"ref40","first-page":"351","article-title":"Dropout: Explicit forms and capacity control","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Arora","year":"2021"},{"key":"ref41","first-page":"27,127","article-title":"How mask matters: Towards theoretical understandings of masked autoencoders","volume-title":"Proc. 36th Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Zhang","year":"2022"},{"key":"ref42","article-title":"Representation deficiency in masked language modeling","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Meng","year":"2024"}],"container-title":["IEEE Signal Processing Magazine"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/79\/11561017\/11561030-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/79\/11561017\/11561030.pdf?arnumber=11561030","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T19:50:10Z","timestamp":1781553010000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11561030\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":42,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/msp.2026.3666749","relation":{},"ISSN":["1053-5888","1558-0792"],"issn-type":[{"value":"1053-5888","type":"print"},{"value":"1558-0792","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5]]}}}