{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T11:08:08Z","timestamp":1783508888202,"version":"3.55.0"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62331021"],"award-info":[{"award-number":["62331021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62122064"],"award-info":[{"award-number":["62122064"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371410"],"award-info":[{"award-number":["62371410"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Natural Science Foundation of Fujian Province of China","award":["2023J02005"],"award-info":[{"award-number":["2023J02005"]}]},{"name":"Industry-University Cooperation Projects of the Ministry of Education of China","award":["231107173160805"],"award-info":[{"award-number":["231107173160805"]}]},{"name":"National Key Research and Development Program of China","award":["2023YFF0714200"],"award-info":[{"award-number":["2023YFF0714200"]}]},{"name":"President Fund of Xiamen University","award":["20720220063"],"award-info":[{"award-number":["20720220063"]}]},{"name":"Zhou Yongtang Fund for High Talents Team","award":["0621-Z0332004"],"award-info":[{"award-number":["0621-Z0332004"]}]},{"name":"Nanqiang Outstanding Talents Program of Xiamen University"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1109\/tnnls.2025.3574683","type":"journal-article","created":{"date-parts":[[2025,6,11]],"date-time":"2025-06-11T13:45:24Z","timestamp":1749649524000},"page":"18750-18764","source":"Crossref","is-referenced-by-count":5,"title":["A Dynamics Theory of RMSProp-Based Implicit Regularization in Deep Low-Rank Matrix Factorization"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9541-8738","authenticated-orcid":false,"given":"Jian","family":"Cao","sequence":"first","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4961-5076","authenticated-orcid":false,"given":"Chen","family":"Qian","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5035-7687","authenticated-orcid":false,"given":"Yihui","family":"Huang","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6719-1169","authenticated-orcid":false,"given":"Dicheng","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuncheng","family":"Gao","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1064-6548","authenticated-orcid":false,"given":"Jiyang","family":"Dong","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9910-5720","authenticated-orcid":false,"given":"Di","family":"Guo","sequence":"additional","affiliation":[{"name":"School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8675-5820","authenticated-orcid":false,"given":"Xiaobo","family":"Qu","sequence":"additional","affiliation":[{"name":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/7068349"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00376-2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2979670"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3019893"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2022.3183809"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3144580"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/ange.201908162"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/chem.202000246"},{"key":"ref9","article-title":"An overview of gradient descent optimization algorithms","author":"Ruder","year":"2016","journal-title":"arXiv:1609.04747"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ita.2018.8503198"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2019.2904921"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2868980"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.08.028"},{"key":"ref14","first-page":"1","article-title":"In search of the real inductive bias: On the role of implicit regularization in deep learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR) Workshop","author":"Neyshabur"},{"key":"ref15","first-page":"1","article-title":"(S)GD over diagonal linear networks: Implicit bias, large stepsizes and edge of stability","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"36","author":"Even"},{"key":"ref16","article-title":"Exact solutions to the nonlinear dynamics of learning in deep linear neural networks","author":"Saxe","year":"2013","journal-title":"arXiv:1312.6120"},{"key":"ref17","first-page":"7413","article-title":"Implicit regularization in deep matrix factorization","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"32","author":"Arora"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1820226116"},{"key":"ref19","first-page":"1","article-title":"Towards resolving the implicit bias of gradient descent for matrix factorization: Greedy low-rank learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Li"},{"key":"ref20","article-title":"Saddle-to-saddle dynamics in deep linear networks: Small initialization training, symmetry, and sparsity","author":"Jacot","year":"2021","journal-title":"arXiv:2106.15933"},{"key":"ref21","first-page":"3202","article-title":"Implicit regularization of discrete gradient dynamics in linear neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"32","author":"Gidel"},{"key":"ref22","first-page":"1","article-title":"The implicit bias of depth: How incremental learning drives generalization","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Gissin"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.acha.2023.101595"},{"key":"ref24","first-page":"21174","article-title":"Implicit regularization in deep learning may not be explainable by norms","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Razin"},{"key":"ref25","first-page":"1","article-title":"A convergence analysis of gradient descent for deep linear neural networks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Arora"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983907.n1717"},{"key":"ref27","first-page":"1155","article-title":"Escaping saddles with stochastic gradients","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Daneshmand"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1137\/17M1150116"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2914998"},{"key":"ref30","article-title":"Convergence guarantees for RMSProp and Adam in non-convex optimization and an empirical comparison to Nesterov acceleration","author":"De","year":"2018","journal-title":"arXiv:1807.06766"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3182942"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3134717"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3106044"},{"key":"ref34","first-page":"1724","article-title":"How to escape saddle points efficiently","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Jin"},{"key":"ref35","first-page":"81","article-title":"Efficient approaches for escaping higher order saddle points in non-convex optimization","volume-title":"Proc. Conf. Learn. Theory","author":"Anandkumar"},{"key":"ref36","first-page":"797","article-title":"Escaping from saddle points-online stochastic gradient for tensor decomposition","volume-title":"Proc. 28th Conf. Learn. Theory (COLT)","author":"Ge"},{"key":"ref37","first-page":"5956","article-title":"Escaping saddle points with adaptive gradient methods","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Staib"},{"key":"ref38","first-page":"586","article-title":"Deep learning without poor local minima","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Kawaguchi"},{"key":"ref39","first-page":"1","article-title":"Global optimality conditions for deep neural networks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Yun"},{"key":"ref40","first-page":"244","article-title":"On the optimization of deep networks: Implicit acceleration by overparameterization","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","volume":"80","author":"Arora"},{"key":"ref41","first-page":"1","article-title":"On the convergence of Adam and beyond","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Reddi"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-8853-9"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3418526"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1137\/080738970"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-22758-x_8"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2869122"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.2088"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2023.105517"},{"key":"ref49","first-page":"1","article-title":"Large scale distributed deep networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"25","author":"Dean"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2024.3378004"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TCI.2023.3330298"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2695566"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-6565(99)00002-3"},{"key":"ref54","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv:1412.6980"},{"key":"ref55","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"J. Mach. Learn. Res."}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5962385\/11195929\/11030838.pdf?arnumber=11030838","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T17:39:30Z","timestamp":1759945170000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11030838\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":55,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2025.3574683","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10]]}}}