{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:06:21Z","timestamp":1760709981741,"version":"3.37.3"},"reference-count":56,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NUS","award":["IDS R-263-000-C67-646","ECRA R-263-000-C87-133"],"award-info":[{"award-number":["IDS R-263-000-C67-646","ECRA R-263-000-C87-133"]}]},{"name":"MOE","award":["Tier-II R-263-000-D17-112"],"award-info":[{"award-number":["Tier-II R-263-000-D17-112"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876090"],"award-info":[{"award-number":["61876090"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,2,1]]},"DOI":"10.1109\/tpami.2019.2933841","type":"journal-article","created":{"date-parts":[[2019,8,8]],"date-time":"2019-08-08T20:10:48Z","timestamp":1565295048000},"page":"459-472","source":"Crossref","is-referenced-by-count":15,"title":["Faster First-Order Methods for Stochastic Non-Convex Optimization on Riemannian Manifolds"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3400-8943","authenticated-orcid":false,"given":"Pan","family":"Zhou","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7151-8806","authenticated-orcid":false,"given":"Xiao-Tong","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Shuicheng","family":"Yan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6843-0064","authenticated-orcid":false,"given":"Jiashi","family":"Feng","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"Training deep neural network in limited precision","author":"park","year":"2018","journal-title":"arXiv 1810 05486"},{"key":"ref38","article-title":"Training deep neural networks with low precision multiplications","author":"courbariaux","year":"2015","journal-title":"Proc Workshop Int Conf Learn Represent"},{"journal-title":"Optimization Algorithms on Matrix Manifolds","year":"2009","author":"absil","key":"ref33"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-8390-9"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2933841"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-014-0765-1"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref36","article-title":"R-SPIDER: A fast Riemannian stochastic optimization algorithm with curvature independent rate","author":"zhang","year":"2018","journal-title":"arXiv 1811 04194"},{"key":"ref35","first-page":"4868","article-title":"Accelerated first-order methods for geodesically convex optimization on Riemannian manifolds","author":"liu","year":"2017","journal-title":"Proc Conf Neutral Inf Process Syst"},{"journal-title":"Introductory Lectures on Convex Optimization A Basic Course","year":"2006","author":"nesterov","key":"ref34"},{"key":"ref28","first-page":"689","article-title":"SPIDER: Near-optimal non-convex optimization via stochastic path-integrated differential estimator","author":"fang","year":"2018","journal-title":"Adv in Neural Info Proc Syst"},{"key":"ref27","article-title":"Stochastic recursive gradient algorithm for nonconvex optimization","author":"nguyen","year":"2017","journal-title":"arXiv 1705 07261"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1093\/comjnl\/4.3.265","article-title":"The QR transformation a unitary analogue to the lr transformationpart 1","volume":"4","author":"john","year":"1961","journal-title":"Comput J"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2016.2632149"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2601307"},{"key":"ref20","first-page":"1617","article-title":"First-order methods for geodesically convex optimization","author":"zhang","year":"2016","journal-title":"Proc Conf Learn Theory"},{"key":"ref22","first-page":"2521","article-title":"Riemannian stochastic recursive gradient algorithm with retraction and vector transport and its convergence analysis","author":"kasai","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2013.2254619"},{"key":"ref24","first-page":"269","article-title":"Riemannian stochastic quasi-Newton algorithm with variance reduction and its convergence analysis","author":"kasai","year":"2018","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref23","article-title":"Riemannian stochastic variance reduced gradient on Grassmann manifold","author":"kasai","year":"2016","journal-title":"arXiv 1605 07367"},{"key":"ref26","first-page":"2613","article-title":"SARAH: A novel method for machine learning problems using stochastic recursive gradient","author":"nguyen","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref25","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","author":"johnson","year":"2013","journal-title":"Proc Conf Neutral Inf Process Syst"},{"key":"ref50","first-page":"7650","article-title":"A tight bound of hard thresholding","volume":"18","author":"shen","year":"2017","journal-title":"J Mach Learn Res"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46128-1_50"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/1970392.1970395"},{"year":"2014","key":"ref55","article-title":"Optimization and estimation on manifolds"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2003.1251154"},{"article-title":"The AR face database","year":"1998","author":"martinez","key":"ref53"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/34.927464"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(00)00026-5"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.07.041"},{"key":"ref40","article-title":"High-accuracy low-precision training","author":"de sa","year":"2018","journal-title":"arXiv 1803 03383"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2623487"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.419"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2017.2762595"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(05)80089-9"},{"key":"ref16","first-page":"89","article-title":"Geodesic algorithms in Riemannian geometry","volume":"3","author":"da cruz neto","year":"1998","journal-title":"Balkan J Geom Appl"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2005.850378"},{"key":"ref18","first-page":"4592","article-title":"Riemannian SVRG: Fast stochastic optimization on Riemannian manifolds","author":"zhang","year":"2016","journal-title":"Proc Conf Neutral Inf Process Syst"},{"key":"ref19","first-page":"1703","article-title":"An estimate sequence for geodesically convex optimization","author":"zhang","year":"2018","journal-title":"Proc Conf Learn Theory"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1137\/110845768"},{"key":"ref3","first-page":"1539","article-title":"Riemannian pursuit for big matrix recovery","author":"tan","year":"2014","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2014.7039534"},{"key":"ref5","first-page":"545","article-title":"Linear regression under fixed-rank constraints: A Riemannian approach","author":"meyer","year":"2011","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref8","first-page":"1012","article-title":"Low-rank tensor completion: A Riemannian manifold preconditioning approach","author":"kasai","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref7","first-page":"910","article-title":"Matrix manifold optimization for Gaussian mixtures","author":"hosseini","year":"2015","journal-title":"Proc Conf Neutral Inf Process Syst"},{"key":"ref49","first-page":"3925","article-title":"Stochastic nested variance reduction for nonconvex optimization","author":"zhou","year":"2018","journal-title":"Adv in Neural Info Proc Syst"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/0169-7439(87)80084-9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-006-0706-8"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(63)90382-3"},{"key":"ref48","first-page":"1242","article-title":"New insight into hybrid stochastic gradient descent: Beyond with-replacement sampling and convexity","author":"zhou","year":"2018","journal-title":"Proc Conf Neutral Inf Process Syst"},{"key":"ref47","first-page":"1988","article-title":"Efficient stochastic gradient hard thresholding","author":"zhou","year":"2018","journal-title":"Proc Conf Neutral Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1137\/100802529"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1093\/imanum\/22.3.359"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1137\/140955483"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-012-0584-1"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9317867\/08792163.pdf?arnumber=8792163","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:20Z","timestamp":1652194160000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8792163\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,1]]},"references-count":56,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2933841","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2021,2,1]]}}}