{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T10:16:28Z","timestamp":1740132988069,"version":"3.37.3"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876220","61876221","61976164","61836009","U1701267","61871310"],"award-info":[{"award-number":["61876220","61876221","61976164","61836009","U1701267","61871310"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science Foundation of Xidian University","award":["10251180018","10251180019"],"award-info":[{"award-number":["10251180018","10251180019"]}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2019JQ-657","2020JM-194"],"award-info":[{"award-number":["2019JQ-657","2020JM-194"]}]},{"name":"Key Special Project of China High Resolution Earth Observation System-Young Scholar Innovation Fund"},{"DOI":"10.13039\/501100003787","name":"Natural Science Foundation of Hebei Province","doi-asserted-by":"publisher","award":["A2019202135"],"award-info":[{"award-number":["A2019202135"]}],"id":[{"id":"10.13039\/501100003787","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2022,12,1]]},"DOI":"10.1109\/tkde.2021.3070539","type":"journal-article","created":{"date-parts":[[2021,4,2]],"date-time":"2021-04-02T19:54:26Z","timestamp":1617393266000},"page":"5636-5648","source":"Crossref","is-referenced-by-count":5,"title":["Asynchronous Parallel, Sparse Approximated SVRG for High-Dimensional Machine Learning"],"prefix":"10.1109","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1040-352X","authenticated-orcid":false,"given":"Fanhua","family":"Shang","sequence":"first","affiliation":[{"name":"School of Artificial Intelligence, Xidian University, China and Peng Cheng Lab, Shenzhen, China"}]},{"given":"Hua","family":"Huang","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"}]},{"given":"Jun","family":"Fan","sequence":"additional","affiliation":[{"name":"Institute of Mathematics, Hebei University of Technology, Tianjin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8646-8533","authenticated-orcid":false,"given":"Yuanyuan","family":"Liu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8475-2749","authenticated-orcid":false,"given":"Hongying","family":"Liu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3423-1854","authenticated-orcid":false,"given":"Jianhui","family":"Liu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"}]}],"member":"263","reference":[{"key":"ref39","first-page":"2568","article-title":"CYCLADES: Conflict-free asynchronous machine learning","author":"pan","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"key":"ref38","first-page":"1606","article-title":"Optimal black-box reductions between optimization objectives","author":"allen-zhu","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1609\/aaai.v31i1.10651"},{"doi-asserted-by":"publisher","key":"ref32","DOI":"10.1609\/aaai.v31i1.10940"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.1145\/2783258.2783412"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1137\/140961791"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1111\/j.1467-9868.2005.00503.x"},{"key":"ref36","first-page":"451","article-title":"Don't jump through hoops and remove those loops: SVRG and Katyusha are better without the outer loop","author":"kovalev","year":"2020","journal-title":"Proc 31st Int Conf Algorithmic Learn Theory"},{"key":"ref35","first-page":"815","article-title":"ASVRG: Accelerated proximal SVRG","author":"shang","year":"2018","journal-title":"Proc 10th Asian Conf Mach Learn Res"},{"key":"ref34","first-page":"2251","article-title":"Stop wasting my gradients: Practical SVRG","author":"harikandeh","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.24963\/ijcai.2019\/422"},{"key":"ref27","first-page":"1602","article-title":"Direct acceleration of SAGA using sampled negative momentum","author":"zhou","year":"2019","journal-title":"Proc 22nd Int Conf Artif Intell Statist"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1007\/s10107-017-1173-0"},{"key":"ref2","first-page":"2647","article-title":"On variance reduction in stochastic gradient descent and its asynchronous variants","author":"reddi","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref1","first-page":"693","article-title":"HOGWILD: A lock-free approach to parallelizing stochastic gradient descent","author":"recht","year":"2011","journal-title":"Proc 24th Int Conf Neural Inf Process Syst"},{"key":"ref20","first-page":"567","article-title":"Stochastic dual coordinate ascent methods for regularized loss minimization","volume":"14","author":"shalev-shwartz","year":"2013","journal-title":"J Mach Learn Res"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1109\/TKDE.2018.2878765"},{"key":"ref21","first-page":"1080","article-title":"Improved SVRG for non-strongly-convex or sum-of-non-convex objectives","author":"allen-zhu","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref24","first-page":"3366","article-title":"A universal catalyst for first-order optimization","author":"lin","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref23","first-page":"8194","article-title":"Katyusha: The first direct acceleration of stochastic gradient methods","volume":"18","author":"allen-zhu","year":"2017","journal-title":"J Mach Learn Res"},{"key":"ref26","first-page":"462","article-title":"A unified variance-reduced accelerated gradient method for convex optimization","author":"lan","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref25","first-page":"5975","article-title":"A simple stochastic variance reduced algorithm with fast convergence rates","author":"zhou","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.1109\/TCYB.2019.2950337"},{"doi-asserted-by":"publisher","key":"ref51","DOI":"10.1561\/2200000016"},{"key":"ref52","first-page":"1","article-title":"Distributed stochastic variance reduced gradient methods by sampling extra data with replacement","volume":"18","author":"lee","year":"2017","journal-title":"J Mach Learn Res"},{"key":"ref10","first-page":"1646","article-title":"SAGA: A fast incremental gradient method with support for non-strongly convex composite objectives","author":"defazio","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref11","first-page":"980","article-title":"Linear convergence with condition number independent access of full gradients","author":"zhang","year":"2013","journal-title":"Proc 26th Int Conf Neural Inf Process Syst"},{"key":"ref40","first-page":"1","article-title":"Semi-stochastic gradient descent methods","volume":"3","author":"kone?n?","year":"2017"},{"key":"ref12","first-page":"1027","article-title":"Guaranteed sufficient decrease for stochastic variance reduced gradient optimization","author":"shang","year":"2018","journal-title":"Proc 21st Int Conf Artif Intell Statist"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1007\/s10107-012-0629-5"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1137\/080716542"},{"key":"ref15","article-title":"On accelerated proximal gradient methods for convex-concave optimization","author":"tseng","year":"2008","journal-title":"SIAM J Optim"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1561\/2400000003"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1109\/18.382009"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref19","first-page":"2663","article-title":"A stochastic gradient method with an exponential convergence rate for finite training sets","author":"roux","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1609\/aaai.v30i1.10305"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1137\/16M1057000"},{"key":"ref6","first-page":"46","article-title":"ASAGA: Asynchronous parallel SAGA","author":"leblond","year":"2017","journal-title":"Proc 20th Int Conf Artif Intell Statist"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1609\/aaai.v31i1.10910"},{"key":"ref8","first-page":"1","article-title":"Improved asynchronous parallel optimization analysis for stochastic incremental methods","volume":"19","author":"leblond","year":"2018","journal-title":"J Mach Learn Res"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1145\/3357384.3358021"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.1109\/TPAMI.2020.3000512"},{"key":"ref9","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","author":"johnson","year":"2013","journal-title":"Proc 26th Int Conf Neural Inf Process Syst"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1109\/TPAMI.2016.2578323"},{"key":"ref45","first-page":"917","article-title":"Nonconvex sparse learning via stochastic optimization with progressive variance reduction","author":"li","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.1609\/aaai.v31i1.10843"},{"key":"ref47","first-page":"3712","article-title":"A unified variance reduction-based framework for nonconvex low-rank matrix recovery","author":"wang","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref42","first-page":"144","article-title":"A stochastic PCA and SVD algorithm with an exponential convergence rate","author":"shamir","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1109\/TCYB.2019.2893289"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1109\/TKDE.2016.2604302"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1109\/TKDE.2020.2963977"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/9941016\/09394794.pdf?arnumber=9394794","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,8]],"date-time":"2022-11-08T16:45:41Z","timestamp":1667925941000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9394794\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":52,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2021.3070539","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"type":"print","value":"1041-4347"},{"type":"electronic","value":"1558-2191"},{"type":"electronic","value":"2326-3865"}],"subject":[],"published":{"date-parts":[[2022,12,1]]}}}