{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T14:35:55Z","timestamp":1776522955530,"version":"3.51.2"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876221"],"award-info":[{"award-number":["61876221"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876220"],"award-info":[{"award-number":["61876220"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976164"],"award-info":[{"award-number":["61976164"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61836009"],"award-info":[{"award-number":["61836009"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1701267"],"award-info":[{"award-number":["U1701267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871310"],"award-info":[{"award-number":["61871310"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61801353"],"award-info":[{"award-number":["61801353"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61621005"],"award-info":[{"award-number":["61621005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91438201"],"award-info":[{"award-number":["91438201"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91438103"],"award-info":[{"award-number":["91438103"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Cheung Kong Scholars and Innovative Research Team in University","award":["IRT_15R53"],"award-info":[{"award-number":["IRT_15R53"]}]},{"name":"Fund for Foreign Scholars in University Research and Teaching Programs","award":["B07048"],"award-info":[{"award-number":["B07048"]}]},{"DOI":"10.13039\/501100005320","name":"Xidian University","doi-asserted-by":"publisher","award":["10251180018"],"award-info":[{"award-number":["10251180018"]}],"id":[{"id":"10.13039\/501100005320","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005320","name":"Xidian University","doi-asserted-by":"publisher","award":["10251180019"],"award-info":[{"award-number":["10251180019"]}],"id":[{"id":"10.13039\/501100005320","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2019JQ-657"],"award-info":[{"award-number":["2019JQ-657"]}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2020JM-194"],"award-info":[{"award-number":["2020JM-194"]}]},{"name":"NSF China","award":["61625301"],"award-info":[{"award-number":["61625301"]}]},{"name":"NSF China","award":["61731018"],"award-info":[{"award-number":["61731018"]}]},{"name":"Major Scientific Research Project of Zhejiang Lab","award":["2019KB0AC01"],"award-info":[{"award-number":["2019KB0AC01"]}]},{"name":"Major Scientific Research Project of Zhejiang Lab","award":["2019KB0AB02"],"award-info":[{"award-number":["2019KB0AB02"]}]},{"name":"Beijing Academy of Artificial Intelligence"},{"DOI":"10.13039\/100005144","name":"Qualcomm","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100005144","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,12,1]]},"DOI":"10.1109\/tpami.2020.3000512","type":"journal-article","created":{"date-parts":[[2020,6,8]],"date-time":"2020-06-08T21:52:16Z","timestamp":1591653136000},"page":"4242-4255","source":"Crossref","is-referenced-by-count":35,"title":["Accelerated Variance Reduction Stochastic ADMM for Large-Scale Machine Learning"],"prefix":"10.1109","volume":"43","author":[{"given":"Yuanyuan","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1040-352X","authenticated-orcid":false,"given":"Fanhua","family":"Shang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8475-2749","authenticated-orcid":false,"given":"Hongying","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Lin","family":"Kong","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3354-9617","authenticated-orcid":false,"given":"Licheng","family":"Jiao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1493-7569","authenticated-orcid":false,"given":"Zhouchen","family":"Lin","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-014-0826-5"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s10915-018-0893-5"},{"key":"ref38","first-page":"619","article-title":"Understanding the convergence of the alternating direction method of multipliers: Theoretical and computational perspectives","volume":"11","author":"eckstein","year":"2015","journal-title":"Pacific J Optim"},{"key":"ref33","first-page":"505","article-title":"Linear time solver for primal SVM","author":"nie","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref32","first-page":"612","article-title":"Linearized alternating direction method with adaptive penalty for low-rank representation","author":"lin","year":"2011","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref31","first-page":"1027","article-title":"Guaranteed sufficient decrease for stochastic variance reduced gradient optimization","author":"shang","year":"2018","journal-title":"Proc 21st Int Conf Artif Intell Statist"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10957-018-01469-5"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1137\/120896219"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1561\/2200000016"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-016-1034-2"},{"key":"ref34","first-page":"739","article-title":"Fast proximal linearized alternating direction method of multiplier with parallel splitting","author":"lu","year":"2016","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10915-015-0048-x"},{"key":"ref62","first-page":"620","article-title":"Towards an optimal stochastic alternating direction method of multipliers","author":"azadi","year":"0","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1137\/100814494"},{"key":"ref63","first-page":"1080","article-title":"Improved SVRG for non-strongly-convex or sum-of-non-convex objectives","author":"allen-zhu","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref28","first-page":"1574","article-title":"Stochastic proximal gradient descent with acceleration techniques","author":"nitanda","year":"2014","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref64","first-page":"4816","article-title":"Non-ergodic alternating proximal augmented lagrangian algorithms with optimal rates","author":"tran-dinh","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4419-8853-9","author":"nesterov","year":"2004","journal-title":"Introductory Lectures on Convex Optimization A Basic Course"},{"key":"ref65","first-page":"485","article-title":"Model selection through sparse maximum likelihood estimation for multivariate Gaussian or binary data","volume":"9","author":"banerjee","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1214\/009053606000001370"},{"key":"ref29","first-page":"1","article-title":"Katyusha: The first direct acceleration of stochastic gradient methods","volume":"18","author":"allen-zhu","year":"2018","journal-title":"J Mach Learn Res"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339675"},{"key":"ref68","first-page":"1602","article-title":"Direct acceleration of SAGA using sampled negative momentum","author":"zhou","year":"2019","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2578323"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/422"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.79"},{"key":"ref20","first-page":"736","article-title":"Stochastic dual coordinate ascent with alternating direction method of multipliers","author":"suzuki","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref22","first-page":"2407","article-title":"Fast-and-light stochastic ADMM","author":"zheng","year":"2016","journal-title":"Proc 25th Int Joint Conf Artif Intell"},{"key":"ref21","article-title":"Scalable stochastic alternating direction method of multipliers","author":"zhao","year":"2015"},{"key":"ref24","first-page":"567","article-title":"Stochastic dual coordinate ascent methods for regularized loss minimization","volume":"14","author":"shalev-shwartz","year":"2013","journal-title":"J Mach Learn Res"},{"key":"ref23","first-page":"2672","article-title":"A stochastic gradient method with an exponential convergence rate for finite training sets","author":"roux","year":"2012","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2878765"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1137\/140961791"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1109\/JSTSP.2015.2505682","article-title":"Mini-batch semi-stochastic gradient descent in the proximal setting","volume":"10","author":"koneeny","year":"2016","journal-title":"IEEE J Sel Topics Signal Process"},{"key":"ref51","first-page":"2839","article-title":"Faster stochastic alternating direction method of multipliers for nonconvex optimization","author":"huang","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref59","first-page":"343","article-title":"A general analysis of the convergence of ADMM","author":"nishihara","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-010-0394-2"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1137\/S1052623495294797"},{"key":"ref56","first-page":"980","article-title":"Linear convergence with condition number independent access of full gradients","author":"zhang","year":"2013","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref55","first-page":"123","article-title":"Randomized algorithms for matrices and data","volume":"3","author":"mahoney","year":"2011","journal-title":"Found Trends Mach Learn"},{"key":"ref54","doi-asserted-by":"crossref","DOI":"10.56021\/9781421407944","author":"golub","year":"2013","journal-title":"Matrix Computions"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10915-010-9408-8"},{"key":"ref52","article-title":"Mini-batch stochastic ADMMs for nonconvex nonsmooth optimization","author":"huang","year":"2019"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref11","first-page":"372","article-title":"A method of solving a convex programming problem with convergence rate ${O}(1\/k^2)$O(1\/k2)","volume":"27","author":"nesterov","year":"1983","journal-title":"Soviet Math Doklady"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783400"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-012-0629-5"},{"key":"ref13","article-title":"On accelerated proximal gradient methods for convex-concave optimization","author":"tseng","year":"2008"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1137\/080716542"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015332"},{"key":"ref16","first-page":"781","article-title":"Accelerated gradient methods for stochastic optimization and online learning","author":"hu","year":"2009","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref17","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref18","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","author":"johnson","year":"2013","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref19","first-page":"46","article-title":"Fast stochastic alternating direction method of multipliers","author":"zhong","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1214\/11-AOS878"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btp218"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2689021"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.39"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1561\/2200000050"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2748590"},{"key":"ref49","first-page":"2287","article-title":"Accelerated variance reduced stochastic ADMM","author":"liu","year":"2017","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref9","first-page":"80","article-title":"Stochastic alternating direction method of multipliers","author":"ouyang","year":"2013","journal-title":"Proc 30th Int Conf Mach Learn"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/470"},{"key":"ref45","first-page":"392","article-title":"Dual averaging and proximal gradient descent for online alternating direction multiplier method","author":"suzuki","year":"2013","journal-title":"Proc 30th Int Conf Mach Learn"},{"key":"ref48","first-page":"4479","article-title":"Faster and non-ergodic ${O(1\/K)}$O(1\/K) stochastic alternating direction method of multipliers","author":"fang","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref47","first-page":"1267","article-title":"ADMM without a fixed penalty parameter: Faster convergence with new adaptive penalization","author":"xu","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1090\/mcom\/3388"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2016.0827"},{"key":"ref44","first-page":"1119","article-title":"Online alternating direction method","author":"wang","year":"2012","journal-title":"Proc 29th Int Conf Mach Learn"},{"key":"ref43","first-page":"1554","article-title":"ADMM and accelerated ADMM as continuous dynamical systems","author":"franca","year":"2018","journal-title":"Proc Int Conf Mach Learn"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9600479\/09110776.pdf?arnumber=9110776","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,2]],"date-time":"2023-10-02T04:24:11Z","timestamp":1696220651000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9110776\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,1]]},"references-count":70,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2020.3000512","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12,1]]}}}