{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:21:08Z","timestamp":1750220468813,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,3]],"date-time":"2022-10-03T00:00:00Z","timestamp":1664755200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSF grants CAREER","award":["CNS-2110259, CNS-2112471, CNS-2102233, CCF-2110252."],"award-info":[{"award-number":["CNS-2110259, CNS-2112471, CNS-2102233, CCF-2110252."]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,3]]},"DOI":"10.1145\/3492866.3549722","type":"proceedings-article","created":{"date-parts":[[2022,9,21]],"date-time":"2022-09-21T16:34:33Z","timestamp":1663778073000},"page":"151-160","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["SYNTHESIS"],"prefix":"10.1145","author":[{"given":"Zhuqing","family":"Liu","sequence":"first","affiliation":[{"name":"The Ohio State University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Zhang","sequence":"additional","affiliation":[{"name":"Iowa State University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jia","family":"Liu","sequence":"additional","affiliation":[{"name":"The Ohio State University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,10,3]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Tensorflow: Large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467","author":"Abadi M.","year":"2016","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., Corrado, G. S., Davis, A., Dean, J., Devin, M., et al. Tensorflow: Large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467 (2016)."},{"key":"e_1_3_2_2_2_1","first-page":"873","volume-title":"Advances in Neural Information Processing Systems","author":"Agarwal A.","year":"2011","unstructured":"Agarwal, A., and Duchi, J. C. Distributed delayed stochastic optimization. In Advances in Neural Information Processing Systems (2011), pp. 873--881."},{"key":"e_1_3_2_2_3_1","volume-title":"Stochastic mirror descent on overparameterized nonlinear models: Convergence, implicit regularization, and generalization. arXiv:1906.03830","author":"Azizan N.","year":"2019","unstructured":"Azizan, N., Lale, S., and Hassibi, B. Stochastic mirror descent on overparameterized nonlinear models: Convergence, implicit regularization, and generalization. arXiv:1906.03830 (2019)."},{"key":"e_1_3_2_2_4_1","volume-title":"Mar","author":"Bousquet O.","year":"2002","unstructured":"Bousquet, O., and Elisseeff, A. Stability and generalization. Journal of machine learning research 2, Mar (2002), 499--526."},{"key":"e_1_3_2_2_5_1","first-page":"1646","volume-title":"Advances in neural information processing systems","author":"Defazio A.","year":"2014","unstructured":"Defazio, A., Bach, F., and Lacoste-Julien, S. Saga: A fast incremental gradient method with support for non-strongly convex composite objectives. In Advances in neural information processing systems (2014), pp. 1646--1654."},{"key":"e_1_3_2_2_6_1","first-page":"689","volume-title":"Advances in Neural Information Processing Systems","author":"Fang C.","year":"2018","unstructured":"Fang, C., Li, C. J., Lin, Z., and Zhang, T. Spider: Near-optimal non-convex optimization via stochastic path-integrated differential estimator. In Advances in Neural Information Processing Systems (2018), pp. 689--699."},{"key":"e_1_3_2_2_7_1","volume-title":"Adaptive stepsizes for recursive estimation with applications in approximate dynamic programming. Machine learning 65, 1","author":"George A. P.","year":"2006","unstructured":"George, A. P., and Powell, W. B. Adaptive stepsizes for recursive estimation with applications in approximate dynamic programming. Machine learning 65, 1 (2006), 167--198."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"e_1_3_2_2_9_1","first-page":"1225","volume-title":"International Conference on Machine Learning","author":"Hardt M.","year":"2016","unstructured":"Hardt, M., Recht, B., and Singer, Y. Train faster, generalize better: Stability of stochastic gradient descent. In International Conference on Machine Learning (2016), pp. 1225--1234."},{"key":"e_1_3_2_2_10_1","volume-title":"Asynchronous stochastic gradient descent with variance reduction for non-convex optimization. arXiv preprint arXiv:1604.03584","author":"Huo Z.","year":"2016","unstructured":"Huo, Z., and Huang, H. Asynchronous stochastic gradient descent with variance reduction for non-convex optimization. arXiv preprint arXiv:1604.03584 (2016)."},{"key":"e_1_3_2_2_11_1","first-page":"315","volume-title":"Advances in neural information processing systems","author":"Johnson R.","year":"2013","unstructured":"Johnson, R., and Zhang, T. Accelerating stochastic gradient descent using predictive variance reduction. In Advances in neural information processing systems (2013), pp. 315--323."},{"key":"e_1_3_2_2_12_1","first-page":"315","volume-title":"Advances in neural information processing systems","author":"Johnson R.","year":"2013","unstructured":"Johnson, R., and Zhang, T. Accelerating stochastic gradient descent using predictive variance reduction. In Advances in neural information processing systems (2013), pp. 315--323."},{"key":"e_1_3_2_2_13_1","volume-title":"Mnist handwritten digit database. Available: http:\/\/yann.lecun.com\/exdb\/mnist","author":"LeCun Y.","year":"1998","unstructured":"LeCun, Y., Cortes, C., and Burges, C. Mnist handwritten digit database. Available: http:\/\/yann.lecun.com\/exdb\/mnist (1998)."},{"key":"e_1_3_2_2_14_1","first-page":"6286","volume-title":"International Conference on Machine Learning","author":"Li Z.","year":"2021","unstructured":"Li, Z., Bao, H., Zhang, X., and Richtarik, P. Page: A simple and optimal probabilistic gradient estimator for nonconvex optimization. In International Conference on Machine Learning (2021), PMLR, pp. 6286--6295."},{"key":"e_1_3_2_2_15_1","first-page":"2737","volume-title":"Advances in Neural Information Processing Systems","author":"Lian X.","year":"2015","unstructured":"Lian, X., Huang, Y., Li, Y., and Liu, J. Asynchronous parallel stochastic gradient for nonconvex optimization. In Advances in Neural Information Processing Systems (2015), pp. 2737--2745."},{"key":"e_1_3_2_2_16_1","unstructured":"Liu Z. Zhang X. and Liu J. Synthesis: A semi-asynchronous path-integrated stochastic gradient method for distributed learning in computing clusters. https:\/\/kevinliu-osu.github.io\/publications\/SYNTHESIS_TR.pdf."},{"key":"e_1_3_2_2_17_1","first-page":"2613","volume-title":"International Conference on Machine Learning","author":"Nguyen L. M.","year":"2017","unstructured":"Nguyen, L. M., Liu, J., Scheinberg, K., and Takavc, M. Sarah: A novel method for machine learning problems using stochastic recursive gradient. In International Conference on Machine Learning (2017), PMLR, pp. 2613--2621."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1137\/15M1024950"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(64)90137-5"},{"key":"e_1_3_2_2_20_1","first-page":"693","volume-title":"Advances in neural information processing systems","author":"Recht B.","year":"2011","unstructured":"Recht, B., Re, C., Wright, S., and Niu, F. Hogwild: A lock-free approach to parallelizing stochastic gradient descent. In Advances in neural information processing systems (2011), pp. 693--701."},{"key":"e_1_3_2_2_21_1","first-page":"2647","volume-title":"Advances in Neural Information Processing Systems","author":"Reddi S. J.","year":"2015","unstructured":"Reddi, S. J., Hefny, A., Sra, S., Poczos, B., and Smola, A. J. On variance reduction in stochastic gradient descent and its asynchronous variants. In Advances in Neural Information Processing Systems (2015), pp. 2647--2655."},{"key":"e_1_3_2_2_22_1","volume-title":"A stochastic approximation method. The annals of mathematical statistics","author":"Robbins H.","year":"1951","unstructured":"Robbins, H., and Monro, S. A stochastic approximation method. The annals of mathematical statistics (1951), 400--407."},{"key":"e_1_3_2_2_23_1","first-page":"2663","volume-title":"Advances in neural information processing systems","author":"Roux N. L.","year":"2012","unstructured":"Roux, N. L., Schmidt, M., and Bach, F. R. A stochastic gradient method with an exponential convergence _rate for finite training sets. In Advances in neural information processing systems (2012), pp. 2663--2671."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-016-1026-2"},{"key":"e_1_3_2_2_25_1","volume-title":"Feb. 19","author":"Tang L.","year":"2015","unstructured":"Tang, L., Harrington, P., and Zhu, T. Providing personalized item recommendations using scalable matrix factorization with randomness, Feb. 19 2015. US Patent App. 13\/970,271."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3280989"},{"key":"e_1_3_2_2_27_1","volume-title":"Spiderboost: A class of faster variance-reduced algorithms for nonconvex optimization. arXiv preprint arXiv:1810.10690","author":"Wang Z.","year":"2018","unstructured":"Wang, Z., Ji, K., Zhou, Y., Liang, Y., and Tarokh, V. Spiderboost: A class of faster variance-reduced algorithms for nonconvex optimization. arXiv preprint arXiv:1810.10690 (2018)."},{"key":"e_1_3_2_2_28_1","first-page":"1509","volume-title":"Advances in neural information processing systems","author":"Wen W.","year":"2017","unstructured":"Wen, W., Xu, C., Yan, F., Wu, C., Wang, Y., Chen, Y., and Li, H. Terngrad: Ternary gradients to reduce communication in distributed deep learning. In Advances in neural information processing systems (2017), pp. 1509--1519."},{"key":"e_1_3_2_2_29_1","first-page":"5061","volume-title":"Advances in Neural Information Processing Systems","author":"Yao Q.","year":"2018","unstructured":"Yao, Q., and Kwok, J. Scalable robust matrix factorization with nonconvex loss. In Advances in Neural Information Processing Systems (2018), pp. 5061--5070."},{"key":"e_1_3_2_2_30_1","first-page":"1701","volume-title":"International conference on machine learning","author":"Zhang R.","year":"2014","unstructured":"Zhang, R., and Kwok, J. Asynchronous distributed admm for consensus optimization. In International conference on machine learning (2014), pp. 1701--1709."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC42340.2020.9303830"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10305"}],"event":{"name":"MobiHoc '22: The Twenty-third International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","sponsor":["SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing"],"location":"Seoul Republic of Korea","acronym":"MobiHoc '22"},"container-title":["Proceedings of the Twenty-Third International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3492866.3549722","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3492866.3549722","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:27Z","timestamp":1750193307000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3492866.3549722"}},"subtitle":["a semi-asynchronous path-integrated stochastic gradient method for distributed learning in computing clusters"],"short-title":[],"issued":{"date-parts":[[2022,10,3]]},"references-count":32,"alternative-id":["10.1145\/3492866.3549722","10.1145\/3492866"],"URL":"https:\/\/doi.org\/10.1145\/3492866.3549722","relation":{},"subject":[],"published":{"date-parts":[[2022,10,3]]},"assertion":[{"value":"2022-10-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}