{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:38:05Z","timestamp":1742913485133,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":28,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819980789"},{"type":"electronic","value":"9789819980796"}],"license":[{"start":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T00:00:00Z","timestamp":1699920000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T00:00:00Z","timestamp":1699920000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8079-6_42","type":"book-chapter","created":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T16:02:42Z","timestamp":1699891362000},"page":"540-551","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Communication-Efficient Distributed Minimax Optimization via\u00a0Markov Compression"],"prefix":"10.1007","author":[{"given":"Linfeng","family":"Yang","sequence":"first","affiliation":[]},{"given":"Zhen","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Keqin","family":"Che","sequence":"additional","affiliation":[]},{"given":"Shaofu","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Suyang","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,14]]},"reference":[{"key":"42_CR1","doi-asserted-by":"crossref","unstructured":"Basu, D., Data, D., Karakus, C., Diggavi, S.: Qsparse-local-sgd: distributed sgd with quantization, sparsification and local computations. In: Advances in Neural Information Processing Systems, vol. 32 (2019)","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"42_CR2","unstructured":"Beznosikov, A., Gorbunov, E., Berard, H., Loizou, N.: Stochastic gradient descent-ascent: unified theory and new efficient methods. In: Proceedings of The 26th International Conference on Artificial Intelligence and Statistics, vol. 206, pp. 172\u2013235. PMLR (2023)"},{"issue":"3","key":"42_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"CC Chang","year":"2011","unstructured":"Chang, C.C., Lin, C.J.: Libsvm: a library for support vector machines. ACM Trans. Intell. Syst. Technol. 2(3), 1\u201327 (2011)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"42_CR4","unstructured":"Deng, Y., Mahdavi, M.: Local stochastic gradient descent ascent: convergence analysis and communication efficiency. In: Proceedings of the 24th International Conference on Artificial Intelligence and Statistics, vol. 130, pp. 1387\u20131395. PMLR (2021)"},{"key":"42_CR5","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems, vol. 27 (2014)"},{"key":"42_CR6","first-page":"747","volume":"12","author":"G Korpelevich","year":"1976","unstructured":"Korpelevich, G.: An extragradient method for finding saddle points and for other problems. Ekonomika i Matematicheskie Metody 12, 747\u2013756 (1976)","journal-title":"Ekonomika i Matematicheskie Metody"},{"key":"42_CR7","unstructured":"Lin, Y., Han, S., Mao, H., Wang, Y., Dally, W.J.: Deep gradient compression: reducing the communication bandwidth for distributed training. In: International Conference on Learning Representations (2018)"},{"key":"42_CR8","doi-asserted-by":"crossref","unstructured":"Liu, C., Bi, S., Luo, L., Lui, J.C.: Partial-quasi-Newton methods: efficient algorithms for minimax optimization problems with unbalanced dimensionality. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 1031\u20131041 (2022)","DOI":"10.1145\/3534678.3539379"},{"key":"42_CR9","doi-asserted-by":"crossref","unstructured":"Liu, C., Chen, L., Luo, L., Lui, J.: Communication efficient distributed Newton method with fast convergence rates. arXiv preprint arXiv:2305.17945 (2023)","DOI":"10.1145\/3580305.3599280"},{"key":"42_CR10","unstructured":"Liu, C., Luo, L.: Quasi-Newton methods for saddle point problems. In: Advances in Neural Information Processing Systems, vol. 35, pp. 3975\u20133987 (2022)"},{"key":"42_CR11","unstructured":"Liu, X., Li, Y., Wang, R., Tang, J., Yan, M.: Linear convergent decentralized optimization with compression. arXiv preprint arXiv:2007.00232 (2020)"},{"issue":"3","key":"42_CR12","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1007\/s10589-020-00220-z","volume":"77","author":"N Loizou","year":"2020","unstructured":"Loizou, N., Richt\u00e1rik, P.: Momentum and stochastic momentum for stochastic gradient, newton, proximal point and subspace descent methods. Comput. Optim. Appl. 77(3), 653\u2013710 (2020)","journal-title":"Comput. Optim. Appl."},{"key":"42_CR13","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.y.: Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, vol. 54, pp. 1273\u20131282. PMLR (2017)"},{"key":"42_CR14","unstructured":"Namkoong, H., Duchi, J.C.: Stochastic gradient methods for distributionally robust optimization with $$f$$-divergences. In: Advances in Neural Information Processing Systems, vol. 29 (2016)"},{"issue":"1","key":"42_CR15","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/s10107-007-0149-x","volume":"120","author":"Y Nesterov","year":"2009","unstructured":"Nesterov, Y.: Primal-dual subgradient methods for convex problems. Math. Program. 120(1), 221\u2013259 (2009)","journal-title":"Math. Program."},{"key":"42_CR16","unstructured":"Omidshafiei, S., Pazis, J., Amato, C., How, J.P., Vian, J.: Deep decentralized multi-task multi-agent reinforcement learning under partial observability. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 2681\u20132690. PMLR (2017)"},{"key":"42_CR17","unstructured":"Qian, X., Richt\u00e1rik, P., Zhang, T.: Error compensated distributed sgd can be accelerated. In: Advances in Neural Information Processing Systems, vol. 34, pp. 30401\u201330413 (2021)"},{"issue":"4","key":"42_CR18","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1109\/JSAC.2005.843546","volume":"23","author":"M Rabbat","year":"2005","unstructured":"Rabbat, M., Nowak, R.: Quantized incremental algorithms for distributed optimization. IEEE J. Sel. Areas Commun. 23(4), 798\u2013808 (2005)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"42_CR19","unstructured":"Rasouli, M., Sun, T., Rajagopal, R.: Fedgan: federated generative adversarial networks for distributed data. arXiv preprint arXiv:2006.07228 (2020)"},{"key":"42_CR20","unstructured":"Richt\u00e1rik, P., Sokolov, I., Fatkhullin, I.: Ef21: a new, simpler, theoretically better, and practically faster error feedback. In: Advances in Neural Information Processing Systems, vol. 34, pp. 4384\u20134396 (2021)"},{"key":"42_CR21","unstructured":"Sharma, P., Panda, R., Joshi, G., Varshney, P.: Federated minimax optimization: Improved convergence analyses and algorithms. In: Proceedings of the 39th International Conference on Machine Learning, vol. 162, pp. 19683\u201319730. PMLR (2022)"},{"key":"42_CR22","doi-asserted-by":"crossref","unstructured":"Shi, S., et al.: A distributed synchronous sgd algorithm with global top-$$k$$ sparsification for low bandwidth networks. In: 2019 IEEE 39th International Conference on Distributed Computing Systems, pp. 2238\u20132247 (2019)","DOI":"10.1109\/ICDCS.2019.00220"},{"key":"42_CR23","unstructured":"Stich, S.U.: Local SGD converges fast and communicates little. In: International Conference on Learning Representations (2019)"},{"key":"42_CR24","doi-asserted-by":"crossref","unstructured":"Str\u00f6m, N.: Scalable distributed dnn training using commodity gpu cloud computing. In: Proceedings of the Annual Conference of the International Speech Communication Association. pp. 1488\u20131492 (2015)","DOI":"10.21437\/Interspeech.2015-354"},{"key":"42_CR25","unstructured":"Sun, J., Chen, T., Giannakis, G., Yang, Z.: Communication-efficient distributed learning via lazily aggregated quantized gradients. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"issue":"6","key":"42_CR26","doi-asserted-by":"publisher","first-page":"1205","DOI":"10.1109\/JSAC.2019.2904348","volume":"37","author":"S Wang","year":"2019","unstructured":"Wang, S., et al.: Adaptive federated learning in resource constrained edge computing systems. IEEE J. Sel. Areas Commun. 37(6), 1205\u20131221 (2019)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"42_CR27","unstructured":"Yu, Y., Wu, J., Huang, L.: Double quantization for communication-efficient distributed optimization. In: Advances in Neural Information Processing Systems, vol. 32, pp. 4438\u20134449 (2019)"},{"key":"42_CR28","unstructured":"Zhang, Z., Yang, S., Xu, W., Di, K.: Privacy-preserving distributed admm with event-triggered communication. IEEE Trans. Neural Networks Learn. Syst., 1\u201313 (2022)"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8079-6_42","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:36:36Z","timestamp":1710261396000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8079-6_42"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,14]]},"ISBN":["9789819980789","9789819980796"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8079-6_42","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,11,14]]},"assertion":[{"value":"14 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1274","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"650","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.14","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.46","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}