{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T14:24:18Z","timestamp":1743085458373,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031478581"},{"type":"electronic","value":"9783031478598"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-47859-8_8","type":"book-chapter","created":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T17:02:34Z","timestamp":1699549354000},"page":"99-109","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Real Acceleration of\u00a0Communication Process in\u00a0Distributed Algorithms with\u00a0Compression"],"prefix":"10.1007","author":[{"given":"Svetlana","family":"Tkachenko","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Artem","family":"Andreev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aleksandr","family":"Beznosikov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander","family":"Gasnikov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,10]]},"reference":[{"key":"8_CR1","unstructured":"Alistarh, D., Grubic, D., Li, J., Tomioka, R., Vojnovic, M.: QSGD: communication-efficient SGD via gradient quantization and encoding. In: Advances in Neural Information Processing Systems, pp. 1709\u20131720 (2017)"},{"key":"8_CR2","unstructured":"Alistarh, D., Hoefler, T., Johansson, M., Khirirat, S., Konstantinov, N., Renggli, C.: The convergence of sparsified gradient methods (2018)"},{"key":"8_CR3","unstructured":"Arora, S., Cohen, N., Hazan, E.: On the optimization of deep networks: implicit acceleration by overparameterization. In: International Conference on Machine Learning, pp. 244\u2013253. PMLR (2018)"},{"key":"8_CR4","doi-asserted-by":"crossref","unstructured":"Beznosikov, A., Gasnikov, A.: Compression and data similarity: combination of two techniques for communication-efficient solving of distributed variational inequalities. arXiv preprint arXiv:2206.09446 (2022)","DOI":"10.1007\/978-3-031-22543-7_11"},{"key":"8_CR5","unstructured":"Beznosikov, A., Gasnikov, A.: Similarity, compression and local steps: three pillars of efficient communications for distributed variational inequalities. arXiv preprint arXiv:2302.07615 (2023)"},{"key":"8_CR6","unstructured":"Beznosikov, A., Horv\u00e1th, S., Richt\u00e1rik, P., Safaryan, M.: On biased compression for distributed learning. arXiv preprint arXiv:2002.12410 (2020)"},{"key":"8_CR7","first-page":"14013","volume":"35","author":"A Beznosikov","year":"2022","unstructured":"Beznosikov, A., Richt\u00e1rik, P., Diskin, M., Ryabinin, M., Gasnikov, A.: Distributed methods with compressed communication for solving variational inequalities, with theoretical guarantees. Adv. Neural. Inf. Process. Syst. 35, 14013\u201314029 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"13","key":"8_CR8","doi-asserted-by":"publisher","first-page":"1749","DOI":"10.1002\/cpe.1206","volume":"19","author":"E Chan","year":"2007","unstructured":"Chan, E., Heimlich, M., Purkayastha, A., Van De Geijn, R.: Collective communication: theory, practice, and experience. Concurr. Comput. Pract. Exp. 19(13), 1749\u20131783 (2007)","journal-title":"Concurr. Comput. Pract. Exp."},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Maity, R.K., Mazumdar, A., Ramchandran, K.: Communication efficient distributed approximate newton method. In: 2020 IEEE International Symposium on Information Theory (ISIT), pp. 2539\u20132544. IEEE (2020)","DOI":"10.1109\/ISIT44484.2020.9174216"},{"key":"8_CR10","unstructured":"Gorbunov, E., Burlachenko, K.P., Li, Z., Richt\u00e1rik, P.: Marina: faster non-convex distributed learning with compression. In: International Conference on Machine Learning, pp. 3788\u20133798. PMLR (2021)"},{"key":"8_CR11","unstructured":"Gorbunov, E., Hanzely, F., Richt\u00e1rik, P.: A unified theory of SGD: variance reduction, sampling, quantization and coordinate descent. In: International Conference on Artificial Intelligence and Statistics, pp. 680\u2013690. PMLR (2020)"},{"key":"8_CR12","unstructured":"Horvath, S., Ho, C.Y., Horvath, L., Sahu, A.N., Canini, M., Richtarik, P.: Natural compression for distributed deep learning (2022)"},{"key":"8_CR13","unstructured":"Kone\u010dn\u1ef3, J., McMahan, H.B., Yu, F.X., Richt\u00e1rik, P., Suresh, A.T., Bacon, D.: Federated learning: strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 (2016)"},{"key":"8_CR14","unstructured":"Li, Z., Kovalev, D., Qian, X., Richt\u00e1rik, P.: Acceleration for compressed gradient descent in distributed and federated optimization. arXiv preprint arXiv:2002.11364 (2020)"},{"key":"8_CR15","unstructured":"Mishchenko, K., Gorbunov, E., Tak\u00e1\u010d, M., Richt\u00e1rik, P.: Distributed learning with compressed gradient differences. arXiv preprint arXiv:1901.09269 (2019)"},{"key":"8_CR16","first-page":"30401","volume":"34","author":"X Qian","year":"2021","unstructured":"Qian, X., Richt\u00e1rik, P., Zhang, T.: Error compensated distributed SGD can be accelerated. Adv. Neural. Inf. Process. Syst. 34, 30401\u201330413 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"8_CR17","unstructured":"Richt\u00e1rik, P., Sokolov, I., Fatkhullin, I.: EF21: a new, simpler, theoretically better, and practically faster error feedback. arXiv preprint arXiv:2106.05203 (2021)"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Seide, F., Fu, H., Droppo, J., Li, G., Yu, D.: 1-bit stochastic gradient descent and its application to data-parallel distributed training of speech DNNs. In: Fifteenth Annual Conference of the International Speech Communication Association (2014)","DOI":"10.21437\/Interspeech.2014-274"},{"key":"8_CR19","first-page":"230","volume":"18","author":"V Smith","year":"2018","unstructured":"Smith, V., Forte, S., Chenxin, M., Tak\u00e1\u010d, M., Jordan, M.I., Jaggi, M.: Cocoa: a general framework for communication-efficient distributed optimization. J. Mach. Learn. Res. 18, 230 (2018)","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"8_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3377454","volume":"53","author":"J Verbraeken","year":"2020","unstructured":"Verbraeken, J., Wolting, M., Katzy, J., Kloppenburg, J., Verbelen, T., Rellermeyer, J.S.: A survey on distributed machine learning. ACM Comput. Surv. 53(2), 1\u201333 (2020)","journal-title":"ACM Comput. Surv."},{"key":"8_CR21","unstructured":"Vogels, T., Karimireddy, S.P., Jaggi, M.: PowerSGD: practical low-rank gradient compression for distributed optimization. Adv. Neural Inf. Process. Syst. 32 (2019)"}],"container-title":["Lecture Notes in Computer Science","Optimization and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47859-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T17:03:44Z","timestamp":1699549424000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47859-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031478581","9783031478598"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47859-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"10 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"OPTIMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Optimization and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Petrovac","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montenegro","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"optima2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/agora.guru.ru\/OPTIMA-2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"68","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.1","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}