{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:39:01Z","timestamp":1740123541903,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,3,30]],"date-time":"2023-03-30T00:00:00Z","timestamp":1680134400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,30]],"date-time":"2023-03-30T00:00:00Z","timestamp":1680134400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China Grants","doi-asserted-by":"crossref","award":["62101134","62071126"],"award-info":[{"award-number":["62101134","62071126"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the Innovation Program of Shanghai Municipal Science and Technology Commission Grant","award":["20JC1416400"],"award-info":[{"award-number":["20JC1416400"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s11227-023-05190-7","type":"journal-article","created":{"date-parts":[[2023,3,30]],"date-time":"2023-03-30T11:06:50Z","timestamp":1680174410000},"page":"13794-13816","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Communication-efficient local SGD with age-based worker selection"],"prefix":"10.1007","volume":"79","author":[{"given":"Feng","family":"Zhu","sequence":"first","affiliation":[]},{"given":"Jingjing","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,30]]},"reference":[{"key":"5190_CR1","doi-asserted-by":"crossref","unstructured":"Li M, Andersen DG, Park JW, Smola AJ, Su BY (2014) Scaling distributed machine learning with the parameter server. In: Proceedings of the USENIX OSDI, pp 583\u2013598","DOI":"10.1145\/2640087.2644155"},{"key":"5190_CR2","unstructured":"Lian X, Zhang C, Zhang H, Hsieh CJ, Zhang W, Liu J (2017) Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent. In: Proceedings of the NeurIPS, vol 30, pp 5336\u20135346"},{"issue":"5","key":"5190_CR3","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1145\/2831347.2831354","volume":"45","author":"P Garcia Lopez","year":"2015","unstructured":"Garcia Lopez P, Montresor A, Epema D, Datta A, Higashino T, Iamnitchi A et al (2015) Edge-centric computing: vision and challenges. ACM SIGCOMM Comput Commun Rev 45(5):37\u201342","journal-title":"ACM SIGCOMM Comput Commun Rev"},{"key":"5190_CR4","doi-asserted-by":"crossref","unstructured":"Hong K, Lillethun D, Ramachandran U, Ottenw\u00e4lder B, Koldehofe B (2013) Mobile fog: a programming model for large-scale applications on the internet of things. In: Proceedings of the Second ACM SIGCOMM Workshop on Mobile Cloud Computing, pp 15\u201320","DOI":"10.1145\/2491266.2491270"},{"key":"5190_CR5","doi-asserted-by":"crossref","unstructured":"Bonomi F, Milito R, Zhu J, Addepalli S (2012) Fog computing and its role in the internet of things. In: Proceedings of the First Edition of the MCC Workshop on Mobile Cloud Computing, pp 13\u201316","DOI":"10.1145\/2342509.2342513"},{"key":"5190_CR6","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s00778-005-0159-3","volume":"14","author":"A Deshpande","year":"2005","unstructured":"Deshpande A, Guestrin C, Madden SR, Hellerstein JM, Hong W (2005) Model-based approximate querying in sensor networks. VLDB J 14:417\u2013443","journal-title":"VLDB J"},{"key":"5190_CR7","unstructured":"Dean J, Corrado GS, Monga R, Kai C, Ng AY (2012) Large scale distributed deep networks. In: Proceedings of the NeurIPS, vol 25, pp 1223\u20131231"},{"key":"5190_CR8","doi-asserted-by":"publisher","first-page":"772","DOI":"10.1109\/LSP.2022.3154653","volume":"29","author":"N Yan","year":"2022","unstructured":"Yan N, Wang K, Pan C, Chai KK (2022) Performance analysis for channel-weighted federated learning in OMA wireless networks. IEEE Signal Process Lett 29:772\u2013776","journal-title":"IEEE Signal Process Lett"},{"key":"5190_CR9","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1109\/LSP.2021.3134893","volume":"29","author":"MP Uddin","year":"2021","unstructured":"Uddin MP, Xiang Y, Yearwood J, Gao L (2021) Robust federated averaging via outlier pruning. IEEE Signal Process Lett 29:409\u2013413","journal-title":"IEEE Signal Process Lett"},{"issue":"7","key":"5190_CR10","doi-asserted-by":"publisher","first-page":"5460","DOI":"10.1007\/s11227-020-03195-0","volume":"76","author":"S-S Han","year":"2020","unstructured":"Han S-S, Kim Y-K, Jeon Y-B, Park J, Park D-S, Hwang D, Jeong C-S (2020) Distributed deep learning platform for pedestrian detection on it convergence environment. J Supercomput 76(7):5460\u20135485","journal-title":"J Supercomput"},{"key":"5190_CR11","doi-asserted-by":"crossref","unstructured":"Bottou L (2010) Large-scale machine learning with stochastic gradient descent. In: Proceedings of the COMPSTAT, pp 177\u2013186","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"5190_CR12","unstructured":"Mcmahan HB, Moore E, Ramage D, Hampson S, Arcas B (2017) Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the Artificial intelligence and statistics, pp 1273\u20131282"},{"key":"5190_CR13","unstructured":"Chen T, Guo Z, Sun Y, Yin W (2021) CADA: communication-adaptive distributed Adam. In: Proceedings of the ICAIS, pp 613\u2013621"},{"key":"5190_CR14","unstructured":"Chen W, Horvath S, Richtarik P (2020) Optimal client sampling for federated learning. arXiv preprint arXiv:2010.13723"},{"key":"5190_CR15","unstructured":"Goetz J, Malik K, Bui D, Moon S, Liu H, Kumar A (2019) Active federated learning. preprint arXiv:1909.12641"},{"key":"5190_CR16","first-page":"2595","volume":"23","author":"M Zinkevich","year":"2010","unstructured":"Zinkevich M, Weimer M, Smola AJ, Li L (2010) Parallelized stochastic gradient descent. Proc Neural Inf Process Syst 23:2595\u20132603","journal-title":"Proc Neural Inf Process Syst"},{"key":"5190_CR17","unstructured":"Arjevani Y, Shamir O (2015) Communication complexity of distributed convex learning and optimization. In: Proceedings of Advances in Neural Information Processing Systems, vol 28, pp 1756\u20131764"},{"key":"5190_CR18","doi-asserted-by":"crossref","unstructured":"Zhou F, Cong G (2018) On the convergence properties of a K-step averaging stochastic gradient descent algorithm for nonconvex optimization. In: Proceedings of the International Joint Conference on Artificial Intelligence, pp 3219\u20133227","DOI":"10.24963\/ijcai.2018\/447"},{"issue":"1","key":"5190_CR19","first-page":"9709","volume":"22","author":"J Wang","year":"2021","unstructured":"Wang J, Joshi G (2021) Cooperative SGD: a unified framework for the design and analysis of local-update sgd algorithms. J Mach Learn Res 22(1):9709\u20139758","journal-title":"J Mach Learn Res"},{"key":"5190_CR20","unstructured":"Woodworth B, Wang J, Mcmahan B, Srebro N (2018) Graph oracle models, lower bounds, and gaps for parallel stochastic optimization. In: Proceedings of the Neural Information Processing Systems, vol 31, pp 8505\u20138515"},{"key":"5190_CR21","unstructured":"Li X, Huang K, Yang W, Wang S, Zhang Z (2019) On the convergence of FedAvg on non-iid data. arXiv preprint arXiv:1907.02189"},{"key":"5190_CR22","unstructured":"Haddadpour F, Kamani MM, Mahdavi M, Cadambe VR (2019) Local SGD with periodic averaging: tighter analysis and adaptive synchronization. In: Proceedings of the Neural Information Processing Systems, vol 32, pp 11082\u201311094"},{"issue":"6","key":"5190_CR23","doi-asserted-by":"publisher","first-page":"1205","DOI":"10.1109\/JSAC.2019.2904348","volume":"37","author":"S Wang","year":"2019","unstructured":"Wang S, Tuor T, Salonidis T, Leung KK, Makaya C, He T, Chan K (2019) Adaptive federated learning in resource constrained edge computing systems. IEEE J Sel Areas Commun 37(6):1205\u20131221","journal-title":"IEEE J Sel Areas Commun"},{"key":"5190_CR24","doi-asserted-by":"crossref","unstructured":"Yu H, Yang S, Zhu S (2019) Parallel restarted SGD with faster convergence and less communication: demystifying why model averaging works for deep learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 33, pp 5693\u20135700","DOI":"10.1609\/aaai.v33i01.33015693"},{"key":"5190_CR25","unstructured":"Khaled A, Mishchenko K, Richt\u00e1rik P (2019) First analysis of local GD on heterogeneous data. arXiv preprint arXiv:1909.04715"},{"key":"5190_CR26","unstructured":"Malinovskiy G, Kovalev D, Gasanov E, Condat L, Richtarik P (2020) From local SGD to local fixed-point methods for federated learning. In: International Conference on Machine Learning, pp 6692\u20136701"},{"key":"5190_CR27","unstructured":"Li T, Sahu AK, Zaheer M, Sanjabi M, Talwalkar A, Smith V (2020) Federated optimization in heterogeneous networks. In: Proceedings of Machine Learning and Systems, vol 2, pp 429\u2013450"},{"key":"5190_CR28","unstructured":"Yang H, Fang M, Liu J (2021) Achieving linear speedup with partial worker participation in non-iid federated learning. arXiv preprint arXiv:2101.11203"},{"issue":"10","key":"5190_CR29","doi-asserted-by":"publisher","first-page":"12410","DOI":"10.1007\/s11227-021-04267-5","volume":"78","author":"Q Ye","year":"2022","unstructured":"Ye Q, Zhou Y, Shi M, Lv J (2022) FLSGD: free local SGD with parallel synchronization. J Supercomput 78(10):12410\u201312433","journal-title":"J Supercomput"},{"key":"5190_CR30","doi-asserted-by":"crossref","unstructured":"Ribero M, Vikalo H (2020) Communication-efficient federated learning via optimal client sampling. arXiv preprint arXiv:2007.15197","DOI":"10.52591\/lxai2020071310"},{"key":"5190_CR31","unstructured":"Cho YJ, Gupta S, Joshi G, Ya\u011fan O (2020) Bandit-based communication-efficient client selection strategies for federated learning. In: Proceedings of the Asilomar Conference on Signals, Systems, and Computers, pp 1066\u20131069"},{"key":"5190_CR32","unstructured":"Shah V, Wu X, Sanghavi S (2020) Choosing the sample with lowest loss makes SGD robust. In: International Conference on Artificial Intelligence and Statistics, pp 2120\u20132130"},{"key":"5190_CR33","unstructured":"Cho YJ, Wang J, Joshi G (2022) Towards understanding biased client selection in federated learning. In: International Conference on Artificial Intelligence and Statistics, pp 10351\u201310375"},{"key":"5190_CR34","unstructured":"Yin D, Pananjady A, Lam M, Papailiopoulos D, Ramchandran K, Bartlett P (2018) Gradient diversity: a key ingredient for scalable distributed learning. In: Proceedings of the ICAIS, pp 1998\u20132007"},{"key":"5190_CR35","doi-asserted-by":"crossref","unstructured":"Kaul S, Yates R, Gruteser M (2012) Real-time status: How often should one update? In: Proceedings of the IEEE INFOCOM, pp 2731\u20132735","DOI":"10.1109\/INFCOM.2012.6195689"},{"key":"5190_CR36","doi-asserted-by":"crossref","unstructured":"Ozfatura E, Buyukates B, G\u00fcnd\u00fcz D, Ulukus S (2020) Age-based coded computation for bias reduction in distributed learning. In: Proceedings of the IEEE GLOBECOM, pp 1\u20136","DOI":"10.1109\/GLOBECOM42002.2020.9322412"},{"key":"5190_CR37","doi-asserted-by":"crossref","unstructured":"Yang HH, Arafa A, Quek TQS, Vincent\u00a0Poor H (2020) Age-based scheduling policy for federated learning in mobile edge networks. In: Proceedings of the IEEE ICASSP, pp 8743\u20138747","DOI":"10.1109\/ICASSP40776.2020.9053740"},{"issue":"1","key":"5190_CR38","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1109\/TCOMM.2019.2944169","volume":"68","author":"HH Yang","year":"2019","unstructured":"Yang HH, Liu Z, Quek TQ, Poor HV (2019) Scheduling policies for federated learning in wireless networks. IEEE Trans Commun 68(1):317\u2013333","journal-title":"IEEE Trans Commun"},{"key":"5190_CR39","doi-asserted-by":"crossref","unstructured":"Buyukates B, Ulukus S (2021) Timely communication in federated learning. In: Proceedings of the IEEE INFOCOM, pp 1\u20136","DOI":"10.1109\/INFOCOMWKSHPS51825.2021.9484497"},{"key":"5190_CR40","unstructured":"Reddi S, Charles Z, Zaheer M, Garrett Z, Rush K, Kone\u010dn\u00fd J et al (2020) Adaptive federated optimization. arXiv preprint arXiv:2003.00295"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05190-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-023-05190-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05190-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,20]],"date-time":"2023-06-20T14:12:29Z","timestamp":1687270349000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-023-05190-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,30]]},"references-count":40,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["5190"],"URL":"https:\/\/doi.org\/10.1007\/s11227-023-05190-7","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"type":"print","value":"0920-8542"},{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2023,3,30]]},"assertion":[{"value":"12 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This work was supported by the National Natural Science Foundation of China Grants No. 62101134 and No. 62071126, and the Innovation Program of Shanghai Municipal Science and Technology Commission Grant 20JC1416400.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}