{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T06:41:23Z","timestamp":1769755283771,"version":"3.49.0"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001711","name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","doi-asserted-by":"publisher","award":["10.001.796"],"award-info":[{"award-number":["10.001.796"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1109\/tpds.2025.3578522","type":"journal-article","created":{"date-parts":[[2025,6,10]],"date-time":"2025-06-10T13:54:43Z","timestamp":1749563683000},"page":"1666-1679","source":"Crossref","is-referenced-by-count":1,"title":["Boosting Resource-Constrained Federated Learning Systems With Guessed Updates"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6138-9312","authenticated-orcid":false,"given":"Mohamed Yassine","family":"Boukhari","sequence":"first","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4362-5548","authenticated-orcid":false,"given":"Akash","family":"Dhasade","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8187-724X","authenticated-orcid":false,"given":"Anne-Marie","family":"Kermarrec","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7826-1599","authenticated-orcid":false,"given":"Rafael","family":"Pires","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Othmane","family":"Safsafi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1928-1549","authenticated-orcid":false,"given":"Rishi","family":"Sharma","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"issue":"3","key":"ref1","first-page":"783","article-title":"A review on edge analytics: Issues, challenges, opportunities, promises, future directions, and applications","volume-title":"Digit. Commun. Netw.","volume":"10","author":"Nayak","year":"2024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/EDGE60047.2023.00054"},{"key":"ref3","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"McMahan"},{"key":"ref4","first-page":"423","article-title":"Multi-level federated learning for industry 4.0\u2013A crowdsourcing approach","volume-title":"Procedia Comput. Sci.","volume":"217","author":"Ullah","year":"2023"},{"key":"ref5","article-title":"Federated learning: A cutting-edge survey of the latest advancements and applications","volume-title":"Comput. Commun.","volume":"228","author":"Akhtarshenas","year":"2024"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449851"},{"key":"ref7","first-page":"374","article-title":"Towards federated learning at scale: System design","volume-title":"Proc. Mach. Learn. Syst.","author":"Bonawitz"},{"key":"ref8","article-title":"Applied federated learning: Improving Google keyboard query suggestions","author":"Yang","year":"2018"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3567485"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1561\/9781680837896"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3437984.3458839"},{"key":"ref12","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. Mach. Learn. Syst.","author":"Li"},{"key":"ref13","first-page":"5132","article-title":"SCAFFOLD: Stochastic controlled averaging for federated learning","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Karimireddy"},{"key":"ref14","first-page":"272","article-title":"Model aggregation techniques in federated learning: A comprehensive survey","volume-title":"Future Gener. Comput. Syst.","volume":"150","author":"Qi","year":"2024"},{"key":"ref15","first-page":"7611","article-title":"Tackling the objective inconsistency problem in heterogeneous federated optimization","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref16","first-page":"814","article-title":"Papaya: Practical, private, and scalable federated learning","volume-title":"Proc. Mach. Learn. Syst.","author":"Huba"},{"key":"ref17","first-page":"1139","article-title":"On the importance of initialization and momentum in deep learning","volume-title":"Proc. 30th Int. Conf. Mach. Learn.","author":"Sutskever"},{"key":"ref18","article-title":"Adaptive federated optimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Reddi"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02350"},{"key":"ref20","first-page":"395","article-title":"Quantifying the impact of learning algorithm parameter tuning","volume-title":"Proc. 21st Nat. Conf. Artif. Intell.","author":"Lavesson"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2015.7280644"},{"issue":"53","key":"ref22","first-page":"1","article-title":"Tunability: Importance of hyperparameters of machine learning algorithms","volume":"20","author":"Probst","year":"2019","journal-title":"J. Mach. Learn. Res."},{"key":"ref23","article-title":"Importance of tuning hyperparameters of machine learning algorithms","author":"Weerts","year":"2020"},{"key":"ref24","article-title":"On large-batch training for deep learning: Generalization gap and sharp minima","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Keskar"},{"key":"ref25","first-page":"3440","article-title":"Step size matters in deep learning","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst.","author":"Nar"},{"key":"ref26","first-page":"8289","article-title":"How SGD selects the global minima in over-parameterized learning: A dynamical stability perspective","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wu"},{"key":"ref27","article-title":"On the outsized importance of learning rates in local update methods","author":"Charles","year":"2020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599521"},{"key":"ref29","article-title":"HeteroFL: Computation and communication efficient federated learning for heterogeneous clients","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Diao"},{"key":"ref30","article-title":"AdaptCL: Efficient collaborative learning with dynamic and adaptive pruning","author":"Zhou","year":"2021"},{"issue":"10","key":"ref31","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume-title":"J. Mach. Learn. Res.","volume":"13","author":"Bergstra","year":"2012"},{"issue":"1","key":"ref32","first-page":"6765","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"Li","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref33","article-title":"Single-shot general hyper-parameter optimization for federated learning","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Zhou"},{"key":"ref34","first-page":"19184","article-title":"Federated hyperparameter tuning: Challenges, baselines, and connections to weight-sharing","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Khodak"},{"key":"ref35","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref36","first-page":"9815","article-title":"Adaptive methods for nonconvex optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zaheer"},{"key":"ref37","first-page":"15236","article-title":"Momentum-based variance reduction in non-convex SGD","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Cutkosky"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS57875.2023.00067"},{"key":"ref39","first-page":"9872","article-title":"ATOMO: Communication-efficient learning via atomic sparsification","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref41","first-page":"5895","article-title":"Acceleration for compressed gradient descent in distributed and federated optimization","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Li"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2020.2988575"},{"key":"ref43","article-title":"Practical secure aggregation for federated learning on user-held data","volume-title":"Proc. NIPS Workshop Private Multi-Party Mach. Learn.","author":"Bonawitz"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2021.3054610"},{"key":"ref45","article-title":"LEAF: A benchmark for federated settings","volume-title":"Proc. 2nd Int. Workshop Federated Learn. Data Privacy Confidentiality","author":"Caldas"},{"key":"ref46","first-page":"20461","article-title":"On large-cohort training for federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Charles"},{"key":"ref47","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref48","first-page":"649","article-title":"Character-level convolutional networks for text classification","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhang"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref50","article-title":"Multi-scale dense networks for resource efficient image classification","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Huang"},{"key":"ref51","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3081748"},{"key":"ref53","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","volume-title":"Proc. 12th USENIX Conf. Operating Syst. Des. Implementation","author":"Abadi"},{"key":"ref54","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke"},{"key":"ref55","first-page":"3581","article-title":"Federated learning with buffered asynchronous aggregation","volume-title":"Proc. 25th Int. Conf. Artif. Intell. Statist.","author":"Nguyen"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref57","first-page":"28663","article-title":"Breaking the centralized barrier for cross-device federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Karimireddy"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/71\/11045205\/11029620-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/71\/11045205\/11029620.pdf?arnumber=11029620","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,16]],"date-time":"2025-07-16T17:40:15Z","timestamp":1752687615000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11029620\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":57,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2025.3578522","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8]]}}}