{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T18:47:05Z","timestamp":1764701225046,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T00:00:00Z","timestamp":1745280000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Swiss National Science Foundation","award":["10.001.796"],"award-info":[{"award-number":["10.001.796"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,22]]},"DOI":"10.1145\/3696410.3714872","type":"proceedings-article","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T22:47:11Z","timestamp":1745362031000},"page":"685-696","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Boosting Asynchronous Decentralized Learning with Model Fragmentation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2115-1495","authenticated-orcid":false,"given":"Sayan","family":"Biswas","sequence":"first","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8187-724X","authenticated-orcid":false,"given":"Anne-Marie","family":"Kermarrec","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2038-5779","authenticated-orcid":false,"given":"Alexis","family":"Marouani","sequence":"additional","affiliation":[{"name":"\u00e9cole Polytechnique, Palaiseau, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7826-1599","authenticated-orcid":false,"given":"Rafael","family":"Pires","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1928-1549","authenticated-orcid":false,"given":"Rishi","family":"Sharma","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4157-4847","authenticated-orcid":false,"given":"Martijn","family":"de Vos","sequence":"additional","affiliation":[{"name":"EPFL, Lausanne, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3567485"},{"key":"e_1_3_2_1_2_1","volume-title":"NeurIPS","author":"Alistarh Dan","year":"2018","unstructured":"Dan Alistarh, Torsten Hoefler, Mikael Johansson, Sarit Khirirat, Nikola Konstantinov, and C\u00e9dric Renggli. The convergence of sparsified gradient methods. In NeurIPS, 2018."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3026619"},{"key":"e_1_3_2_1_4_1","volume-title":"ICML","author":"Assran Mahmoud","year":"2019","unstructured":"Mahmoud Assran, Nicolas Loizou, Nicolas Ballas, and Mike Rabbat. Stochastic gradient push for distributed deep learning. In ICML, 2019."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.2981035"},{"issue":"3","key":"e_1_3_2_1_6_1","first-page":"1","article-title":"Empowering user-centric recommender systems over gossip learning. Proceedings of the ACM on Interactive, Mobile","volume":"6","author":"Belal Yacine","year":"2022","unstructured":"Yacine Belal, Aur\u00e9lien Bellet, Sonia Ben Mokhtar, and Vlad Nitu. Pepper: Empowering user-centric recommender systems over gossip learning. Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 6(3):1--27, 2022.","journal-title":"Wearable and Ubiquitous Technologies"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2023.3315746"},{"key":"e_1_3_2_1_8_1","volume-title":"Noiseless privacy-preserving decentralized learning. arXiv preprint arXiv:2404.09536","author":"Biswas Sayan","year":"2024","unstructured":"Sayan Biswas, Mathieu Even, Anne-Marie Kermarrec, Laurent Massoulie, Rafael Pires, Rishi Sharma, and Martijn de Vos. Noiseless privacy-preserving decentralized learning. arXiv preprint arXiv:2404.09536, 2024."},{"key":"e_1_3_2_1_9_1","volume-title":"Boosting asynchronous decentralized learning with model fragmentation. arXiv preprint arXiv:2410.12918","author":"Biswas Sayan","year":"2024","unstructured":"Sayan Biswas, Anne-Marie Kermarrec, Alexis Marouani, Rafael Pires, Rishi Sharma, and Martijn De Vos. Boosting asynchronous decentralized learning with model fragmentation. arXiv preprint arXiv:2410.12918, 2024."},{"key":"e_1_3_2_1_10_1","volume-title":"The Eleventh International Conference on Learning Representations (ICLR)","author":"Bornstein Marco","year":"2023","unstructured":"Marco Bornstein, Tahseen Rabbani, Evan Wang, Amrit Singh Bedi, and Furong Huang. Swift: Rapid decentralized federated learning via wait-free model communication. In The Eleventh International Conference on Learning Representations (ICLR), 2023."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCCI55352.2022.9926623"},{"key":"e_1_3_2_1_12_1","volume-title":"Fleet: Online federated learning via staleness awareness and performance prediction. ACM Transactions on Intelligent Systems and Technology (TIST), 13(5):1--30","author":"Damaskinos Georgios","year":"2022","unstructured":"Georgios Damaskinos, Rachid Guerraoui, Anne-Marie Kermarrec, Vlad Nitu, Rhicheek Patra, and Francois Taiani. Fleet: Online federated learning via staleness awareness and performance prediction. ACM Transactions on Intelligent Systems and Technology (TIST), 13(5):1--30, 2022."},{"key":"e_1_3_2_1_13_1","first-page":"36132","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Vos Martijn De","year":"2023","unstructured":"Martijn De Vos, Sadegh Farhadkhani, Rachid Guerraoui, Anne-Marie Kermarrec, Rafael Pires, and Rishi Sharma. Epidemic learning: Boosting decentralized learning with randomized communication. In Advances in Neural Information Processing Systems, volume 36, pages 36132--36164, 2023."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS53621.2022.00050"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578356.3592587"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS57875.2023.00067"},{"key":"e_1_3_2_1_17_1","volume-title":"ICML","volume":"202","author":"Even Mathieu","year":"2023","unstructured":"Mathieu Even. Stochastic gradient descent under Markovian sampling schemes. In ICML, volume 202, 2023."},{"key":"e_1_3_2_1_18_1","volume-title":"AISTATS","author":"Even Mathieu","year":"2024","unstructured":"Mathieu Even, Anastasia Koloskova, and Laurent Massouli\u00e9. Asynchronous sgd on graphs: a unified framework for asynchronous decentralized and federated optimization. In AISTATS, 2024."},{"key":"e_1_3_2_1_19_1","volume-title":"Mini-batch stochastic approximation methods for nonconvex stochastic composite optimization. Math. Program., 155(1--2):267--305, jan","author":"Ghadimi Saeed","year":"2016","unstructured":"Saeed Ghadimi, Guanghui Lan, and Hongchao Zhang. Mini-batch stochastic approximation methods for nonconvex stochastic composite optimization. Math. Program., 155(1--2):267--305, jan 2016."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342195.3387540"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3567482"},{"key":"e_1_3_2_1_22_1","volume-title":"Movielens datasets","author":"Group","year":"2021","unstructured":"Grouplens. Movielens datasets, 2021."},{"key":"e_1_3_2_1_23_1","first-page":"74","volume-title":"DAIS 2019, Held as Part of the 14th International Federated Conference on Distributed Computing Techniques, DisCoTec 2019, Kongens Lyngby, Denmark, June 17--21, 2019, Proceedings 19","author":"Heged's Istv\u00e1n","year":"2019","unstructured":"Istv\u00e1n Heged's, G\u00e1bor Danner, and M\u00e1rk Jelasity. Gossip learning as a decentralized alternative to federated learning. In Distributed Applications and Interoperable Systems: 19th IFIP WG 6.1 International Conference, DAIS 2019, Held as Part of the 14th International Federated Conference on Distributed Computing Techniques, DisCoTec 2019, Kongens Lyngby, Denmark, June 17--21, 2019, Proceedings 19, pages 74--90. Springer, 2019."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2020.10.006"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525346"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10208-021-09533-9"},{"key":"e_1_3_2_1_27_1","first-page":"814","article-title":"Papaya: Practical, private, and scalable federated learning","volume":"4","author":"Huba Dzmitry","year":"2022","unstructured":"Dzmitry Huba, John Nguyen, Kshitiz Malik, Ruiyu Zhu, Mike Rabbat, Ashkan Yousefpour, Carole-Jean Wu, Hongyuan Zhan, Pavel Ustinov, Harish Srinivas, et al. Papaya: Practical, private, and scalable federated learning. Proceedings of Machine Learning and Systems, 4:814--832, 2022.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45041.2023.10279714"},{"key":"e_1_3_2_1_29_1","volume-title":"Draco: Decentralized asynchronous federated learning over continuous row-stochastic network matrices. arXiv preprint arXiv:2406.13533","author":"Jeong Eunjeong","year":"2024","unstructured":"Eunjeong Jeong and Marios Kountouris. Draco: Decentralized asynchronous federated learning over continuous row-stochastic network matrices. arXiv preprint arXiv:2406.13533, 2024."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45855.2022.9838891"},{"key":"e_1_3_2_1_31_1","volume-title":"ICLR","author":"Koloskova Anastasia","year":"2020","unstructured":"Anastasia Koloskova, Tao Lin, Sebastian U Stich, and Martin Jaggi. Decentralized deep learning with arbitrary communication compression. In ICLR, 2020."},{"key":"e_1_3_2_1_32_1","volume-title":"ICML","author":"Koloskova Anastasia","year":"2019","unstructured":"Anastasia Koloskova, Sebastian Stich, and Martin Jaggi. Decentralized stochastic optimization and gossip algorithms with compressed communication. In ICML, 2019."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 36th International Conference on Neural Information Processing Systems, NIPS '22","author":"Koloskova Anastasia","year":"2024","unstructured":"Anastasia Koloskova, Sebastian U. Stich, and Martin Jaggi. Sharper convergence guarantees for asynchronous sgd for distributed and federated learning. In Proceedings of the 36th International Conference on Neural Information Processing Systems, NIPS '22, Red Hook, NY, USA, 2024. Curran Associates Inc."},{"key":"e_1_3_2_1_34_1","volume-title":"Matrix factorization techniques for recommender systems. Computer, 42(8)","author":"Koren Yehuda","year":"2009","unstructured":"Yehuda Koren, Robert Bell, and Chris Volinsky. Matrix factorization techniques for recommender systems. Computer, 42(8), 2009."},{"key":"e_1_3_2_1_35_1","volume-title":"The cifar-10 dataset. 55(5)","author":"Krizhevsky Alex","year":"2014","unstructured":"Alex Krizhevsky, Vinod Nair, and Geoffrey Hinton. The cifar-10 dataset. 55(5), 2014."},{"key":"e_1_3_2_1_36_1","first-page":"11814","volume-title":"International conference on machine learning","author":"Lai Fan","year":"2022","unstructured":"Fan Lai, Yinwei Dai, Sanjay Singapuram, Jiachen Liu, Xiangfeng Zhu, Harsha Madhyastha, and Mosharaf Chowdhury. Fedscale: Benchmarking model and system performance of federated learning at scale. In International conference on machine learning, pages 11814--11827. PMLR, 2022."},{"key":"e_1_3_2_1_37_1","volume-title":"Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)","author":"Bars Batiste Le","year":"2022","unstructured":"Batiste Le Bars, Aur\u00e9lien Bellet, Marc Tommasi, Erick Lavoie, and A Kermarrec. Refined convergence and topology learning for decentralized optimization with heterogeneous data. In Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022), 2022."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_39_1","volume-title":"Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent. Advances in neural information processing systems, 30","author":"Lian Xiangru","year":"2017","unstructured":"Xiangru Lian, Ce Zhang, Huan Zhang, Cho-Jui Hsieh,Wei Zhang, and Ji Liu. Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent. Advances in neural information processing systems, 30, 2017."},{"key":"e_1_3_2_1_40_1","series-title":"Proceedings of Machine Learning Research","first-page":"3043","volume-title":"Jennifer Dy and Andreas Krause","author":"Lian Xiangru","year":"2018","unstructured":"Xiangru Lian, Wei Zhang, Ce Zhang, and Ji Liu. Asynchronous decentralized parallel stochastic gradient descent. In Jennifer Dy and Andreas Krause, editors, Proceedings of the 35th International Conference on Machine Learning, volume 80 of Proceedings of Machine Learning Research, pages 3043--3052. PMLR, 10--15 Jul 2018."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591733"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378499"},{"key":"e_1_3_2_1_43_1","volume-title":"AISTATS. PMLR","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise Aguera y Arcas. Communication-efficient learning of deep networks from decentralized data. In AISTATS. PMLR, 2017."},{"key":"e_1_3_2_1_44_1","first-page":"6829","article-title":"Asynchronous decentralized sgd with quantized and local updates","volume":"34","author":"Nadiradze Giorgi","year":"2021","unstructured":"Giorgi Nadiradze, Amirmojtaba Sabour, Peter Davies, Shigang Li, and Dan Alistarh. Asynchronous decentralized sgd with quantized and local updates. Advances in Neural Information Processing Systems, 34:6829--6842, 2021.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2529285"},{"key":"e_1_3_2_1_46_1","first-page":"3581","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Nguyen John","year":"2022","unstructured":"John Nguyen, Kshitiz Malik, Hongyuan Zhan, Ashkan Yousefpour, Mike Rabbat, Mani Malek, and Dzmitry Huba. Federated learning with buffered asynchronous aggregation. In International Conference on Artificial Intelligence and Statistics, pages 3581--3607. PMLR, 2022."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2607023"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.2858"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179291"},{"key":"e_1_3_2_1_50_1","first-page":"32","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. Pytorch: An imperative style, high-performance deep learning library. NeurIPS, 32, 2019.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_51_1","first-page":"18195","article-title":"Communication-efficient decentralized training on heterogeneous unreliable devices","volume":"34","author":"Ryabinin Max","year":"2021","unstructured":"Max Ryabinin, Eduard Gorbunov, Vsevolod Plokhotnyuk, and Gennady Pekhimenko. Moshpit sgd: Communication-efficient decentralized training on heterogeneous unreliable devices. Advances in Neural Information Processing Systems, 34:18195--18211, 2021.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_52_1","first-page":"1073","article-title":"Communication-efficient topologies for decentralized learning with o(1) consensus rate","volume":"35","author":"Song Zhuoqing","year":"2022","unstructured":"Zhuoqing Song, Weijian Li, Kexin Jin, Lei Shi, Ming Yan, Wotao Yin, and Kun Yuan. Communication-efficient topologies for decentralized learning with o(1) consensus rate. Advances in Neural Information Processing Systems, 35:1073--1085, 2022.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_53_1","first-page":"10","article-title":"A survey and guideline on privacy enhancing technologies for collaborative machine learning","author":"Soykan Elif Ustundag","year":"2022","unstructured":"Elif Ustundag Soykan, Leyli Kara\u00e7ay, Ferhat Karako\u00e7, and Emrah Tomur. A survey and guideline on privacy enhancing technologies for collaborative machine learning. IEEE Access, 10, 2022.","journal-title":"IEEE Access"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS47774.2020.00153"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC47138.2019.9123209"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2023.100595"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2010.2049518"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645509"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Sydney NSW Australia","acronym":"WWW '25"},"container-title":["Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714872","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696410.3714872","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:53Z","timestamp":1750295933000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714872"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,22]]},"references-count":58,"alternative-id":["10.1145\/3696410.3714872","10.1145\/3696410"],"URL":"https:\/\/doi.org\/10.1145\/3696410.3714872","relation":{},"subject":[],"published":{"date-parts":[[2025,4,22]]},"assertion":[{"value":"2025-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}