{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:04:59Z","timestamp":1775228699103,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Research Foundation, Singapore","award":["AISG2-RP-2020-018"],"award-info":[{"award-number":["AISG2-RP-2020-018"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3681054","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:33Z","timestamp":1729925973000},"page":"5201-5210","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["One-Shot Sequential Federated Learning for Non-IID Data by Enhancing Local Model Diversity"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5660-5250","authenticated-orcid":false,"given":"Naibo","family":"Wang","sequence":"first","affiliation":[{"name":"Institute of Data Science, National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7925-2933","authenticated-orcid":false,"given":"Yuchen","family":"Deng","sequence":"additional","affiliation":[{"name":"School of Mathematics and Statistics, Changchun University of Technology, Changchun, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3636-0035","authenticated-orcid":false,"given":"Wenjie","family":"Feng","sequence":"additional","affiliation":[{"name":"Institute of Data Science, National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6977-9119","authenticated-orcid":false,"given":"Shichen","family":"Fan","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Xidian University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4703-7348","authenticated-orcid":false,"given":"Jianwei","family":"Yin","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6565-7511","authenticated-orcid":false,"given":"See-Kiong","family":"Ng","sequence":"additional","affiliation":[{"name":"Institute of Data Science, National University of Singapore, Singapore, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Matthew Mattina, Paul N Whatmough, and Venkatesh Saligrama.","author":"Emre Acar Durmus Alp","year":"2021","unstructured":"Durmus Alp Emre Acar, Yue Zhao, Ramon Matas Navarro, Matthew Mattina, Paul N Whatmough, and Venkatesh Saligrama. 2021. Federated learning based on dynamic regularization. arXiv preprint arXiv:2111.04263 (2021)."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3149714"},{"key":"e_1_3_2_2_3_1","volume-title":"Pedro Miguel S\u00e1nchez S\u00e1nchez, Sergio L\u00f3pez Bernal, G\u00e9r\u00f4me Bovet, Manuel Gil P\u00e9rez, Gregorio Mart\u00ednez P\u00e9rez, and Alberto Huertas Celdr\u00e1n.","author":"Mart\u00ednez Beltr\u00e1n Enrique Tom\u00e1s","year":"2023","unstructured":"Enrique Tom\u00e1s Mart\u00ednez Beltr\u00e1n, Mario Quiles P\u00e9rez, Pedro Miguel S\u00e1nchez S\u00e1nchez, Sergio L\u00f3pez Bernal, G\u00e9r\u00f4me Bovet, Manuel Gil P\u00e9rez, Gregorio Mart\u00ednez P\u00e9rez, and Alberto Huertas Celdr\u00e1n. 2023. Decentralized federated learning: Fundamentals, state of the art, frameworks, trends, and challenges. IEEE Communications Surveys & Tutorials (2023)."},{"key":"e_1_3_2_2_4_1","unstructured":"Rishi Bommasani Drew A Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael S Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill et al. 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)."},{"key":"e_1_3_2_2_5_1","first-page":"374","article-title":"Towards federated learning at scale: System design","volume":"1","author":"Bonawitz Keith","year":"2019","unstructured":"Keith Bonawitz, Brendan McMahan, et al. 2019. Towards federated learning at scale: System design. Proceedings of Machine Learning and Systems , Vol. 1 (2019), 374--388.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"e_1_3_2_2_7_1","first-page":"22405","article-title":"Swad: Domain generalization by seeking flat minima","volume":"34","author":"Cha Junbum","year":"2021","unstructured":"Junbum Cha, Sanghyuk Chun, Kyungjae Lee, Han-Cheol Cho, Seunghyun Park, Yunsung Lee, and Sungrae Park. 2021. Swad: Domain generalization by seeking flat minima. Advances in Neural Information Processing Systems, Vol. 34 (2021), 22405--22418.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocy017"},{"key":"e_1_3_2_2_9_1","volume-title":"Metafed: Federated learning among federations with cyclic knowledge distillation for personalized healthcare","author":"Chen Yiqiang","year":"2023","unstructured":"Yiqiang Chen, Wang Lu, Xin Qin, Jindong Wang, and Xing Xie. 2023. Metafed: Federated learning among federations with cyclic knowledge distillation for personalized healthcare. IEEE Transactions on Neural Networks and Learning Systems (2023)."},{"key":"e_1_3_2_2_10_1","volume-title":"International Conference on Machine Learning. PMLR, 5677--5721","author":"Cho Yae Jee","year":"2023","unstructured":"Yae Jee Cho, Pranay Sharma, Gauri Joshi, Zheng Xu, Satyen Kale, and Tong Zhang. 2023. On the convergence of federated averaging with cyclic client participation. In International Conference on Machine Learning. PMLR, 5677--5721."},{"key":"e_1_3_2_2_11_1","volume-title":"Towards Addressing Label Skews in One-Shot Federated Learning. In The Eleventh International Conference on Learning Representations.","author":"Diao Yiqun","year":"2022","unstructured":"Yiqun Diao, Qinbin Li, and Bingsheng He. 2022. Towards Addressing Label Skews in One-Shot Federated Learning. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_2_12_1","volume-title":"Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives. arXiv preprint arXiv:2307.02140","author":"Duan Moming","year":"2023","unstructured":"Moming Duan. 2023. Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives. arXiv preprint arXiv:2307.02140 (2023)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3009406"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00779"},{"key":"e_1_3_2_2_15_1","volume-title":"Sharpness-aware Minimization for Efficiently Improving Generalization. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6Tm1mposlrM","author":"Foret Pierre","year":"2021","unstructured":"Pierre Foret, Ariel Kleiner, Hossein Mobahi, and Behnam Neyshabur. 2021. Sharpness-aware Minimization for Efficiently Improving Generalization. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6Tm1mposlrM"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00987"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00018"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/2354409.2355024"},{"key":"e_1_3_2_2_19_1","volume-title":"NeurIPS 2018 Workshop on Machine Learning on the Phone and other Consumer Devices.","author":"Guha Neel","year":"2018","unstructured":"Neel Guha, Ameet Talwalkar, and Virginia Smith. 2018. One-shot federated learning. In NeurIPS 2018 Workshop on Machine Learning on the Phone and other Consumer Devices."},{"key":"e_1_3_2_2_20_1","unstructured":"Andrew Hard Kurt Partridge Rajiv Mathews and Sean Augenstein. 2021. Jointly learning from decentralized (federated) and centralized data to mitigate distribution shift. (2021)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2020.10.006"},{"key":"e_1_3_2_2_22_1","volume-title":"Data-Free One-Shot Federated Learning Under Very High Statistical Heterogeneity. In The Eleventh International Conference on Learning Representations.","author":"Heinbaugh Clare Elizabeth","year":"2023","unstructured":"Clare Elizabeth Heinbaugh, Emilio Luz-Ricca, and Huajie Shao. 2023. Data-Free One-Shot Federated Learning Under Very High Statistical Heterogeneity. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00990"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01565"},{"key":"e_1_3_2_2_25_1","volume-title":"Averaging weights leads to wider optima and better generalization. arXiv preprint arXiv:1803.05407","author":"Izmailov Pavel","year":"2018","unstructured":"Pavel Izmailov, Dmitrii Podoprikhin, Timur Garipov, Dmitry Vetrov, and Andrew Gordon Wilson. 2018. Averaging weights leads to wider optima and better generalization. arXiv preprint arXiv:1803.05407 (2018)."},{"key":"e_1_3_2_2_26_1","unstructured":"Divyansh Jhunjhunwala Shiqiang Wang and Gauri Joshi. 2023. Towards a Theoretical and Practical Understanding of One-Shot Federated Learning with Fisher Information. In Federated Learning and Analytics in Practice: Algorithms Systems Applications and Opportunities."},{"key":"e_1_3_2_2_27_1","volume-title":"Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al.","author":"Kairouz Peter","year":"2021","unstructured":"Peter Kairouz, H Brendan McMahan, Brendan Avent, Aur\u00e9lien Bellet, Mehdi Bennis, Arjun Nitin Bhagoji, Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al. 2021. Advances and open problems in federated learning. Foundations and Trends\u00ae in Machine Learning, Vol. 14, 1--2 (2021), 1--210."},{"key":"e_1_3_2_2_28_1","volume-title":"The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=hDDV1lsRV8","author":"Kamp Michael","year":"2023","unstructured":"Michael Kamp, Jonas Fischer, and Jilles Vreeken. 2023. Federated Learning from Small Datasets. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=hDDV1lsRV8"},{"key":"e_1_3_2_2_29_1","volume-title":"International conference on machine learning. PMLR, 5132--5143","author":"Karimireddy Sai Praneeth","year":"2020","unstructured":"Sai Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank Reddi, Sebastian Stich, and Ananda Theertha Suresh. 2020. Scaffold: Stochastic controlled averaging for federated learning. In International conference on machine learning. PMLR, 5132--5143."},{"key":"e_1_3_2_2_30_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_2_31_1","volume-title":"Tiny imagenet visual recognition challenge. CS 231N","author":"Le Ya","year":"2015","unstructured":"Ya Le and Xuan Yang. 2015. Tiny imagenet visual recognition challenge. CS 231N, Vol. 7, 7 (2015), 3."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.591"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/205"},{"key":"e_1_3_2_2_34_1","volume-title":"Article 807","author":"Li Qinbin","year":"2023","unstructured":"Qinbin Li, Bingsheng He, and Dawn Song. 2023. Adversarial Collaborative Learning on Non-IID Features. , Article 807 (2023), 23 pages."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00954"},{"key":"e_1_3_2_2_36_1","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume":"2","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, Ameet Talwalkar, and Virginia Smith. 2020. Federated optimization in heterogeneous networks. Proceedings of Machine learning and systems , Vol. 2 (2020), 429--450.","journal-title":"Proceedings of Machine learning and systems"},{"key":"e_1_3_2_2_37_1","volume-title":"Fedbn: Federated learning on non-iid features via local batch normalization. arXiv preprint arXiv:2102.07623","author":"Li Xiaoxiao","year":"2021","unstructured":"Xiaoxiao Li, Meirui Jiang, Xiaofei Zhang, Michael Kamp, and Qi Dou. 2021. Fedbn: Federated learning on non-iid features via local batch normalization. arXiv preprint arXiv:2102.07623 (2021)."},{"key":"e_1_3_2_2_38_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Li Yipeng","year":"2024","unstructured":"Yipeng Li and Xinchen Lyu. 2024. Convergence Analysis of Sequential Federated Learning on Heterogeneous Data. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_2_39_1","volume-title":"Tony QS Quek, and H Vincent Poor","author":"Ma Chuan","year":"2020","unstructured":"Chuan Ma, Jun Li, Ming Ding, Howard H Yang, Feng Shu, Tony QS Quek, and H Vincent Poor. 2020. On safeguarding privacy and security in the framework of federated learning. IEEE network, Vol. 34, 4 (2020), 242--248."},{"key":"e_1_3_2_2_40_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics. PMLR 1273--1282."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00982"},{"key":"e_1_3_2_2_42_1","first-page":"10821","article-title":"Diverse weight averaging for out-of-distribution generalization","volume":"35","author":"Rame Alexandre","year":"2022","unstructured":"Alexandre Rame, Matthieu Kirchmeyer, Thibaud Rahier, Alain Rakotomamonjy, Patrick Gallinari, and Matthieu Cord. 2022. Diverse weight averaging for out-of-distribution generalization. Advances in Neural Information Processing Systems, Vol. 35 (2022), 10821--10836.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_43_1","volume-title":"Braintorrent: A peer-to-peer environment for decentralized federated learning. arXiv preprint arXiv:1905.06731","author":"Roy Abhijit Guha","year":"2019","unstructured":"Abhijit Guha Roy, Shayan Siddiqui, Sebastian P\u00f6lsterl, Nassir Navab, and Christian Wachinger. 2019. Braintorrent: A peer-to-peer environment for decentralized federated learning. arXiv preprint arXiv:1905.06731 (2019)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"crossref","unstructured":"Micah J Sheller Brandon Edwards G Anthony Reina Jason Martin Sarthak Pati Aikaterini Kotrotsou Mikhail Milchenko Weilin Xu Daniel Marcus Rivka R Colen et al. 2020. Federated learning in medicine: facilitating multi-institutional collaborations without sharing patient data. Scientific reports Vol. 10 1 (2020) 12598.","DOI":"10.1038\/s41598-020-69250-1"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/3618408.3619702"},{"key":"e_1_3_2_2_46_1","volume-title":"Overcoming forgetting in federated learning on non-iid data. arXiv preprint arXiv:1910.07796","author":"Shoham Neta","year":"2019","unstructured":"Neta Shoham, Tomer Avidor, Aviv Keren, Nadav Israel, Daniel Benditkis, Liron Mor-Yosef, and Itai Zeitak. 2019. Overcoming forgetting in federated learning on non-iid data. arXiv preprint arXiv:1910.07796 (2019)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2023.04.035"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3196503"},{"key":"e_1_3_2_2_49_1","first-page":"21394","article-title":"Personalized federated learning with moreau envelopes","volume":"33","author":"Dinh Canh T","year":"2020","unstructured":"Canh T Dinh, Nguyen Tran, and Josh Nguyen. 2020. Personalized federated learning with moreau envelopes. Advances in Neural Information Processing Systems, Vol. 33 (2020), 21394--21405.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_50_1","volume-title":"Collaborative machine learning: Schemes, robustness, and privacy","author":"Wang Junbo","year":"2022","unstructured":"Junbo Wang, Amitangshu Pal, Qinglin Yang, Krishna Kant, Kaiming Zhu, and Song Guo. 2022. Collaborative machine learning: Schemes, robustness, and privacy. IEEE Transactions on Neural Networks and Learning Systems (2022)."},{"key":"e_1_3_2_2_51_1","volume-title":"Data-Free Diversity-Based Ensemble Selection For One-Shot Federated Learning in Machine Learning Model Market. arXiv preprint arXiv:2302.11751","author":"Wang Naibo","year":"2023","unstructured":"Naibo Wang, Wenjie Feng, Fusheng Liu, Moming Duan, and See-Kiong Ng. 2023. Data-Free Diversity-Based Ensemble Selection For One-Shot Federated Learning in Machine Learning Model Market. arXiv preprint arXiv:2302.11751 (2023)."},{"key":"e_1_3_2_2_52_1","volume-title":"International Conference on Machine Learning. PMLR, 23965--23998","author":"Wortsman Mitchell","year":"2022","unstructured":"Mitchell Wortsman, Gabriel Ilharco, Samir Ya Gadre, Rebecca Roelofs, Raphael Gontijo-Lopes, Ari S Morcos, Hongseok Namkoong, Ali Farhadi, Yair Carmon, Simon Kornblith, et al. 2022. Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time. In International Conference on Machine Learning. PMLR, 23965--23998."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.5555\/3618408.3619985"},{"key":"e_1_3_2_2_54_1","volume-title":"Exploring One-shot Semi-supervised Federated Learning with A Pre-trained Diffusion Model. arXiv preprint arXiv:2305.04063","author":"Yang Mingzhao","year":"2023","unstructured":"Mingzhao Yang, Shangchao Su, Bin Li, and Xiangyang Xue. 2023. Exploring One-shot Semi-supervised Federated Learning with A Pre-trained Diffusion Model. arXiv preprint arXiv:2305.04063 (2023)."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3339474"},{"key":"e_1_3_2_2_56_1","volume-title":"Decentralized Federated Learning: A Survey and Perspective. arXiv preprint arXiv:2306.01603","author":"Yuan Liangqi","year":"2023","unstructured":"Liangqi Yuan, Lichao Sun, Philip S Yu, and Ziran Wang. 2023. Decentralized Federated Learning: A Survey and Perspective. arXiv preprint arXiv:2306.01603 (2023)."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR56361.2022.9956084"},{"key":"e_1_3_2_2_58_1","first-page":"21414","article-title":"Dense: Data-free one-shot federated learning","volume":"35","author":"Zhang Jie","year":"2022","unstructured":"Jie Zhang, Chen Chen, Bo Li, Lingjuan Lyu, Shuang Wu, Shouhong Ding, Chunhua Shen, and Chao Wu. 2022. Dense: Data-free one-shot federated learning. Advances in Neural Information Processing Systems, Vol. 35 (2022), 21414--21428.","journal-title":"Advances in Neural Information Processing Systems"}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","location":"Melbourne VIC Australia","acronym":"MM '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681054","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3681054","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:57:52Z","timestamp":1750294672000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681054"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":58,"alternative-id":["10.1145\/3664647.3681054","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3681054","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}