{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T14:48:10Z","timestamp":1777128490123,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Australian Research Council (ARC)","award":["DE180100950"],"award-info":[{"award-number":["DE180100950"]}]},{"name":"Australian Research Council (ARC)","award":["DP230100233"],"award-info":[{"award-number":["DP230100233"]}]},{"name":"Australia-Germany Joint Research Cooperation Scheme","award":["57702286"],"award-info":[{"award-number":["57702286"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679853","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"2108-2117","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["DFLStar: A Decentralized Federated Learning Framework with Self-Knowledge Distillation and Participant Selection"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8816-0526","authenticated-orcid":false,"given":"Behnaz","family":"Soltani","sequence":"first","affiliation":[{"name":"Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5036-8984","authenticated-orcid":false,"given":"Venus","family":"Haghighi","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1533-0865","authenticated-orcid":false,"given":"Yipeng","family":"Zhou","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3326-4147","authenticated-orcid":false,"given":"Quan Z.","family":"Sheng","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4149-839X","authenticated-orcid":false,"given":"Lina","family":"Yao","sequence":"additional","affiliation":[{"name":"CSIRO Data61, Sydney, NSW, Australia"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Aaditya Kumar Singh, and Sunav Choudhary","author":"Arivazhagan Manoj Ghuhan","year":"2019","unstructured":"Manoj Ghuhan Arivazhagan, Vinay Aggarwal, Aaditya Kumar Singh, and Sunav Choudhary. 2019. Federated learning with personalization layers. arXiv preprint arXiv:1912.00818 (2019)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2023.3315746"},{"key":"e_1_3_2_1_3_1","volume-title":"Proc. of The Eleventh International Conference on Learning Representations.","author":"Bornstein Marco","year":"2023","unstructured":"Marco Bornstein, Tahseen Rabbani, Evan ZWang, Amrit Bedi, and Furong Huang. 2023. SWIFT: Rapid Decentralized Federated Learning via Wait-Free Model Communication. In Proc. of The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01480"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3046440"},{"key":"e_1_3_2_1_6_1","first-page":"14068","article-title":"Group knowledge transfer: Federated learning of large cnns at the edge","volume":"33","author":"He Chaoyang","year":"2020","unstructured":"Chaoyang He, Murali Annavaram, and Salman Avestimehr. 2020. Group knowledge transfer: Federated learning of large cnns at the edge. Advances in Neural Information Processing Systems 33 (2020), 14068--14080.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_7_1","volume-title":"Learning critically: Selective self-distillation in federated learning on non-iid data","author":"He Yuting","year":"2022","unstructured":"Yuting He, Yiqiang Chen, XiaoDong Yang, Hanchao Yu, Yi-Hua Huang, and Yang Gu. 2022 (Early Access). Learning critically: Selective self-distillation in federated learning on non-iid data. IEEE Trans. on Big Data (2022 (Early Access))."},{"key":"e_1_3_2_1_8_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_1_9_1","volume-title":"International Conference on Machine Learning. PMLR, 4387--4398","author":"Hsieh Kevin","year":"2020","unstructured":"Kevin Hsieh, Amar Phanishayee, Onur Mutlu, and Phillip Gibbons. 2020. The noniid data quagmire of decentralized machine learning. In International Conference on Machine Learning. PMLR, 4387--4398."},{"key":"e_1_3_2_1_10_1","volume-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data. arXiv preprint arXiv:1811.11479","author":"Jeong Eunjeong","year":"2018","unstructured":"Eunjeong Jeong, Seungeun Oh, Hyesung Kim, Jihong Park, Mehdi Bennis, and Seong-Lyun Kim. 2018. Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data. arXiv preprint arXiv:1811.11479 (2018)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3225185"},{"key":"e_1_3_2_1_12_1","volume-title":"Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al.","author":"Kairouz Peter","year":"2021","unstructured":"Peter Kairouz, H Brendan McMahan, Brendan Avent, Aur\u00e9lien Bellet, Mehdi Bennis, Arjun Nitin Bhagoji, Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al. 2021. Advances and open problems in federated learning. Foundations and Trends\u00ae in Machine Learning 14, 1--2 (2021), 1--210."},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. of the 37th International Conference on Machine Learning. 5132--5143","author":"Karimireddy Sai Praneeth","year":"2020","unstructured":"Sai Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank Reddi, Sebastian Stich, and Ananda Theertha Suresh. 2020. Scaffold: Stochastic controlled averaging for federated learning. In Proc. of the 37th International Conference on Machine Learning. 5132--5143."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. of the 8th International Conference on Learning Representations.","author":"Koloskova Anastasia","year":"2020","unstructured":"Anastasia Koloskova, Tao Lin, Sebastian U. Stich, and Martin Jaggi. 2020. Decentralized Deep Learning with Arbitrary Communication Compression. In Proc. of the 8th International Conference on Learning Representations."},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. of the 8th International Conference on Learning Representations.","author":"Li Xiang","year":"2020","unstructured":"Xiang Li, Kaixuan Huang, Wenhao Yang, Shusen Wang, and Zhihua Zhang. 2020. On the Convergence of FedAvg on Non-IID Data. In Proc. of the 8th International Conference on Learning Representations."},{"key":"e_1_3_2_1_18_1","volume-title":"Communicationefficient local decentralized SGD methods. arXiv preprint arXiv:1910.09126","author":"Li Xiang","year":"2019","unstructured":"Xiang Li,Wenhao Yang, ShusenWang, and Zhihua Zhang. 2019. Communicationefficient local decentralized SGD methods. arXiv preprint arXiv:1910.09126 (2019)."},{"key":"e_1_3_2_1_19_1","volume-title":"Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent. Advances in Neural Information Processing Systems 30","author":"Lian Xiangru","year":"2017","unstructured":"Xiangru Lian, Ce Zhang, Huan Zhang, Cho-Jui Hsieh, Wei Zhang, and Ji Liu. 2017. Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent. Advances in Neural Information Processing Systems 30 (2017)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10228945"},{"key":"e_1_3_2_1_21_1","first-page":"2351","article-title":"Ensemble distillation for robust model fusion in federated learning","volume":"33","author":"Lin Tao","year":"2020","unstructured":"Tao Lin, Lingjing Kong, Sebastian U Stich, and Martin Jaggi. 2020. Ensemble distillation for robust model fusion in federated learning. Advances in Neural Information Processing Systems 33 (2020), 2351--2363.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2022.3150182"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796935"},{"key":"e_1_3_2_1_24_1","volume-title":"Proc. of the 20th International Conference on Artificial Intelligence and Statistics. 1273--1282","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Proc. of the 20th International Conference on Artificial Intelligence and Statistics. 1273--1282."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00821"},{"key":"e_1_3_2_1_26_1","volume-title":"Decentralized federated learning of deep neural networks on non-iid data. arXiv preprint arXiv:2107.08517","author":"Onoszko Noa","year":"2021","unstructured":"Noa Onoszko, Gustav Karlsson, Olof Mogren, and Edvin Listo Zec. 2021. Decentralized federated learning of deep neural networks on non-iid data. arXiv preprint arXiv:2107.08517 (2021)."},{"key":"e_1_3_2_1_27_1","first-page":"8026","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. 2019. Pytorch: An imperative style, high-performance deep learning library. Advances in Neural Information Processing Systems 32 (2019), 8026--8037.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_28_1","volume-title":"Proc. of the 39th International Conference on Machine Learning. 18250--18280","author":"Qu Zhe","year":"2022","unstructured":"Zhe Qu, Xingyu Li, Rui Duan, Yao Liu, Bo Tang, and Zhuo Lu. 2022. Generalized federated learning via sharpness aware minimization. In Proc. of the 39th International Conference on Machine Learning. 18250--18280."},{"key":"e_1_3_2_1_29_1","volume-title":"Overcoming forgetting in federated learning on non-iid data. arXiv preprint arXiv:1910.07796","author":"Shoham Neta","year":"2019","unstructured":"Neta Shoham, Tomer Avidor, Aviv Keren, Nadav Israel, Daniel Benditkis, Liron Mor-Yosef, and Itai Zeitak. 2019. Overcoming forgetting in federated learning on non-iid data. arXiv preprint arXiv:1910.07796 (2019)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3556548.3559633"},{"key":"e_1_3_2_1_31_1","volume-title":"Proc. of the Thirty-Second International Joint Conference on Artificial Intelligence, IJCAI-23","author":"Soltani Behnaz","unstructured":"Behnaz Soltani, Yipeng Zhou, Venus Haghighi, and John C. S. Lui. 2023. A Survey of Federated Evaluation in Federated Learning. In Proc. of the Thirty-Second International Joint Conference on Artificial Intelligence, IJCAI-23. 6769--6777."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP55882.2022.9940426"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3196503"},{"key":"e_1_3_2_1_34_1","volume-title":"pFedSim: Similarity-Aware Model Aggregation Towards Personalized Federated Learning. arXiv preprint arXiv:2305.15706","author":"Tan Jiahao","year":"2023","unstructured":"Jiahao Tan, Yipeng Zhou, Gang Liu, Jessie HuiWang, and Shui Yu. 2023. pFedSim: Similarity-Aware Model Aggregation Towards Personalized Federated Learning. arXiv preprint arXiv:2305.15706 (2023)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3230938"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/3546258.3546471"},{"key":"e_1_3_2_1_37_1","volume-title":"Proc. of The Web Conference","author":"Wang Kai","year":"2021","unstructured":"Kai Wang, Yu Liu, Qian Ma, and Quan Z. Sheng. 2021. MulDE: Multi-teacher Knowledge Distillation for Low-dimensional Knowledge Graph Embeddings. In Proc. of The Web Conference 2021. Ljubljana, Slovenia, 1716--1726."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10228957"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599521"},{"key":"e_1_3_2_1_41_1","volume-title":"Proc. of the 9th International Conference on Learning Representations.","author":"Yoon Tehrim","year":"2021","unstructured":"Tehrim Yoon, Sumin Shin, Sung Ju Hwang, and Eunho Yang. 2021. FedMix: Approximation of Mixup under Mean Augmented Federated Learning. In Proc. of the 9th International Conference on Learning Representations."},{"key":"e_1_3_2_1_42_1","volume-title":"Decentralized federated learning: A survey and perspective","author":"Yuan Liangqi","year":"2024","unstructured":"Liangqi Yuan, Ziran Wang, Lichao Sun, S Yu Philip, and Christopher G Brinton. 2024. Decentralized federated learning: A survey and perspective. IEEE Internet of Things Journal (2024)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"e_1_3_2_1_44_1","first-page":"4388","article-title":"Self-distillation: Towards efficient and compact neural networks","volume":"44","author":"Zhang Linfeng","year":"2021","unstructured":"Linfeng Zhang, Chenglong Bao, and Kaisheng Ma. 2021. Self-distillation: Towards efficient and compact neural networks. IEEE Trans. on Pattern Analysis and Machine Intelligence 44, 8 (2021), 4388--4403.","journal-title":"IEEE Trans. on Pattern Analysis and Machine Intelligence"},{"key":"e_1_3_2_1_45_1","volume-title":"Federated learning with non-iid data. arXiv preprint arXiv:1806.00582","author":"Zhao Yue","year":"2018","unstructured":"Yue Zhao, Meng Li, Liangzhen Lai, Naveen Suda, Damon Civin, and Vikas Chandra. 2018. Federated learning with non-iid data. arXiv preprint arXiv:1806.00582 (2018)."},{"key":"e_1_3_2_1_46_1","volume-title":"Proc. of the 38th International Conference on Machine Learning. 12878--12889","author":"Zhu Zhuangdi","year":"2021","unstructured":"Zhuangdi Zhu, Junyuan Hong, and Jiayu Zhou. 2021. Data-free knowledge distillation for heterogeneous federated learning. In Proc. of the 38th International Conference on Machine Learning. 12878--12889."}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679853","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679853","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:08Z","timestamp":1750294688000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679853"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":45,"alternative-id":["10.1145\/3627673.3679853","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679853","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}