{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:35:46Z","timestamp":1742913346302,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":35,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819609659"},{"type":"electronic","value":"9789819609666"}],"license":[{"start":{"date-parts":[[2024,12,7]],"date-time":"2024-12-07T00:00:00Z","timestamp":1733529600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,7]],"date-time":"2024-12-07T00:00:00Z","timestamp":1733529600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0966-6_5","type":"book-chapter","created":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T08:41:25Z","timestamp":1733474485000},"page":"74-90","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["FedRepOpt: Gradient Re-parametrized Optimizers in\u00a0Federated Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5364-5070","authenticated-orcid":false,"given":"Kin Wai","family":"Lau","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2945-7181","authenticated-orcid":false,"given":"Yasar Abbas Ur","family":"Rehman","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7072-9898","authenticated-orcid":false,"given":"Pedro","family":"Porto Buarque de Gusm\u00e3o","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5185-1492","authenticated-orcid":false,"given":"Lai-Man","family":"Po","sequence":"additional","affiliation":[]},{"given":"Lan","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Yuyang","family":"Xie","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,7]]},"reference":[{"key":"5_CR1","unstructured":"Acar, D.A.E., Zhao, Y., Navarro, R.M., Mattina, M., Whatmough, P.N., Saligrama, V.: Federated learning based on dynamic regularization. arXiv preprint arXiv:2111.04263 (2021)"},{"key":"5_CR2","unstructured":"Alistarh, D., Grubic, D., Li, J., Tomioka, R., Vojnovic, M.: Qsgd: Communication-efficient sgd via gradient quantization and encoding. Advances in neural information processing systems 30 (2017)"},{"key":"5_CR3","unstructured":"Beutel, D.J., Topal, T., Mathur, A., Qiu, X., Parcollet, T., Lane, N.D.: Flower: A friendly federated learning research framework. arXiv preprint arXiv:2007.14390 (2020)"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Chen, C., Xu, H., Wang, W., Li, B., Li, B., Chen, L., Zhang, G.: Communication-efficient federated learning with adaptive parameter freezing. In: 2021 IEEE 41st International Conference on Distributed Computing Systems (ICDCS). pp. 1\u201311. IEEE (2021)","DOI":"10.1109\/ICDCS51616.2021.00010"},{"key":"5_CR5","unstructured":"Chen, C., Guo, Z., Zeng, H., Xiong, P., Dong, J.: Repghost: A hardware-efficient ghost module via re-parameterization. arXiv e-prints pp. arXiv\u20132211 (2022)"},{"key":"5_CR6","unstructured":"Ding, X., Chen, H., Zhang, X., Huang, K., Han, J., Ding, G.: Re-parameterizing your optimizers rather than architectures. In: The Eleventh International Conference on Learning Representations (2023), https:\/\/openreview.net\/forum?id=B92TMCG_7rp"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Ding, X., Zhang, X., Han, J., Ding, G.: Diverse branch block: Building a convolution as an inception-like unit. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 10886\u201310895 (2021)","DOI":"10.1109\/CVPR46437.2021.01074"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Ding, X., Zhang, X., Han, J., Ding, G.: Scaling up your kernels to 31x31: Revisiting large kernel design in cnns. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 11963\u201311975 (2022)","DOI":"10.1109\/CVPR52688.2022.01166"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Ding, X., Zhang, X., Ma, N., Han, J., Ding, G., Sun, J.: Repvgg: Making vgg-style convnets great again. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp. 13733\u201313742 (2021)","DOI":"10.1109\/CVPR46437.2021.01352"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Dryden, N., Moon, T., Jacobs, S.A., Van\u00a0Essen, B.: Communication quantization for data-parallel training of deep neural networks. In: 2016 2nd Workshop on Machine Learning in HPC Environments (MLHPC). pp.\u00a01\u20138. IEEE (2016)","DOI":"10.1109\/MLHPC.2016.004"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Gao, Y., Parcollet, T., Zaiem, S., Fernandez-Marques, J., de\u00a0Gusmao, P.P., Beutel, D.J., Lane, N.D.: End-to-end speech recognition from federated acoustic models. In: ICASSP 2022-2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). pp. 7227\u20137231. IEEE (2022)","DOI":"10.1109\/ICASSP43922.2022.9747161"},{"key":"5_CR12","unstructured":"Hsieh, K., Harlap, A., Vijaykumar, N., Konomis, D., Ganger, G.R., Gibbons, P.B., Mutlu, O.: Gaia:$$\\{$$Geo-Distributed$$\\}$$ machine learning approaching $$\\{$$LAN$$\\}$$ speeds. In: 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17). pp. 629\u2013647 (2017)"},{"key":"5_CR13","unstructured":"Karimireddy, S.P., Kale, S., Mohri, M., Reddi, S., Stich, S., Suresh, A.T.: Scaffold: Stochastic controlled averaging for federated learning. In: International conference on machine learning. pp. 5132\u20135143. PMLR (2020)"},{"key":"5_CR14","unstructured":"Kone\u010dn\u1ef3, J., McMahan, H.B., Yu, F.X., Richt\u00e1rik, P., Suresh, A.T., Bacon, D.: Federated learning: Strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 (2016)"},{"key":"5_CR15","unstructured":"Li, X., Jiang, M., Zhang, X., Kamp, M., Dou, Q.: Fedbn: Federated learning on non-iid features via local batch normalization. arXiv preprint arXiv:2102.07623 (2021)"},{"issue":"7","key":"5_CR16","doi-asserted-by":"publisher","first-page":"8423","DOI":"10.1109\/TITS.2021.3081560","volume":"23","author":"Y Li","year":"2021","unstructured":"Li, Y., Tao, X., Zhang, X., Liu, J., Xu, J.: Privacy-preserved federated learning for autonomous driving. IEEE Trans. Intell. Transp. Syst. 23(7), 8423\u20138434 (2021)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"8","key":"5_CR17","doi-asserted-by":"publisher","first-page":"1754","DOI":"10.1109\/TPDS.2020.2975189","volume":"31","author":"W Liu","year":"2020","unstructured":"Liu, W., Chen, L., Chen, Y., Zhang, W.: Accelerating federated learning via momentum gradient descent. IEEE Trans. Parallel Distrib. Syst. 31(8), 1754\u20131766 (2020)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"12","key":"5_CR18","doi-asserted-by":"publisher","first-page":"9827","DOI":"10.1109\/JIOT.2020.3021006","volume":"8","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Nie, J., Li, X., Ahmed, S.H., Lim, W.Y.B., Miao, C.: Federated learning in the sky: Aerial-ground air quality sensing framework with uav swarms. IEEE Internet Things J. 8(12), 9827\u20139837 (2020)","journal-title":"IEEE Internet Things J."},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Long, G., Tan, Y., Jiang, J., Zhang, C.: Federated learning for open banking. In: Federated Learning: Privacy and Incentive, pp. 240\u2013254. Springer (2020)","DOI":"10.1007\/978-3-030-63076-8_17"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Luping, W., Wei, W., Bo, L.: Cmfl: Mitigating communication overhead for federated learning. In: 2019 IEEE 39th international conference on distributed computing systems (ICDCS). pp. 954\u2013964. IEEE (2019)","DOI":"10.1109\/ICDCS.2019.00099"},{"key":"5_CR21","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., y\u00a0Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial intelligence and statistics. pp. 1273\u20131282. PMLR (2017)"},{"issue":"3","key":"5_CR22","doi-asserted-by":"publisher","first-page":"1622","DOI":"10.1109\/COMST.2021.3075439","volume":"23","author":"DC Nguyen","year":"2021","unstructured":"Nguyen, D.C., Ding, M., Pathirana, P.N., Seneviratne, A., Li, J., Poor, H.V.: Federated learning for internet of things: A comprehensive survey. IEEE Communications Surveys & Tutorials 23(3), 1622\u20131658 (2021)","journal-title":"IEEE Communications Surveys & Tutorials"},{"key":"5_CR23","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1109\/OJCS.2022.3206407","volume":"3","author":"A Qayyum","year":"2022","unstructured":"Qayyum, A., Ahmad, K., Ahsan, M.A., Al-Fuqaha, A., Qadir, J.: Collaborative federated learning for healthcare: Multi-modal covid-19 diagnosis at the edge. IEEE Open Journal of the Computer Society 3, 172\u2013184 (2022)","journal-title":"IEEE Open Journal of the Computer Society"},{"key":"5_CR24","unstructured":"Reddi, S.J., Charles, Z., Zaheer, M., Garrett, Z., Rush, K., Kone\u010dn\u00fd, J., Kumar, S., McMahan, H.B.: Adaptive federated optimization. In: International Conference on Learning Representations (2021), https:\/\/openreview.net\/forum?id=LkFG3lB13U5"},{"key":"5_CR25","unstructured":"Rehman, Y.A.U., Gao, Y., de\u00a0Gusmao, P.P.B., Alibeigi, M., Shen, J., Lane, N.D.: L-dawa: Layer-wise divergence aware weight aggregation in federated self-supervised visual representation learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 16464\u201316473 (2023)"},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Seide, F., Fu, H., Droppo, J., Li, G., Yu, D.: 1-bit stochastic gradient descent and its application to data-parallel distributed training of speech dnns. In: Fifteenth annual conference of the international speech communication association (2014)","DOI":"10.21437\/Interspeech.2014-274"},{"key":"5_CR27","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Str\u00f6m, N.: Scalable distributed dnn training using commodity gpu cloud computing (2015)","DOI":"10.21437\/Interspeech.2015-354"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Van\u00a0Horn, G., Mac\u00a0Aodha, O., Song, Y., Cui, Y., Sun, C., Shepard, A., Adam, H., Perona, P., Belongie, S.: The inaturalist species classification and detection dataset. In: Proceedings of the IEEE conference on computer vision and pattern recognition. pp. 8769\u20138778 (2018)","DOI":"10.1109\/CVPR.2018.00914"},{"key":"5_CR30","unstructured":"Wang, H., Yurochkin, M., Sun, Y., Papailiopoulos, D., Khazaeni, Y.: Federated learning with matched averaging. arXiv preprint arXiv:2002.06440 (2020)"},{"key":"5_CR31","doi-asserted-by":"crossref","unstructured":"Wang, Y., Shi, Q., Chang, T.H.: Why batch normalization damage federated learning on non-iid data? IEEE Transactions on Neural Networks and Learning Systems (2023)","DOI":"10.1109\/TNNLS.2023.3323302"},{"key":"5_CR32","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.procs.2021.07.041","volume":"191","author":"Y Xianjia","year":"2021","unstructured":"Xianjia, Y., Queralta, J.P., Heikkonen, J., Westerlund, T.: Federated learning in robotic and autonomous systems. Procedia Computer Science 191, 135\u2013142 (2021)","journal-title":"Procedia Computer Science"},{"key":"5_CR33","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms. arXiv preprint arXiv:1708.07747 (2017)"},{"key":"5_CR34","unstructured":"Zhao, Y., Li, M., Lai, L., Suda, N., Civin, D., Chandra, V.: Federated learning with non-iid data. arXiv preprint arXiv:1806.00582 (2018)"},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Zhuang, W., Gan, X., Wen, Y., Zhang, S., Yi, S.: Collaborative unsupervised visual representation learning from decentralized data. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 4912\u20134921 (2021)","DOI":"10.1109\/ICCV48922.2021.00487"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ACCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0966-6_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T09:04:16Z","timestamp":1733475856000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0966-6_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,7]]},"ISBN":["9789819609659","9789819609666"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0966-6_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,7]]},"assertion":[{"value":"7 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ACCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asian Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hanoi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vietnam","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"accv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}