{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T10:15:53Z","timestamp":1777889753065,"version":"3.51.4"},"reference-count":56,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iccv51701.2025.00439","type":"proceedings-article","created":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T19:45:49Z","timestamp":1777491949000},"page":"4616-4625","source":"Crossref","is-referenced-by-count":0,"title":["FedWSQ: Efficient Federated Learning with Weight Standardization and Distribution-Aware Non-Uniform Quantization"],"prefix":"10.1109","author":[{"given":"Seung-Wook","family":"Kim","sequence":"first","affiliation":[{"name":"Pukyong National University,Department of Intelligent Robot Engineering"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seongyeol","family":"Kim","sequence":"additional","affiliation":[{"name":"Pukyong National University,Department of Intelligent Robot Engineering"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiah","family":"Kim","sequence":"additional","affiliation":[{"name":"Pukyong National University,Department of Intelligent Robot Engineering"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seowon","family":"Ji","sequence":"additional","affiliation":[{"name":"Konkuk University,CSE"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Se-Ho","family":"Lee","sequence":"additional","affiliation":[{"name":"Jeonbuk National University,CS&#x0026;AI"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Federated learning based on dynamic regularization","author":"Alp","year":"2021","journal-title":"ICLR"},{"key":"ref2","article-title":"QReg: On regularization effects of quantization","author":"AskariHemmat","year":"2022","journal-title":"arXiv preprint"},{"key":"ref3","article-title":"QGen: On the ability to generalize in quantization aware training","author":"AskariHemmat","year":"2024","journal-title":"arXiv preprint"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3076613"},{"key":"ref6","article-title":"Pact: Parameterized clipping activation for quantized neural networks","author":"Choi","year":"2018","journal-title":"ICLR"},{"key":"ref7","article-title":"8-bit optimizers via block-wise quantization","author":"Dettmers","year":"2022","journal-title":"ICLR"},{"key":"ref8","article-title":"Qlora: Efficient finetuning of quantized 11 ms","author":"Dettmers","year":"2023","journal-title":"NeurIPS"},{"key":"ref9","article-title":"Learned Step Size Quantization","author":"Esser","year":"2020","journal-title":"ICLR"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/18.720541"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref12","article-title":"The non-IID data quagmire of decentralized machine learning","author":"Hsieh","year":"2020","journal-title":"ICML"},{"key":"ref13","article-title":"Measuring the effects of non-identical data distribution for federated visual classification","author":"Harry Hsu","year":"2019","journal-title":"arXiv preprint"},{"key":"ref14","article-title":"SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and 0.5 MB model size","author":"Iandola","year":"2016","journal-title":"arXiv preprint"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1502.03167"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00448"},{"key":"ref18","article-title":"SCAFFOLD: Stochastic controlled averaging for ondevice federated learning","author":"Praneeth Karimireddy","year":"2020","journal-title":"ICML"},{"key":"ref19","article-title":"First analysis of local GD on heterogeneous data","author":"Khaled","year":"2019","journal-title":"arXiv preprint"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01177"},{"key":"ref21","article-title":"Multi-level branched regularization for federated learning","author":"Kim","year":"2022","journal-title":"ICML"},{"key":"ref22","article-title":"Federated learning: Strategies for improving communication efficiency","author":"Kone\u010dn\u00fd","year":"2017","journal-title":"arXiv preprint"},{"key":"ref23","article-title":"Learning multiple layers of features from tiny images","volume-title":"Master\u2019s thesis, Department of Computer Science","author":"Krizhevsky","year":"2009"},{"key":"ref24","article-title":"Exploring the practicality of federated learning: A survey towards the communication perspective","author":"Le","year":"2024","journal-title":"arXiv preprint"},{"issue":"7","key":"ref25","first-page":"3","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref26","article-title":"Preservation of the global knowledge by nottrue distillation in federated learning","author":"Lee","year":"2022","journal-title":"NeurIPS"},{"key":"ref27","article-title":"Federated optimization in heterogeneous networks","author":"Li","year":"2020","journal-title":"MLSys"},{"key":"ref28","article-title":"On the convergence of FedAvg on non-IID data","author":"Li","year":"2020","journal-title":"ICLR"},{"key":"ref29","first-page":"28492858","article-title":"Fixed point quantization of deep convolutional networks","volume-title":"International conference on machine learning","author":"Lin","year":"2016"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00099"},{"key":"ref31","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"McMahan","year":"2017","journal-title":"AISTATS"},{"key":"ref32","article-title":"Mobilevit: lightweight, general-purpose, and mobile-friendly vision transformer","author":"Mehta","year":"2021","journal-title":"arXiv preprint"},{"key":"ref33","article-title":"A white paper on neural network quantization","author":"Nagel","year":"2021","journal-title":"arXiv preprint"},{"key":"ref34","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"Paszke","year":"2019","journal-title":"NeurIPS"},{"key":"ref35","article-title":"Micro-batch training with batch-channel normalization and weight standardization","author":"Qiao","year":"2019","journal-title":"arXiv preprint"},{"key":"ref36","article-title":"Adaptive federated optimization","author":"Sashank","year":"2021","journal-title":"ICLR"},{"key":"ref37","article-title":"FedPAQ: A communication-efficient federated learning method with periodic averaging and quantization","author":"Reisizadeh","year":"2020","journal-title":"AISTATS"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01167"},{"key":"ref39","article-title":"Towards understanding and mitigating dimensional collapse in heterogeneous federated learning","author":"Shi","year":"2023","journal-title":"ICLR"},{"key":"ref40","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"ICLR"},{"key":"ref41","article-title":"Local SGD converges fast and communicates little","author":"Stich","year":"2019","journal-title":"ICLR"},{"key":"ref42","article-title":"The errorfeedback framework: Better rates for SGD with delayed gradients and compressed communication","author":"Stich","year":"2019","journal-title":"arXiv preprint"},{"key":"ref43","first-page":"32991","article-title":"Dynamic regularized sharpness aware minimization in federated learning: Approaching global consistency and smooth landscape","volume-title":"International Conference on Machine Learning","author":"Sun","year":"2023"},{"issue":"213","key":"ref44","first-page":"1","article-title":"Cooperative SGD: A unified framework for the design and analysis of local-update SGD algorithms","volume":"22","author":"Wang","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"ref45","article-title":"Optimizing large language model training using fp4 quantization","author":"Wang","year":"2025","journal-title":"arXiv preprint"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-022-01647-y"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01261-8_1"},{"key":"ref48","article-title":"FedCM: Federated learning with client-level momentum","author":"Xu","year":"2021","journal-title":"arXiv preprint"},{"key":"ref49","article-title":"Achieving linear speedup with partial worker participation in non-IID federated learning","author":"Yang","year":"2021","journal-title":"ICLR"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015693"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_23"},{"key":"ref52","article-title":"Federated learning with label distribution skew via logits calibration","author":"Zhang","year":"2022","journal-title":"ICML"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00916"},{"key":"ref55","article-title":"Trained ternary quantization","author":"Zhu","year":"2017","journal-title":"ICLR"},{"key":"ref56","article-title":"FedWon: Triumphing multi-domain federated learning without normalization","author":"Zhuang","year":"2023","journal-title":"ICLR"}],"event":{"name":"2025 IEEE\/CVF International Conference on Computer Vision (ICCV)","location":"Honolulu, HI, USA","start":{"date-parts":[[2025,10,19]]},"end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/CVF International Conference on Computer Vision (ICCV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11443115\/11443287\/11445752.pdf?arnumber=11445752","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T05:16:48Z","timestamp":1777612608000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11445752\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/iccv51701.2025.00439","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}