{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T05:37:28Z","timestamp":1730266648104,"version":"3.28.0"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650133","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["SQMG: An Optimized Stochastic Quantization Method Using Multivariate Gaussians for Distributed Learning"],"prefix":"10.1109","author":[{"given":"Jianan","family":"Zhang","sequence":"first","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zaipeng","family":"Xie","sequence":"additional","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongxing","family":"Li","sequence":"additional","affiliation":[{"name":"Hohai University,Dayu College,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuanyao","family":"Jie","sequence":"additional","affiliation":[{"name":"Hohai University,Department of Computer Science and Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunfei","family":"Wang","sequence":"additional","affiliation":[{"name":"Hohai University,Department of Computer Science and Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bowen","family":"Li","sequence":"additional","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1109\/TPDS.2020.3040601"},{"key":"ref2","first-page":"6829","article-title":"Asynchronous decentralized sgd with quantized and local updates","volume":"34","author":"Nadiradze","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1016\/j.jpdc.2022.05.014"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1145\/3079856.3080248"},{"key":"ref5","first-page":"1709","article-title":"QSGD: communication-efficient SGD via gradient quantization and encoding","volume-title":"Annual Conference on Neural Information Processing Systems (NIPS) 2017, December 4-9, 2017, Long Beach, CA, USA","author":"Alistarh"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1109\/MSP.2020.2975212"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1109\/TWC.2022.3190512"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1109\/TNNLS.2019.2953131"},{"key":"ref9","first-page":"17 202","article-title":"Sharper convergence guarantees for asynchronous SGD for distributed and federated learning","author":"Koloskova","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1609\/aaai.v37i6.25894"},{"issue":"1","key":"ref11","first-page":"14 751","article-title":"Distributed stochastic gradient descent: Nonconvexity, nonsmoothness, and convergence to local minima","volume":"23","author":"Swenson","year":"2022","journal-title":"The Journal of Machine Learning Research"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1109\/JSAC.2023.3242710"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1609\/aaai.v37i9.26255"},{"year":"2020","author":"Li","article-title":"A unified analysis of stochastic gradient methods for nonconvex federated optimization","key":"ref14"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1080\/10556788.2022.2117355"},{"key":"ref16","first-page":"13 551","article-title":"Scalecom: Scalable sparsified gradient compression for communication-efficient distributed training","volume":"33","author":"Chen","year":"2020","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1109\/TAC.2020.3014095"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/TNNLS.2019.2944481"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1109\/ICDCS51616.2021.00012"},{"key":"ref20","first-page":"9295","article-title":"SDQ: Stochastic differentiable quantization with mixed precision","volume-title":"International Conference on Machine Learning, ICML","author":"Huang"},{"key":"ref21","first-page":"2478","article-title":"Byzantine-resilient high-dimensional SGD with local iterations on heterogeneous data","volume-title":"International Conference on Machine Learning, ICML","author":"Data"},{"key":"ref22","first-page":"6155","article-title":"Doublesqueeze: Parallel stochastic gradient descent with double-pass error-compensated compression","volume-title":"International Conference on Machine Learning","author":"Tang"},{"key":"ref23","first-page":"38 087","article-title":"SmoothQuant: Accurate and efficient post-training quantization for large language models","volume-title":"International Conference on Machine Learning, ICML 2023, 23-29 July 2023, Honolulu, Hawaii, USA","author":"Xiao"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1109\/CVPR52688.2022.01201"},{"key":"ref25","first-page":"1709","article-title":"QSGD: communication-efficient SGD via gradient quantization and encoding","author":"Alistarh","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"volume-title":"7th International Conference on Learning Representations, ICLR, New Orleans, LA, USA, May 6-9","author":"Hou","article-title":"Analysis of quantized models","key":"ref26"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2024,6,30]]},"location":"Yokohama, Japan","end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650133.pdf?arnumber=10650133","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T05:01:05Z","timestamp":1725944465000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650133\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650133","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}