{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T05:30:14Z","timestamp":1730266214122,"version":"3.28.0"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1109\/ijcnn54540.2023.10191729","type":"proceedings-article","created":{"date-parts":[[2023,8,2]],"date-time":"2023-08-02T17:30:03Z","timestamp":1690997403000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["DenseStream: A Novel Data Representation for Gradient Sparsification in Distributed Synchronous SGD Algorithms"],"prefix":"10.1109","author":[{"given":"Guangyao","family":"Li","sequence":"first","affiliation":[{"name":"Institute of Automation, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mingxue","family":"Liao","sequence":"additional","affiliation":[{"name":"Institute of Automation, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongyue","family":"Chao","sequence":"additional","affiliation":[{"name":"Institute of Automation, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pin","family":"Lv","sequence":"additional","affiliation":[{"name":"Institute of Automation, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","first-page":"5325","article-title":"Error compensated quantized SGD and its applications to large-scale distributed optimization","author":"wu","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref12","first-page":"559","article-title":"SIGNSGD: Compressed optimisation for non-convex problems","author":"bernstein","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref14","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref11","first-page":"6869","article-title":"Quantized neural networks: Training neural networks with low precision weights and activations","volume":"18","author":"hubara","year":"2017","journal-title":"The Journal of Machine Learning Research"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1051\/ita\/1995290402551"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3183735"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3369583.3392681"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3503221.3508399"},{"key":"ref19","first-page":"2530","article-title":"A linear speedup analysis of distributed deep learning with sparse and quantized communication","author":"jiang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref18","article-title":"Accurate, large minibatch SGD: training ImageNet in 1 hour","author":"goyal","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3320060"},{"key":"ref23","first-page":"4452","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref26","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref25","first-page":"857","article-title":"Stochastic nonconvex optimization with large minibatches","author":"wang","year":"2019","journal-title":"Algorithmic Learning Theory"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24685-5_1"},{"key":"ref22","article-title":"Understanding top-k sparsification in distributed deep learning","author":"shi","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref21","article-title":"Horovod: fast and easy distributed deep learning in TensorFlow","author":"sergeev","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1206"},{"key":"ref7","article-title":"Distributed deep learning using synchronous stochastic gradient descent","author":"das","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11728"},{"key":"ref3","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref6","first-page":"5973","article-title":"The convergence of sparsified gradient methods","author":"alistarh","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356222"}],"event":{"name":"2023 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2023,6,18]]},"location":"Gold Coast, Australia","end":{"date-parts":[[2023,6,23]]}},"container-title":["2023 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10190990\/10190992\/10191729.pdf?arnumber=10191729","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T17:46:58Z","timestamp":1692640018000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10191729\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/ijcnn54540.2023.10191729","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]}}}