{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T09:17:31Z","timestamp":1730279851439,"version":"3.28.0"},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,19]],"date-time":"2024-06-19T00:00:00Z","timestamp":1718755200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,19]],"date-time":"2024-06-19T00:00:00Z","timestamp":1718755200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002701","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002701","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,19]]},"DOI":"10.1109\/iwqos61813.2024.10682863","type":"proceedings-article","created":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T17:41:00Z","timestamp":1727372460000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["SGC: Similarity-Guided Gradient Compression for Distributed Deep Learning"],"prefix":"10.1109","author":[{"given":"Jingling","family":"Liu","sequence":"first","affiliation":[{"name":"Central South University"}]},{"given":"Jiawei","family":"Huang","sequence":"additional","affiliation":[{"name":"Central South University"}]},{"given":"Yijun","family":"Li","sequence":"additional","affiliation":[{"name":"Central South University"}]},{"given":"Zhaoyi","family":"Li","sequence":"additional","affiliation":[{"name":"Central South University"}]},{"given":"Wenjun","family":"Lyu","sequence":"additional","affiliation":[{"name":"Rutgers University"}]},{"given":"Wenchao","family":"Jiang","sequence":"additional","affiliation":[{"name":"Singapore University of Technology and Design"}]},{"given":"Jianxin","family":"Wang","sequence":"additional","affiliation":[{"name":"Central South University"}]}],"member":"263","reference":[{"article-title":"A unified architecture for accelerating distributed dnn training in heterogeneous gpu\/cpu clusters","volume-title":"USENIX OSDI","author":"Jiang","key":"ref1"},{"article-title":"Kungfu: Making training in distributed machine learning adaptive","volume-title":"USENIX OSDI","author":"Mai","key":"ref2"},{"key":"ref3","first-page":"1","article-title":"Qsgd: Communication-efficient sgd via gradient quantization and encoding","volume-title":"Advances in neural information processing systems","volume":"30","author":"Alistarh"},{"article-title":"Tictac: Accelerating distributed deep learning with communication scheduling","volume-title":"MLSys","author":"Hashemi","key":"ref4"},{"article-title":"Priority-based parameter propagation for distributed dnn training","volume-title":"MLSys","author":"Jayarajan","key":"ref5"},{"article-title":"8-bit approximations for parallelism in deep learning","volume-title":"ICLR","author":"Dettmers","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472904"},{"key":"ref9","first-page":"1","article-title":"Sparsified sgd with memory","volume-title":"Advances in Neural Information Processing Systems","volume":"31","author":"Stich"},{"key":"ref10","first-page":"1","article-title":"Scalecom: Scalable sparsified gradient compression for communication-efficient distributed training","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Chen"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155282"},{"article-title":"Adascale sgd: A user-friendly algorithm for distributed training","volume-title":"ICML","author":"Johnson","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511989"},{"article-title":"Local sgd converges fast and communicates little","year":"2018","author":"Stich","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"ICLR","author":"Simonyan","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref18","first-page":"84","article-title":"Imagenet classification with deep convolutional neural networks","volume":"60","author":"Alex","year":"2012","journal-title":"Communications of the ACM"},{"article-title":"Qanet: Combining local convolution with global self-attention for reading comprehension","year":"2018","author":"Yu","key":"ref19"},{"article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"ICLR","author":"Dosovitskiy","key":"ref20"},{"article-title":"signsgd: Compressed optimisation for non-convex problems","volume-title":"ICML","author":"Bernstein","key":"ref21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2022.3192050"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10229053"},{"article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","volume-title":"ICLR","author":"Lin","key":"ref24"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3503221.3508399"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3587451"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3567505"}],"event":{"name":"2024 IEEE\/ACM 32nd International Symposium on Quality of Service (IWQoS)","start":{"date-parts":[[2024,6,19]]},"location":"Guangzhou, China","end":{"date-parts":[[2024,6,21]]}},"container-title":["2024 IEEE\/ACM 32nd International Symposium on Quality of Service (IWQoS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10682818\/10682608\/10682863.pdf?arnumber=10682863","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,27]],"date-time":"2024-09-27T04:39:41Z","timestamp":1727411981000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10682863\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,19]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/iwqos61813.2024.10682863","relation":{},"subject":[],"published":{"date-parts":[[2024,6,19]]}}}