{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:16:09Z","timestamp":1792797369097,"version":"4.5.0"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["2018SHZDZX01"],"award-info":[{"award-number":["2018SHZDZX01"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Program of China","award":["2021ZD0202200"],"award-info":[{"award-number":["2021ZD0202200"]}]},{"name":"National Key Research and Development Program of China","award":["2021ZD0202202"],"award-info":[{"award-number":["2021ZD0202202"]}]},{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["17JC1420200"],"award-info":[{"award-number":["17JC1420200"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Damo Academy through Damo Academy Research Intern Program","id":[{"id":"https:\/\/ror.org\/0448px924","id-type":"ROR","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1109\/tpds.2023.3295184","type":"journal-article","created":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T13:30:59Z","timestamp":1689255059000},"page":"2598-2614","source":"Crossref","is-referenced-by-count":7,"title":["Accelerating Distributed GNN Training by Codes"],"prefix":"10.1109","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3870-5706","authenticated-orcid":false,"given":"Yanhong","family":"Wang","sequence":"first","affiliation":[{"name":"Institute of Brain-inspired Circuits and Systems, Fudan University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0081-8158","authenticated-orcid":false,"given":"Tianchan","family":"Guan","sequence":"additional","affiliation":[{"name":"DAMO Academy, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8440-3875","authenticated-orcid":false,"given":"Dimin","family":"Niu","sequence":"additional","affiliation":[{"name":"DAMO Academy, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6662-4316","authenticated-orcid":false,"given":"Qiaosha","family":"Zou","sequence":"additional","affiliation":[{"name":"Graph Computing Center, Zhejiang Lab, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7696-9799","authenticated-orcid":false,"given":"Hongzhong","family":"Zheng","sequence":"additional","affiliation":[{"name":"DAMO Academy, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3157-3464","authenticated-orcid":false,"given":"C.-J. Richard","family":"Shi","sequence":"additional","affiliation":[{"name":"Department of Electronic and Computer Engineering, University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2093-1788","authenticated-orcid":false,"given":"Yuan","family":"Xie","sequence":"additional","affiliation":[{"name":"DAMO Academy, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref12","article-title":"Communication-efficient distributed SGD with sketching","author":"ivkin","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref15","article-title":"Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations","author":"basu","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref14","first-page":"1299","article-title":"Gradient sparsification for communication-efficient distributed optimization","author":"wangni","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"1937","DOI":"10.14778\/3538598.3538614","article-title":"Sancus: Staleness-aware communication-avoiding full-graph decentralized training in large-scale graph neural networks","volume":"15","author":"peng","year":"2022","journal-title":"Proc VLDB Endowment"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00053"},{"key":"ref11","first-page":"4452","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3526134"},{"key":"ref10","first-page":"11450","article-title":"Communication-efficient distributed blockwise momentum SGD with error-feedback","author":"zheng","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref54","article-title":"Adaptive load balancing for parallel GNN training","author":"su","year":"2021"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC.2016.004"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-354"},{"key":"ref19","first-page":"53","article-title":"3LC: Lightweight and effective traffic compression for distributed machine learning","author":"lim","year":"2019","journal-title":"Proc Int Conf Mach Learn Syst"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3196894"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/IA351965.2020.00011"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3447786.3456233"},{"key":"ref46","first-page":"495","article-title":"Dorylus: Affordable, scalable, and accurate GNN training with distributed CPU servers and serverless threads","author":"thorpe","year":"2021","journal-title":"Proc 15th USENIX Symp Operating Syst Des Implementation"},{"key":"ref45","first-page":"551","article-title":"P3: Distributed deep graph learning at scale","author":"gandhi","year":"2021","journal-title":"Proc 15th USENIX Symp Operating Syst Des Implementation"},{"key":"ref48","first-page":"187","article-title":"Improving the accuracy, scalability, and performance of graph neural networks with ROC","author":"jia","year":"2020","journal-title":"Proc Int Conf Mach Learn Syst"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.14778\/3514061.3514069"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/SC41405.2020.00075"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415482"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3447786.3456247"},{"key":"ref43","first-page":"498","article-title":"GNNSampler: Bridging the gap between sampling algorithms of GNN and hardware","author":"liu","year":"2022","journal-title":"Proc Eur Conf Mach Learn Knowl Discovery Databases"},{"key":"ref49","article-title":"Distributed optimization of graph convolutional network using subgraph variance","author":"zhao","year":"2021"},{"key":"ref8","first-page":"560","article-title":"SignSGD: Compressed optimisation for non-convex problems","author":"bernstein","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref9","first-page":"3252","article-title":"Error feedback fixes SignSGD and other gradient compression schemes","author":"karimireddy","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS51616.2021.00060"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3340404"},{"key":"ref6","article-title":"8-bit approximations for parallelism in deep learning","author":"dettmers","year":"2015"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737367"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3065737"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICISCE50968.2020.00085"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177706098"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/GUCON.2018.8675055"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2022.03.012"},{"key":"ref31","first-page":"1025","article-title":"Inductive representation learning on large graphs","author":"hamilton","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref30","article-title":"Semi-supervised classification with graph convolutional networks","author":"kipf","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref33","article-title":"Power laws of the in-degree and out-degree distributions of complex networks","author":"tanimoto","year":"2009"},{"key":"ref32","article-title":"Graph attention networks","author":"veli?kovi?","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref2","article-title":"FastGCN: Fast learning with graph convolutional networks via importance sampling","author":"chen","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref1","first-page":"4558","article-title":"Adaptive sampling towards fast graph representation learning","author":"huang","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3419111.3421281"},{"key":"ref38","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2736066"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2020.2998223"},{"key":"ref26","article-title":"Ubershuffle: Communication-efficient data shuffling for SGD via coding theory","author":"chung","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref25","article-title":"A survey of coded distributed computing","author":"ng","year":"2020"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2016.2616357"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2020.2999675"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358286"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2020.3015238"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415530"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3480856"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/10180399\/10183372.pdf?arnumber=10183372","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,15]],"date-time":"2023-08-15T13:32:18Z","timestamp":1692106338000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10183372\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9]]},"references-count":55,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2023.3295184","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9]]}}}