{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T15:48:08Z","timestamp":1782834488993,"version":"3.54.5"},"reference-count":15,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002920","name":"Hong Kong RGC","doi-asserted-by":"publisher","award":["12200418,16206417,16207818"],"award-info":[{"award-number":["12200418,16206417,16207818"]}],"id":[{"id":"10.13039\/501100002920","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002240"],"award-info":[{"award-number":["62002240"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Network"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1109\/mnet.011.2000530","type":"journal-article","created":{"date-parts":[[2020,12,2]],"date-time":"2020-12-02T20:43:39Z","timestamp":1606941819000},"page":"230-237","source":"Crossref","is-referenced-by-count":42,"title":["A Quantitative Survey of Communication Optimizations in Distributed Deep Learning"],"prefix":"10.1109","volume":"35","author":[{"given":"Shaohuai","family":"Shi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenheng","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaowen","family":"Chu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengjian","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737595"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.parco.2009.09.001"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2947013"},{"key":"ref13","first-page":"181","article-title":"Poseidon: An Efficient Communication Architecture for Distributed Deep Learning on GPU Clusters","author":"zhang","year":"0","journal-title":"Proc 2017 USENIX Annual Technical Conference (USE-NIX ATC 17)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359642"},{"key":"ref15","article-title":"Priority-Based Parameter Propagation for Distributed DNN Training","author":"jayarajan","year":"2019","journal-title":"Proc Machine Learning and Systems 2019 MLSys 2019"},{"key":"ref4","article-title":"Don't Use Large Minibatches, Use Local SGD","author":"lin","year":"0","journal-title":"Proc Int'l Conf Learning Representations"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737367"},{"key":"ref6","first-page":"693","article-title":"Hogwild: A Lock-Free Approach to Parallelizing Stochastic Gradient Descent","author":"recht","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00150"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00220"},{"key":"ref7","first-page":"560","article-title":"signSGD: Compressed Optimisation for Non-Convex Problems","author":"bernstein","year":"0","journal-title":"Proc Int'l Conf Machine Learning"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737587"},{"key":"ref1","first-page":"1223","article-title":"Large Scale Distributed Deep Networks","author":"dean","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303975"}],"container-title":["IEEE Network"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/65\/9454577\/09275615.pdf?arnumber=9275615","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:34Z","timestamp":1652194234000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9275615\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5]]},"references-count":15,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/mnet.011.2000530","relation":{},"ISSN":["0890-8044","1558-156X"],"issn-type":[{"value":"0890-8044","type":"print"},{"value":"1558-156X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5]]}}}