{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T17:07:57Z","timestamp":1780765677479,"version":"3.54.1"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","funder":[{"name":"NSF","award":["1750326"],"award-info":[{"award-number":["1750326"]}]},{"name":"Amazon AWS Machine Learning Research Award"},{"name":"Google Faculty Research Award"},{"name":"ONR","award":["N00014-18-1-2585"],"award-info":[{"award-number":["N00014-18-1-2585"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/tpami.2021.3107796","type":"journal-article","created":{"date-parts":[[2021,8,27]],"date-time":"2021-08-27T20:18:06Z","timestamp":1630095486000},"page":"1-1","source":"Crossref","is-referenced-by-count":29,"title":["A(DP)^2SGD: Asynchronous Decentralized Parallel Stochastic Gradient Descent with Differential Privacy"],"prefix":"10.1109","author":[{"given":"Jie","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"ChainerMN: Scalable distributed deep learning framework","author":"Akiba","journal-title":""},{"key":"ref2","first-page":"2350","article-title":"Staleness-aware async-SGD for distributed deep learning","volume-title":"Proc. 25th Int. Joint Conf. Artif. Intell.","author":"Zhang"},{"key":"ref3","first-page":"4424","article-title":"Federated multi-task learning","volume-title":"Proc. 31st Conf. Neural Inf. Process. Syst.","author":"Smith"},{"key":"ref4","article-title":"Federated learning: Strategies for improving communication efficiency","author":"Konevcny","year":"2016"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref6","article-title":"Biscotti: A ledger for private and secure peer-to-peer machine learning","author":"Shayan","year":"2018"},{"key":"ref7","article-title":"Braintorrent: A peer-to-peer environment for decentralized federated learning","author":"Roy","year":"2019"},{"key":"ref8","article-title":"Decentralized Bayesian learning over graphs","author":"Lalitha","year":"2019"},{"key":"ref9","article-title":"Peer-to-peer federated learning on graphs","author":"Lalitha","year":"2019"},{"key":"ref10","first-page":"2595","article-title":"Parallelized stochastic gradient descent","volume-title":"Proc. 24th Annu. Conf. Neural Inf. Process. Syst.","author":"Zinkevich"},{"key":"ref11","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","volume-title":"in Proc. 35th Int. Conf. Mach. Learn.","author":"Lian"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s00287-019-01205-x"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/11761679_29"},{"issue":"1","key":"ref14","first-page":"2905","article-title":"A near-optimal algorithm for differentially-private principal components","volume":"14","author":"Chaudhuri","year":"2013","journal-title":"J. Mach. Learn. Res."},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.v4i1.612"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref17","article-title":"Learning differentially private recurrent language models","author":"McMahan","year":"2017"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CSF.2017.11"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813687"},{"key":"ref20","article-title":"LEASGD: An efficient and privacy-preserving decentralized algorithm for distributed learning","author":"Cheng","year":"2018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23502-4_10"},{"key":"ref22","article-title":"Fast and differentially private algorithms for decentralized collaborative machine learning","author":"Bellet","year":"2017"},{"key":"ref23","article-title":"Personalized and private peer-to-peer machine learning","author":"Bellet","year":"2017"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2942179"},{"key":"ref25","article-title":"Asynchronous federated learning with differential privacy for edge intelligence","author":"Li","year":"2019"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.723"},{"key":"ref27","article-title":"Efficient privacy-preserving nonconvex optimization","author":"Wang","year":"2019"},{"key":"ref28","article-title":"Accurate, large minibatch SGD: Training imagenet in 1 hour","author":"Goyal","year":"2017"},{"key":"ref29","article-title":"Revisiting distributed synchronous SGD","author":"Chen"},{"key":"ref30","first-page":"171","article-title":"Model accuracy and runtime tradeoff in distributed deep learning: A systematic study","volume-title":"Proc. IEEE Int. Conf. Data Mining","author":"Zhang"},{"key":"ref31","article-title":"NCCL: Optimized primitives for collective multi-GPU communication."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054065"},{"key":"ref33","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref34","article-title":"Train CIFAR10 with PyTorch","author":"Liu"},{"key":"ref35","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref37","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref39","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682888"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2700"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/4359286\/09524471.pdf?arnumber=9524471","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:12:24Z","timestamp":1705014744000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9524471\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3107796","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}