{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T08:38:18Z","timestamp":1770539898047,"version":"3.49.0"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2022,12,1]]},"DOI":"10.1109\/tpds.2022.3157258","type":"journal-article","created":{"date-parts":[[2022,3,7]],"date-time":"2022-03-07T20:43:37Z","timestamp":1646685817000},"page":"3460-3477","source":"Crossref","is-referenced-by-count":6,"title":["OCTOPUS: Overcoming Performance and Privatization Bottlenecks in Distributed Learning"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8938-2364","authenticated-orcid":false,"given":"Shuo","family":"Wang","sequence":"first","affiliation":[{"name":"CSIRO's Data61 and Cybersecurity CRC, Sydney, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3289-6599","authenticated-orcid":false,"given":"Surya","family":"Nepal","sequence":"additional","affiliation":[{"name":"CSIRO's Data61 and Cybersecurity CRC, Sydney, Australia"}]},{"given":"Kristen","family":"Moore","sequence":"additional","affiliation":[{"name":"CSIRO's Data61 and Cybersecurity CRC, Sydney, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6933-0145","authenticated-orcid":false,"given":"Marthie","family":"Grobler","sequence":"additional","affiliation":[{"name":"CSIRO's Data61 and Cybersecurity CRC, Sydney, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9050-5675","authenticated-orcid":false,"given":"Carsten","family":"Rudolph","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Monash University, Melbourne, VIC, Australia"}]},{"given":"Alsharif","family":"Abuadbba","sequence":"additional","affiliation":[{"name":"CSIRO's Data61 and Cybersecurity CRC, Sydney, Australia"}]}],"member":"263","reference":[{"key":"ref70","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014"},{"key":"ref39","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2017","journal-title":"Proc Artif Intell Statstics"},{"key":"ref38","article-title":"Federated learning with non-IID data","author":"zhao","year":"2018"},{"key":"ref33","article-title":"Detailed comparison of communication efficiency of split learning and federated learning","author":"singh","year":"2019"},{"key":"ref32","article-title":"Advances and open problems in federated learning","author":"kairouz","year":"2019"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3041185"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM42981.2021.9488839"},{"key":"ref37","article-title":"WaveNet: A generative model for raw audio","author":"oord","year":"2016"},{"key":"ref36","article-title":"Progressive growing of GANs for improved quality, stability, and variation","author":"karras","year":"2017"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"ref34","article-title":"MNIST handwritten digit database","author":"lecun and","year":"2010"},{"key":"ref60","article-title":"Data poisoning attacks on federated machine learning","author":"sun","year":"2020"},{"key":"ref62","first-page":"2938","article-title":"How to backdoor federated learning","author":"bagdasaryan","year":"2020","journal-title":"Proc Int Conf Artif Intell Statstics"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58951-6_24"},{"key":"ref63","article-title":"Device heterogeneity in federated learning: A superquantile approach","author":"laguel","year":"2020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1314333.1314347"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60548-3_15"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/375551.375602"},{"key":"ref65","article-title":"Federated learning with taskonomy for non-IID data","author":"jamali-rad","year":"2021"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3027306"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.05.003"},{"key":"ref68","article-title":"Split learning for health: Distributed deep learning without sharing raw patient data","author":"vepakomma","year":"2018"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1214\/18-EJS1403"},{"key":"ref2","first-page":"14 259","article-title":"PowerSGD: Practical low-rank gradient compression for distributed optimization","author":"vogels","year":"2019","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref1","first-page":"1195","article-title":"Fast and faster convergence of SGD for over-parameterized models and an accelerated perceptron","author":"vaswani","year":"2019","journal-title":"Proc 22nd Int Conf Artif Intell Statstics"},{"key":"ref20","first-page":"2095","article-title":"Multi-level variational autoencoder: Learning disentangled representations from grouped observations","author":"bouchacourt","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref22","first-page":"6306","article-title":"Neural discrete representation learning","author":"van den oord","year":"2017","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2019.2938863"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.265"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.437"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/310"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.272"},{"key":"ref50","article-title":"Federated learning: Opportunities and challenges","author":"mammen","year":"2021"},{"key":"ref51","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n?","year":"2016"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102402"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3133898"},{"key":"ref56","article-title":"Differentially private federated learning: A client level perspective","author":"geyer","year":"2017"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2991401"},{"key":"ref54","article-title":"Towards federated learning at scale: System design","author":"bonawitz","year":"2019"},{"key":"ref53","first-page":"954","article-title":"CMFL: Mitigating communication overhead for federated learning","author":"luping","year":"2019","journal-title":"Proc IEEE 39th Int Conf Distrib Comput Syst"},{"key":"ref52","first-page":"629","article-title":"Gaia: Geo-distributed machine learning approaching {LAN} speeds","author":"hsieh","year":"2017","journal-title":"Proc 14th USENIX Symp Networked Syst Des Implementation"},{"key":"ref10","first-page":"4035","article-title":"ZipML: Training linear models with end-to-end low precision, and a little bit of deep learning","author":"zhang","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3090331"},{"key":"ref40","article-title":"Federated optimization in heterogeneous networks","author":"li","year":"2018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3098467"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995712"},{"key":"ref14","article-title":"Fast decoding in sequence models using discrete latent variables","author":"kaiser","year":"2018"},{"key":"ref15","article-title":"Latent video transformer","author":"rakhimov","year":"2020"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.167"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053854"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1443"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414257"},{"key":"ref4","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n?","year":"2016"},{"key":"ref3","article-title":"Federated optimization: Distributed machine learning for on-device intelligence","author":"kone?n?","year":"2016"},{"key":"ref6","article-title":"Local sgd converges fast and communicates little","author":"stich","year":"2018"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3056773"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"ref7","first-page":"4519","article-title":"Tighter theory for local SGD on identical and heterogeneous data","author":"khaled","year":"2020","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3298981"},{"key":"ref9","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2017"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"ref45","article-title":"Differentiable augmentation for data-efficient GAN training","author":"zhao","year":"2020"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.10.007"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3013541"},{"key":"ref42","first-page":"313","article-title":"From face images and attributes to attributes","author":"torfason","year":"2016","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.126"},{"key":"ref44","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/9790018\/09729632.pdf?arnumber=9729632","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,4]],"date-time":"2022-07-04T19:50:35Z","timestamp":1656964235000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9729632\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":70,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2022.3157258","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,1]]}}}