{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T20:23:58Z","timestamp":1793478238435,"version":"4.5.0"},"reference-count":69,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12,15]]},"DOI":"10.1109\/bigdata52589.2021.9671693","type":"proceedings-article","created":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T15:39:16Z","timestamp":1642088356000},"page":"1214-1225","source":"Crossref","is-referenced-by-count":71,"title":["Improving Semi-supervised Federated Learning by Reducing the Gradient Diversity of Models"],"prefix":"10.1109","author":[{"given":"Zhengming","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yaoqing","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhewei","family":"Yao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yujun","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph E.","family":"Gonzalez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kannan","family":"Ramchandran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael W.","family":"Mahoney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Dba: Distributed backdoor attacks against federated learning","author":"xie","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3042589"},{"key":"ref33","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","author":"coates","year":"2011","journal-title":"Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"ref31","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011"},{"key":"ref30","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref37","first-page":"9850","article-title":"Atomo: Communication-efficient learning via atomic sparsification","author":"wang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref36","article-title":"Expanding the reach of federated learning by reducing client resource requirements","author":"caldas","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref35","article-title":"Federated adversarial domain adaptation","author":"peng","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC48107.2020.9148475"},{"key":"ref60","article-title":"Fedmvt: Semi-supervised vertical federated learning with multiview training","author":"kang","year":"2020","journal-title":"International Workshop on Federated Learning for User Privacy and Data Confidentiality in Conjunction"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.101992"},{"key":"ref61","author":"zhao","year":"2020","journal-title":"Semi-supervised federated learning for activity recognition"},{"key":"ref63","article-title":"Semi-supervised knowledge transfer for deep learning from private training data","author":"papernot","year":"2017","journal-title":"International Conference on Learning Representations"},{"key":"ref28","first-page":"4387","article-title":"The non-iid data quagmire of decentralized machine learning","volume":"119","author":"hsieh","year":"2020","journal-title":"Proceedings of the International Conference on Machine Learning"},{"key":"ref64","first-page":"3519","article-title":"Similarity of neural network representations revisited","author":"kornblith","year":"2019","journal-title":"International Conference on Machine Learning"},{"key":"ref27","article-title":"Adaptive federated optimization","author":"reddi","year":"2021","journal-title":"International Conference on Learning Representations"},{"key":"ref65","article-title":"Understanding why neural networks generalize well through gsnr of parameters","author":"liu","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref66","first-page":"136","article-title":"Unsupervised domain adaptation with residual transfer networks","author":"long","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref67","author":"jiang","year":"2019","journal-title":"Improving federated learning personalization via model agnostic meta learning"},{"key":"ref68","author":"mansour","year":"2020","journal-title":"Three approaches for personalization with applications to federated learning"},{"key":"ref69","article-title":"On the convergence of fedavg on non-iid data","author":"li","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref2","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2017","journal-title":"Artificial Intelligence and Statistics"},{"key":"ref1","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n\u00fd","year":"2018"},{"key":"ref20","article-title":"Robust and communication-efficient federated learning from non-iid data","author":"sattler","year":"2019","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"ref22","author":"zhang","year":"2020","journal-title":"Improving semi-supervised federated learning by reducing the gradient diversity of models"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/0165-1684(89)90079-0"},{"key":"ref24","article-title":"Unsupervised data augmentation for consistency training","volume":"33","author":"xie","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref23","first-page":"5050","article-title":"Mixmatch: A holistic approach to semi-supervised learning","author":"berthelot","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"ref50","article-title":"Remixmatch: Semi-supervised learning with distribution alignment and augmentation anchoring","author":"berthelot","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3115\/981658.981684"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3070013"},{"key":"ref58","article-title":"Efficientnet: Rethinking model scaling for convolutional neural networks","author":"tan","year":"2019","journal-title":"Proceedings of the International Conference on Machine Learning"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref56","author":"cubuk","year":"2018","journal-title":"Autoaugment Learning augmentation policies from data"},{"key":"ref55","first-page":"6256","article-title":"Unsupervised data augmentation for consistency training","volume":"33","author":"xie","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref54","article-title":"mixup: Beyond empirical risk minimization","author":"zhang","year":"2018","journal-title":"International Conference on Learning Representations"},{"key":"ref53","first-page":"912","article-title":"Semi-supervised learning using gaussian fields and harmonic functions","author":"zhu","year":"2003","journal-title":"Proceedings of the 20th International Conference on Machine Learning"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/279943.279962"},{"key":"ref10","first-page":"1998","article-title":"Gradient diversity: a key ingredient for scalable distributed learning","author":"yin","year":"2018","journal-title":"Proceedings of the International Conference on Artificial Intelligence and Statistics"},{"key":"ref40","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data","author":"jeong","year":"2018","journal-title":"Neural Information Processing Systems Workshop"},{"key":"ref11","first-page":"596","article-title":"Fixmatch: Simplifying semi-supervised learning with consistency and confidence","volume":"33","author":"sohn","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref12","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","volume":"37","author":"ioffe","year":"2015","journal-title":"Proceedings of The 32nd International Conference on Machine Learning"},{"key":"ref13","first-page":"3","article-title":"Group normalization","author":"wu","year":"2018","journal-title":"Proceedings of the European Conference on Computer Vision"},{"key":"ref14","first-page":"685","article-title":"Deep learning with elastic averaging sgd","author":"zhang","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref15","first-page":"8871","article-title":"Overlap local-SGD: An algorithmic approach to hide communication delays in distributed SGD","author":"wang","year":"2020","journal-title":"IEEE International Conference on Acoustics Speech and Signal Processing"},{"key":"ref16","author":"zhao","year":"2018","journal-title":"Federated learning with non-IID data"},{"key":"ref17","author":"hsu","year":"2019","journal-title":"Measuring the effects of non-identical data distribution for federated visual classification"},{"key":"ref18","article-title":"One-shot federated learning","author":"guha","year":"2019","journal-title":"NeurIPs Workshop on Machine Learning on the Phone and other Consumer Devices"},{"key":"ref19","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data","author":"jeong","year":"2018","journal-title":"Conference on Neural Information Processing Systems Workshop on Machine Learning on the Phone and other Consumer Devices"},{"key":"ref4","author":"jin","year":"2020","journal-title":"Towards Utilizing Unlabeled Data in Federated Learning A Survey and Prospective"},{"key":"ref3","article-title":"Federated optimization: Distributed optimization beyond the datacenter","author":"kone?ny","year":"2015","journal-title":"Neural Information Processing Systems Workshop on Optimization for Machine Learning"},{"key":"ref6","first-page":"254","article-title":"Cheap and fast&#x2013;but is it good? evaluating non-expert annotations for natural language tasks","author":"snow","year":"2008","journal-title":"Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing"},{"key":"ref5","article-title":"Semi-supervised learning literature survey","author":"zhu","year":"2005","journal-title":"Tech Rep 1530"},{"key":"ref8","first-page":"740","article-title":"Microsoft coco: Common objects in context","author":"lin","year":"2014","journal-title":"European Conference on Computer Vision"},{"key":"ref49","first-page":"1195","article-title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","author":"tarvainen","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1561\/2200000083"},{"key":"ref9","article-title":"Federated Semi-Supervised Learning with Inter-Client Consistency & Disjoint Learning","author":"jeong","year":"2021","journal-title":"International Conference on Learning Representations"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.2200\/S00196ED1V01Y200906AIM006"},{"key":"ref45","article-title":"Communication efficient federated learning","author":"mcmahan","year":"2019","journal-title":"US Patent App 16\/335 695"},{"key":"ref48","first-page":"3546","article-title":"Semi-supervised learning with ladder networks","author":"rasmus","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2005.186"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref41","author":"haddadpour","year":"2019","journal-title":"On the convergence of local descent methods in federated learning"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/VCIP.2018.8698609"},{"key":"ref43","article-title":"Federated optimization for heterogeneous networks","author":"sahu","year":"2019","journal-title":"Machine Learning-International Workshop and Conference"}],"event":{"name":"2021 IEEE International Conference on Big Data (Big Data)","location":"Orlando, FL, USA","start":{"date-parts":[[2021,12,15]]},"end":{"date-parts":[[2021,12,18]]}},"container-title":["2021 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9671263\/9671273\/09671693.pdf?arnumber=9671693","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T12:55:34Z","timestamp":1652187334000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9671693\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,15]]},"references-count":69,"URL":"https:\/\/doi.org\/10.1109\/bigdata52589.2021.9671693","relation":{},"subject":[],"published":{"date-parts":[[2021,12,15]]}}}