{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,17]],"date-time":"2026-10-17T02:56:51Z","timestamp":1792205811403,"version":"4.4.0"},"reference-count":206,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s10115-022-01664-x","type":"journal-article","created":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T08:02:30Z","timestamp":1647936150000},"page":"885-917","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":331,"title":["From distributed machine learning to federated learning: a survey"],"prefix":"10.1007","volume":"64","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9421-4100","authenticated-orcid":false,"given":"Ji","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jizhou","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yang","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuhong","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shilei","family":"Ji","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haoyi","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dejing","family":"Dou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,22]]},"reference":[{"key":"1664_CR1","doi-asserted-by":"crossref","unstructured":"Abad MS, Ozfatura E, Gunduz D, Ercetin O (2020) Hierarchical federated learning across heterogeneous cellular networks. In: IEEE int. conf. on acoustics, speech and signal processing (ICASSP), pp 8866\u20138870","DOI":"10.1109\/ICASSP40776.2020.9054634"},{"key":"1664_CR2","doi-asserted-by":"crossref","unstructured":"Abadi M, Chu A, Goodfellow I, McMahan HB, Mironov I, Talwar K, Zhang L (2016) Deep learning with differential privacy. In: ACM SIGSAC conf. on computer and communications security, pp 308\u2013318","DOI":"10.1145\/2976749.2978318"},{"key":"1664_CR3","doi-asserted-by":"crossref","unstructured":"Abou El Houda Z, Hafid A, Khoukhi L (2019) Co-IOT: a collaborative DDOS mitigation scheme in IOT environment based on blockchain using SDN. In: IEEE global communications conference (GLOBECOM), pp 1\u20136","DOI":"10.1109\/GLOBECOM38437.2019.9013542"},{"issue":"5","key":"1664_CR4","first-page":"1333","volume":"13","author":"Y Aono","year":"2017","unstructured":"Aono Y, Hayashi T, Wang L, Moriai S (2017) Privacy-preserving deep learning via additively homomorphic encryption. IEEE Trans Inf Forens Secur 13(5):1333\u20131345","journal-title":"IEEE Trans Inf Forens Secur"},{"key":"1664_CR5","unstructured":"Arivazhagan MG, Aggarwal V, Singh AK, Choudhary S (2019) Federated learning with personalization layers. ArXiv preprint arXiv:1912.00818"},{"key":"1664_CR6","first-page":"344","volume":"97","author":"M Assran","year":"2019","unstructured":"Assran M, Loizou N, Ballas N, Rabbat M (2019) Stochastic gradient push for distributed deep learning. Int Confer Mach Learn 97:344\u2013353","journal-title":"Int Confer Mach Learn"},{"issue":"3","key":"1664_CR7","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1504\/IJSN.2015.071829","volume":"10","author":"G Ateniese","year":"2015","unstructured":"Ateniese G, Mancini LV, Spognardi A, Villani A, Vitali D, Felici G (2015) Hacking smart machines with smarter ones: how to extract meaningful data from machine learning classifiers. Int J Secur Netw 10(3):137\u2013150","journal-title":"Int J Secur Netw"},{"key":"1664_CR8","doi-asserted-by":"crossref","unstructured":"Awan AA, Chu CH, Subramoni H, Panda DK (2018) Optimized broadcast for deep learning workloads on dense-GPU infiniband clusters: MPI or NCCL? In: European MPI Users\u2019 Group Meeting, pp 1\u20139","DOI":"10.1145\/3236367.3236381"},{"key":"1664_CR9","unstructured":"Bagdasaryan E, Veit A, Hua Y, Estrin D, Shmatikov V (2020) How to backdoor federated learning. In: Int. conf. on artificial intelligence and statistics (AISTATS), pp 2938\u20132948"},{"key":"1664_CR10","unstructured":"Baidu. Federated deep learning in paddlepaddle (online). https:\/\/github.com\/PaddlePaddle\/PaddleFL. Accessed 16 Feb 2021"},{"key":"1664_CR11","unstructured":"Baidu. Paddlepaddle interpretability. https:\/\/github.com\/PaddlePaddle\/InterpretDL (online). Accessed 13 Mar 2021"},{"key":"1664_CR12","unstructured":"Beutel DJ, Topal T, Mathur A, Qiu X, Parcollet T, de Gusm\u00e3o PP, Lane ND (2020) Flower: a friendly federated learning research framework. ArXiv preprint arXiv:2007.14390"},{"key":"1664_CR13","unstructured":"Bhagoji AN, Chakraborty S, Mittal P, Calo S (2019) Analyzing federated learning through an adversarial lens. In: Int. conf. on machine learning (ICML), pp 634\u2013643"},{"key":"1664_CR14","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.knosys.2018.05.037","volume":"158","author":"J Bi","year":"2018","unstructured":"Bi J, Zhang C (2018) An empirical comparison on state-of-the-art multi-class imbalance learning algorithms and a new diversified ensemble learning scheme. Knowl-Based Syst 158:81\u201393","journal-title":"Knowl-Based Syst"},{"key":"1664_CR15","doi-asserted-by":"crossref","unstructured":"Bian J, Xiong H, Cheng W, Hu W, Guo Z, Fu Y (2017) Multi-party sparse discriminant learning. In: 2017 IEEE international conference on data mining (ICDM). IEEE, pp 745\u2013750","DOI":"10.1109\/ICDM.2017.86"},{"issue":"3","key":"1664_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3374919","volume":"14","author":"J Bian","year":"2020","unstructured":"Bian J, Xiong H, Fu Y, Huan J, Guo Z (2020) Mp2sda: multi-party parallelized sparse discriminant learning. ACM Trans Knowl Discov Data (TKDD) 14(3):1\u201322","journal-title":"ACM Trans Knowl Discov Data (TKDD)"},{"key":"1664_CR17","unstructured":"Bonawitz K, Eichner H, Grieskamp W, Huba D, Ingerman A, Ivanov V, Kiddon C, Kone\u010dn\u1ef3 J, Mazzocchi S, McMahan B, Van Overveldt T (2019) Towards federated learning at scale: system design. In: Machine learning and systems (MLSys)"},{"key":"1664_CR18","doi-asserted-by":"crossref","unstructured":"Briggs C, Fan Z, Andras P (2020) Federated learning with hierarchical clustering of local updates to improve training on non-IID data. In: Int. joint conf. on neural networks (IJCNN). IEEE, pp 1\u20139","DOI":"10.1109\/IJCNN48605.2020.9207469"},{"key":"1664_CR19","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.ijmedinf.2018.01.007","volume":"112","author":"TS Brisimi","year":"2018","unstructured":"Brisimi TS, Chen R, Mela T, Olshevsky A, Paschalidis IC, Shi W (2018) Federated learning of predictive models from federated electronic health records. Int J Med Inf 112:59\u201367","journal-title":"Int J Med Inf"},{"key":"1664_CR20","unstructured":"California consumer privacy act home page (online). Californians for Consumer Privacy. https:\/\/www.caprivacy.org\/. Accessed 14 Feb 2021"},{"key":"1664_CR21","unstructured":"Caldas S, Duddu SM, Wu P, Li T, Kone\u010dn\u1ef3 J, McMahan HB, Smith V, Talwalkar A (2018) Leaf: a benchmark for federated settings. ArXiv preprint arXiv:1812.01097"},{"key":"1664_CR22","unstructured":"Caldas S, Kone\u010dn\u1ef3 J, McMahan HB, Talwalkar A (2018) Expanding the reach of federated learning by reducing client resource requirements. ArXiv preprint arXiv:1812.07210"},{"key":"1664_CR23","first-page":"113","volume":"1","author":"K Canini","year":"2012","unstructured":"Canini K, Chandra T, Ie E, McFadden J, Goldman K, Gunter M, Harmsen J, LeFevre K, Lepikhin D, Llinares TL, Mukherjee I (2012) Sibyl: a system for large scale supervised machine learning. Techn Talk 1:113","journal-title":"Techn Talk"},{"key":"1664_CR24","doi-asserted-by":"crossref","unstructured":"\u00c7atak F\u00d6 (2015) Secure multi-party computation based privacy preserving extreme learning machine algorithm over vertically distributed data. In: Int. conf. on neural information processing (ICONIP), pp 337\u2013345","DOI":"10.1007\/978-3-319-26535-3_39"},{"issue":"1","key":"1664_CR25","doi-asserted-by":"publisher","first-page":"89","DOI":"10.2307\/3213262","volume":"14","author":"S Chatterjee","year":"1977","unstructured":"Chatterjee S, Seneta E (1977) Towards consensus: some convergence theorems on repeated averaging. J Appl Probab 14(1):89\u201397","journal-title":"J Appl Probab"},{"key":"1664_CR26","unstructured":"Chen CL, Golubchik L, Paolieri M (2020) Backdoor attacks on federated meta-learning. ArXiv preprint arXiv:2006.07026"},{"issue":"8","key":"1664_CR27","doi-asserted-by":"publisher","first-page":"4289","DOI":"10.1109\/TSP.2012.2198470","volume":"60","author":"J Chen","year":"2012","unstructured":"Chen J, Sayed AH (2012) Diffusion adaptation strategies for distributed optimization and learning over networks. IEEE Trans Signal Process 60(8):4289\u20134305","journal-title":"IEEE Trans Signal Process"},{"key":"1664_CR28","doi-asserted-by":"crossref","unstructured":"Chen M, Zhang W, Yuan Z, Jia Y, Chen H (2020) Fede: embedding knowledge graphs in federated setting. ArXiv preprint arXiv:2010.12882","DOI":"10.1145\/3502223.3502233"},{"issue":"10","key":"1664_CR29","doi-asserted-by":"publisher","first-page":"4229","DOI":"10.1109\/TNNLS.2019.2953131","volume":"31","author":"Y Chen","year":"2019","unstructured":"Chen Y, Sun X, Jin Y (2019) Communication-efficient federated deep learning with layerwise asynchronous model update and temporally weighted aggregation. IEEE Trans Neural Netw Learn Syst 31(10):4229\u20134238","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"1664_CR30","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.ins.2020.02.037","volume":"522","author":"Y Chen","year":"2020","unstructured":"Chen Y, Luo F, Li T, Xiang T, Liu Z, Li J (2020) A training-integrity privacy-preserving federated learning scheme with trusted execution environment. Inf Sci 522:69\u201379","journal-title":"Inf Sci"},{"issue":"5","key":"1664_CR31","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/j.clsr.2013.07.010","volume":"29","author":"WB Chik","year":"2013","unstructured":"Chik WB (2013) The Singapore personal data protection act and an assessment of future trends in data privacy reform. Comput Law Secur Rev 29(5):554\u2013575","journal-title":"Comput Law Secur Rev"},{"key":"1664_CR32","doi-asserted-by":"crossref","unstructured":"Cohen G, Afshar S, Tapson J, Van Schaik A (2017) Emnist: extending mnist to handwritten letters. In Int. joint conf. on neural networks (IJCNN), pp 2921\u20132926","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"1664_CR33","unstructured":"Conger K. Uber settles data breach investigation for $148 million. https:\/\/www.nytimes.com\/2018\/09\/26\/technology\/uber-data-breach.html (Online). Accessed 17 Feb 2021"},{"key":"1664_CR34","unstructured":"Conger K (2018) Uber settles data breach investigation for \\$148 million. https:\/\/www.nytimes.com\/2018\/09\/26\/technology\/uber-data-breach.html (online). Accessed 28 Feb 2021"},{"key":"1664_CR35","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li LJ, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: IEEE conf. on computer vision and pattern recognition (CVPR), pp. 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"1664_CR36","unstructured":"Deng Y, Kamani MM, Mahdavi M (2020) Adaptive personalized federated learning. ArXiv preprint arXiv:2003.13461"},{"key":"1664_CR37","unstructured":"Dinh CT, Tran N, Nguyen J (2020) Personalized federated learning with Moreau envelopes. ArXiv preprint arXiv:2006.08848"},{"key":"1664_CR38","doi-asserted-by":"crossref","unstructured":"Dwork C (2008) Differential privacy: a survey of results. In: Int. conf. on theory and applications of models of computation, pp 1\u201319","DOI":"10.1007\/978-3-540-79228-4_1"},{"issue":"10","key":"1664_CR39","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.1038\/nbt1004-1315","volume":"22","author":"SR Eddy","year":"2004","unstructured":"Eddy SR (2004) What is a hidden Markov model? Nat Biotechnol 22(10):1315\u20131316","journal-title":"Nat Biotechnol"},{"key":"1664_CR40","unstructured":"Fang M, Cao X, Jia J, Gong N (2020) Local model poisoning attacks to byzantine-robust federated learning. In: USENIX security symposium (USENIX security), pp 1605\u20131622"},{"issue":"1","key":"1664_CR41","doi-asserted-by":"publisher","first-page":"33","DOI":"10.2991\/ijcis.11.1.3","volume":"11","author":"\u00d6\u00c7 Ferhat","year":"2018","unstructured":"Ferhat \u00d6\u00c7, Mustacoglu AF (2018) CPP-ELM: cryptographically privacy-preserving extreme learning machine for cloud systems. Int J Comput Intell Syst 11(1):33\u201344","journal-title":"Int J Comput Intell Syst"},{"key":"1664_CR42","unstructured":"Feng S, Yu H (2020) Multi-participant multi-class vertical federated learning. ArXiv preprint arXiv:2001.11154"},{"key":"1664_CR43","doi-asserted-by":"crossref","unstructured":"Feng Z, Xiong H, Song C, Yang S, Zhao B, Wang L, Chen Z, Yang S, Liu L, Huan J (2019) Securegbm: secure multi-party gradient boosting. In IEEE int. conf. on big data (big data), pp 1312\u20131321","DOI":"10.1109\/BigData47090.2019.9006000"},{"key":"1664_CR44","doi-asserted-by":"crossref","unstructured":"Fette I, Melnikov A (2011) The websocket protocol. RFC, 6455:1\u201371","DOI":"10.17487\/rfc6455"},{"issue":"9","key":"1664_CR45","doi-asserted-by":"publisher","first-page":"948","DOI":"10.1109\/TC.1972.5009071","volume":"100","author":"MJ Flynn","year":"1972","unstructured":"Flynn MJ (1972) Some computer organizations and their effectiveness. IEEE Trans Comput 100(9):948\u2013960","journal-title":"IEEE Trans Comput"},{"key":"1664_CR46","unstructured":"Fung C, Yoon CJ, Beschastnikh I (2018) Mitigating sybils in federated learning poisoning. ArXiv preprint arXiv:1808.04866"},{"issue":"6","key":"1664_CR47","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1109\/MC.2014.161","volume":"47","author":"BM Gaff","year":"2014","unstructured":"Gaff BM, Sussman HE, Geetter J (2014) Privacy and big data. Computer 47(6):7\u20139","journal-title":"Computer"},{"key":"1664_CR48","doi-asserted-by":"crossref","unstructured":"Ganga K, Karthik S (2013) A fault tolerent approach in scientific workflow systems based on cloud computing. In: Int. conf. on pattern recognition, informatics and mobile engineering, pp 387\u2013390","DOI":"10.1109\/ICPRIME.2013.6496507"},{"key":"1664_CR49","unstructured":"Geiping J, Bauermeister H, Dr\u00f6ge H, Moeller M (2020) Inverting gradients\u2014How easy is it to break privacy in federated learning? ArXiv preprint arXiv:2003.14053"},{"key":"1664_CR50","unstructured":"Geyer RC, Klein T, Nabi M (2017) Differentially private federated learning: a client level perspective. ArXiv preprint arXiv:1712.07557"},{"key":"1664_CR51","unstructured":"Gibiansky A (2017) Bringing HPC techniques to deep learning. https:\/\/andrew.gibiansky.com\/blog\/machine-learning\/baidu-allreduce\/ (online). Accessed 12 Aug 2020"},{"key":"1664_CR52","doi-asserted-by":"crossref","unstructured":"Gilpin LH, Bau D, Yuan BZ, Bajwa A, Specter M, Kagal L (2018) Explaining explanations: an overview of interpretability of machine learning. In: IEEE int. conf. on data science and advanced analytics (DSAA). IEEE, pp 80\u201389","DOI":"10.1109\/DSAA.2018.00018"},{"key":"1664_CR53","volume-title":"Deep learning","author":"LH Gilpin","year":"2016","unstructured":"Gilpin LH, Bau D, Yuan BZ, Bajwa A, Specter M, Kagal L (2016) Deep learning, vol 1. MIT Press, Cambridge"},{"key":"1664_CR54","unstructured":"Goodfellow IJ, Shlens J, Szegedy C (2015) Explaining and harnessing adversarial examples. In: Int. conf. on learning representations (ICLR)"},{"key":"1664_CR55","unstructured":"Google. Tensorflow federated: machine learning on decentralized data. https:\/\/www.tensorflow.org\/federated (online). Accessed 16 Feb 2021"},{"key":"1664_CR56","doi-asserted-by":"crossref","unstructured":"Gropp W, Gropp WD, Lusk E, Skjellum A, Lusk AD (1999) Using MPI: portable parallel programming with the message-passing interface, vol 1. MIT Press","DOI":"10.7551\/mitpress\/7056.001.0001"},{"key":"1664_CR57","unstructured":"Haddadpour F, Kamani MM, Mokhtari A, Mahdavi M (2020) Federated learning with compression: unified analysis and sharp guarantees. ArXiv preprint arXiv:2007.01154"},{"key":"1664_CR58","doi-asserted-by":"crossref","unstructured":"Hao M, Li H, Xu G, Liu S, Yang H (2019) Towards efficient and privacy-preserving federated deep learning. In: IEEE int. conf. on communications (ICC), pp 1\u20136","DOI":"10.1109\/ICC.2019.8761267"},{"key":"1664_CR59","unstructured":"Hardy S, Henecka W, Ivey-Law H, Nock R, Patrini G, Smith G, Thorne B (2017) Private federated learning on vertically partitioned data via entity resolution and additively homomorphic encryption. ArXiv preprint arXiv:1711.10677"},{"key":"1664_CR60","unstructured":"He C, Avestimehr S, Annavaram M (2020) Group knowledge transfer: collaborative training of large CNNs on the edge. ArXiv preprint arXiv:2007.14513"},{"key":"1664_CR61","unstructured":"He C, Annavaram M, Avestimehr S (2020) Towards non-IID and invisible data with FEDNAS: federated deep learning via neural architecture search. ArXiv preprint arXiv:2004.08546"},{"key":"1664_CR62","unstructured":"He C, Balasubramanian K, Ceyani E, Yang C, Xie H, Sun L, He L, Yang L, Yu PS, Rong Y, Zhao P (2021) Fedgraphnn: a federated learning system and benchmark for graph neural networks. ArXiv preprint arXiv:2104.07145"},{"key":"1664_CR63","doi-asserted-by":"crossref","unstructured":"He C, Ceyani E, Balasubramanian K, Annavaram M, Avestimehr S (2021) Spreadgnn: serverless multi-task federated learning for graph neural networks. ArXiv preprint arXiv:2106.02743","DOI":"10.1609\/aaai.v36i6.20643"},{"key":"1664_CR64","unstructured":"He C, Li S, Soltanolkotabi M, Avestimehr S (2021) Pipetransformer: automated elastic pipelining for distributed training of large-scale models. In: Int. conf. on machine learning, volume 139 of machine learning research, pp 4150\u20134159"},{"key":"1664_CR65","unstructured":"He C, Li S, So J, Zeng X, Zhang M, Wang H, Wang X, Vepakomma P, Singh A, Qiu H, Zhu X (2020) Fedml: a research library and benchmark for federated machine learning. ArXiv preprint arXiv:2007.13518"},{"key":"1664_CR66","unstructured":"He C, Shah AD, Tang Z, Sivashunmugam DF, Bhogaraju K, Shimpi M, Shen L, Chu X, Soltanolkotabi M, Avestimehr S. Fedcv: a federated learning framework for diverse computer vision tasks. ArXiv preprint arXiv: 2111.11066"},{"key":"1664_CR67","unstructured":"He C, Tan C, Tang H, Qiu S, Liu J (2019) Central server free federated learning over single-sided trust social networks. ArXiv preprint arXiv:1910.04956"},{"key":"1664_CR68","doi-asserted-by":"crossref","unstructured":"He C, Ye H, Shen L, Zhang T (2020) Milenas: efficient neural architecture search via mixed-level reformulation. In: IEEE\/CVF conf. on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR42600.2020.01201"},{"issue":"9","key":"1664_CR69","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1109\/TKDE.2008.239","volume":"21","author":"H He","year":"2009","unstructured":"He H, Garcia EA (2009) Learning from imbalanced data. IEEE Trans Knowl Data Eng 21(9):1263\u20131284","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1664_CR70","unstructured":"He L, Karimireddy SP, Jaggi M (2020) Secure byzantine-robust machine learning. ArXiv preprint arXiv:2006.04747"},{"key":"1664_CR71","doi-asserted-by":"crossref","unstructured":"Hitaj B, Ateniese G, Perez-Cruz F (2017) Deep models under the GAN: information leakage from collaborative deep learning. In: ACM SIGSAC conference on computer and communications security, pp 603\u2013618","DOI":"10.1145\/3133956.3134012"},{"key":"1664_CR72","unstructured":"Hu C, Jiang J, Wang Z (2019) Decentralized federated learning: a segmented gossip approach. ArXiv preprint arXiv:1908.07782"},{"key":"1664_CR73","unstructured":"Hu Z, Shaloudegi K, Zhang G, Yu Y (2020) Fedmgda+: federated learning meets multi-objective optimization. ArXiv preprint arXiv:2006.11489"},{"key":"1664_CR74","unstructured":"Huang Y, Cheng Y, Bapna A, Firat O, Chen D, Chen M, Lee H, Ngiam J, Le QV, Wu Y (2018) Gpipe: efficient training of giant neural networks using pipeline parallelism. ArXiv preprint arXiv:1811.06965"},{"key":"1664_CR75","unstructured":"Ivkin N, Rothchild D, Ullah E, Stoica I, Arora R (2019) Communication-efficient distributed SGD with sketching. ArXiv preprint arXiv:1903.04488"},{"key":"1664_CR76","doi-asserted-by":"crossref","unstructured":"Jiang J, Fu F, Yang T, Cui B (2018) Sketchml: accelerating distributed machine learning with data sketches. In: Int. conf. on management of data, pp 1269\u20131284","DOI":"10.1145\/3183713.3196894"},{"key":"1664_CR77","doi-asserted-by":"crossref","unstructured":"Jiang J, Ji S, Long G (2020) Decentralized knowledge acquisition for mobile internet applications. In: World Wide Web, pp 1\u201317","DOI":"10.1007\/s11280-019-00775-w"},{"key":"1664_CR78","unstructured":"Jiang M, Jung T, Karl R, Zhao T (2020) Federated dynamic GNN with secure aggregation. ArXiv preprint arXiv:2009.07351"},{"key":"1664_CR79","unstructured":"Kairouz P, McMahan HB, Avent B, Bellet A, Bennis M, Bhagoji AN, Bonawitz K, Charles Z, Cormode G, Cummings R, D\u2019Oliveira RG (2019) Advances and open problems in federated learning. ArXiv preprint arXiv:1912.04977"},{"key":"1664_CR80","doi-asserted-by":"crossref","unstructured":"Kairouz P, McMahan HB, Avent B, Bellet A, Bennis M, Bhagoji AN, Bonawitz K, Charles Z, Cormode G, Cummings R, D\u2019Oliveira RG, et al. (2021) Advances and open problems in federated learning. Foundations and Trends\u00ae in Machine Learning, 14(1)","DOI":"10.1561\/2200000083"},{"key":"1664_CR81","unstructured":"Karimireddy SP, Kale S, Mohri M, Reddi S, Stich S, Suresh AT (2020) Scaffold: stochastic controlled averaging for federated learning. In: Int. conf. on machine learning (ICML), pp 5132\u20135143"},{"key":"1664_CR82","unstructured":"Karimireddy SP, Rebjock Q, Stich S, Jaggi M (2019) Error feedback fixes signsgd and other gradient compression schemes. In: Int. conf. on machine learning (ICML), pp 3252\u20133261"},{"key":"1664_CR83","unstructured":"Katevas K, Bagdasaryan E, Waterman J, Safadieh MM, Birrell E, Haddadi H, Estrin D (2020) Policy-based federated learning. ArXiv e-prints, pp arXiv-2003"},{"key":"1664_CR84","unstructured":"Ke C, Honorio J (2021) Federated myopic community detection with one-shot communication. ArXiv preprint arXiv:2106.07255"},{"issue":"1","key":"1664_CR85","doi-asserted-by":"publisher","first-page":"167","DOI":"10.3390\/s21010167","volume":"21","author":"I Kholod","year":"2021","unstructured":"Kholod I, Yanaki E, Fomichev D, Shalugin E, Novikova E, Filippov E, Nordlund M (2021) Open-source federated learning frameworks for iot: a comparative review and analysis. Sensors 21(1):167","journal-title":"Sensors"},{"key":"1664_CR86","unstructured":"Kone\u010dn\u1ef3 J, McMahan HB, Yu FX, Richt\u00e1rik P, Suresh AT, Bacon D (2016) Federated learning: strategies for improving communication efficiency. ArXiv preprint arXiv:1610.05492"},{"key":"1664_CR87","doi-asserted-by":"crossref","unstructured":"Kulkarni V, Kulkarni M, Pant A (2020) Survey of personalization techniques for federated learning. In: World conf. on smart trends in systems, security and sustainability (WorldS4), pp 794\u2013797","DOI":"10.1109\/WorldS450073.2020.9210355"},{"key":"1664_CR88","unstructured":"Lalitha A, Kilinc OC, Javidi T, Koushanfar F (2019) Peer-to-peer federated learning on graphs. ArXiv preprint arXiv:1901.11173"},{"key":"1664_CR89","unstructured":"Li Q, Wen Z, He B (2019) A survey on federated learning systems: vision, hype and reality for data privacy and protection. ArXiv preprint arXiv:1907.09693"},{"key":"1664_CR90","unstructured":"Li S, Cheng Y, Liu Y, Wang W, Chen T (2019) Abnormal client behavior detection in federated learning. ArXiv preprint arXiv:1910.09933"},{"issue":"3","key":"1664_CR91","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Talwalkar A, Smith V (2020) Federated learning: challenges, methods, and future directions. IEEE Signal Process Mag 37(3):50\u201360","journal-title":"IEEE Signal Process Mag"},{"key":"1664_CR92","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Zaheer M, Sanjabi M, Talwalkar A, Smith V (2020) Federated optimization in heterogeneous networks. Mach Learn Syst 2:429\u2013450","journal-title":"Mach Learn Syst"},{"key":"1664_CR93","unstructured":"Li T, Sanjabi M, Beirami A, Smith V (2019) Fair resource allocation in federated learning. arXiv preprint arXiv:1905.10497"},{"key":"1664_CR94","unstructured":"Li Y, Wu B, Jiang Y, Li Z, Xia ST (2020) Backdoor learning: a survey. arXiv preprint arXiv:2007.08745"},{"key":"1664_CR95","unstructured":"Li Z, Huang Z, Chen C, Hong C (2019) Quantification of the leakage in federated learning. arXiv preprint arXiv:1910.05467"},{"key":"1664_CR96","unstructured":"Lian X, Zhang C, Zhang H, Hsieh CJ, Zhang W, Liu J (2017) Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent. In: Advances in neural information processing systems (NeurIPS), pp 5330\u20135340"},{"key":"1664_CR97","unstructured":"Liang Z, Wang B, Gu Q, Osher S, Yao Y (2020) Exploring private federated learning with laplacian smoothing. arXiv preprint arXiv:2005.00218"},{"key":"1664_CR98","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.jnca.2016.10.008","volume":"77","author":"M Liaqat","year":"2017","unstructured":"Liaqat M, Chang V, Gani A, Ab Hamid SH, Toseef M, Shoaib U, Ali RL (2017) Federated cloud resource management: review and discussion. J Netw Comput Appl 77:87\u2013105","journal-title":"J Netw Comput Appl"},{"issue":"3","key":"1664_CR99","doi-asserted-by":"publisher","first-page":"2031","DOI":"10.1109\/COMST.2020.2986024","volume":"22","author":"WY Lim","year":"2020","unstructured":"Lim WY, Luong NC, Hoang DT, Jiao Y, Liang YC, Yang Q, Niyato D, Miao C (2020) Federated learning in mobile edge networks: a comprehensive survey. IEEE Commun Surv Tutor 22(3):2031\u20132063","journal-title":"IEEE Commun Surv Tutor"},{"key":"1664_CR100","doi-asserted-by":"crossref","unstructured":"Lin BY, He C, Zeng Z, Wang H, Huang Y, Soltanolkotabi M, Ren X, Avestimehr S (2021) Fednlp: a research platform for federated learning in natural language processing. ArXiv preprint arXiv:2104.08815","DOI":"10.18653\/v1\/2022.findings-naacl.13"},{"key":"1664_CR101","unstructured":"Lin J, Du M, Liu J (2019) Free-riders in federated learning: attacks and defenses. ArXiv preprint arXiv:1911.12560"},{"key":"1664_CR102","unstructured":"Lin Y, Chen C, Chen C, Wang L (2020) Improving federated relational data modeling via basis alignment and weight penalty. ArXiv preprint arXiv:2011.11369"},{"key":"1664_CR103","doi-asserted-by":"crossref","unstructured":"Liu J, Bondiombouy C, Mo L, Valduriez P (2020) Two-phase scheduling for efficient vehicle sharing. IEEE Trans Intell Transp Syst (TITS) 23(1): 457\u2013470","DOI":"10.1109\/TITS.2020.3011952"},{"key":"1664_CR104","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1016\/j.future.2016.04.014","volume":"63","author":"J Liu","year":"2016","unstructured":"Liu J, Pacitti E, Valduriez P, De Oliveira D, Mattoso M (2016) Multi-objective scheduling of scientific workflows in multisite clouds. Fut Gener Comput Syst 63:76\u201395","journal-title":"Fut Gener Comput Syst"},{"issue":"4","key":"1664_CR105","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10723-015-9329-8","volume":"13","author":"J Liu","year":"2015","unstructured":"Liu J, Pacitti E, Valduriez P, Mattoso M (2015) A survey of data-intensive scientific workflow management. J Grid Comput 13(4):457\u2013493","journal-title":"J Grid Comput"},{"issue":"10","key":"1664_CR106","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1109\/TKDE.2018.2867857","volume":"31","author":"J Liu","year":"2018","unstructured":"Liu J, Pineda L, Pacitti E, Costan A, Valduriez P, Antoniu G, Mattoso M (2018) Efficient scheduling of scientific workflows using hot metadata in a multisite cloud. IEEE Trans Knowl Data Eng 31(10):1940\u20131953","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1664_CR107","doi-asserted-by":"crossref","unstructured":"Liu L, Zhang J, Song SH, Letaief KB (2020) Client-edge-cloud hierarchical federated learning. In: IEEE int. conf. on communications (ICC), pp 1\u20136","DOI":"10.1109\/ICC40277.2020.9148862"},{"key":"1664_CR108","doi-asserted-by":"crossref","unstructured":"Liu R, Cao Y, Yoshikawa M, Chen H (2020) Fedsel: federated sgd under local differential privacy with top-k dimension selection. In: Int. conf. on database systems for advanced applications, pp 485\u2013501","DOI":"10.1007\/978-3-030-59410-7_33"},{"key":"1664_CR109","first-page":"13172","volume":"34","author":"Y Liu","year":"2020","unstructured":"Liu Y, Huang A, Luo Y, Huang H, Liu Y, Chen Y, Feng L, Chen T, Yu H, Yang Q (2020) Fedvision: an online visual object detection platform powered by federated learning. AAAI Confer Artif Intell 34:13172\u201313179","journal-title":"AAAI Confer Artif Intell"},{"key":"1664_CR110","unstructured":"Liu Y, Kang Y, Zhang X, Li L, Cheng Y, Chen T, Hong M, Yang Q (2019) A communication efficient collaborative learning framework for distributed features. ArXiv preprint arXiv:1912.11187"},{"key":"1664_CR111","doi-asserted-by":"crossref","unstructured":"Lo SK, Lu Q, Zhu L, Paik HY, Xu X, Wang C (2021) Architectural patterns for the design of federated learning systems. ArXiv preprint arXiv:2101.02373","DOI":"10.1016\/j.jss.2022.111357"},{"issue":"10","key":"1664_CR112","doi-asserted-by":"publisher","first-page":"6535","DOI":"10.1109\/TWC.2020.3003744","volume":"19","author":"S Luo","year":"2020","unstructured":"Luo S, Chen X, Wu Q, Zhou Z, Yu S (2020) Hfel: joint edge association and resource allocation for cost-efficient hierarchical federated edge learning. IEEE Trans Wirel Commun 19(10):6535\u20136548","journal-title":"IEEE Trans Wirel Commun"},{"key":"1664_CR113","unstructured":"Luo X, Zhu X (2020) Exploiting defenses against gan-based feature inference attacks in federated learning. ArXiv preprint arXiv:2004.12571"},{"key":"1664_CR114","doi-asserted-by":"crossref","unstructured":"Lyu L, Yu H, Yang Q (2020) Threats to federated learning: a survey. ArXiv preprint arXiv:2003.02133","DOI":"10.1007\/978-3-030-63076-8_1"},{"issue":"11","key":"1664_CR115","doi-asserted-by":"publisher","first-page":"2524","DOI":"10.1109\/TPDS.2020.2996273","volume":"31","author":"L Lyu","year":"2020","unstructured":"Lyu L, Yu J, Nandakumar K, Li Y, Ma X, Jin J, Yu H, Ng KS (2020) Towards fair and privacy-preserving federated deep models. IEEE Trans Parallel Distrib Syst 31(11):2524\u20132541","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"1","key":"1664_CR116","first-page":"105","volume":"1","author":"Y Ma","year":"2019","unstructured":"Ma Y, Yu D, Wu T, Wang H (2019) Paddlepaddle: an open-source deep learning platform from industrial practice. Front Data Comput 1(1):105","journal-title":"Front Data Comput"},{"key":"1664_CR117","unstructured":"Malekijoo A, Fadaeieslam MJ, Malekijou H, Homayounfar M, Alizadeh-Shabdiz F, Rawassizadeh R (2021) FEDZIP: a compression framework for communication-efficient federated learning. ArXiv preprint arXiv:2102.01593"},{"key":"1664_CR118","doi-asserted-by":"crossref","unstructured":"Mandal K, Gong G (2019) PrivFL: practical privacy-preserving federated regressions on high-dimensional data over mobile networks. In: ACM SIGSAC conf. on cloud computing security workshop, pp 57\u201368","DOI":"10.1145\/3338466.3358926"},{"key":"1664_CR119","doi-asserted-by":"crossref","unstructured":"McKeen F, Alexandrovich I, Berenzon A, Rozas CV, Shafi H, Shanbhogue V, Savagaonkar UR (2013) Innovative instructions and software model for isolated execution. In: Int. workshop on hardware and architectural support for security and privacy","DOI":"10.1145\/2487726.2488368"},{"key":"1664_CR120","unstructured":"McMahan B, Moore E, Ramage D, Hampson S, y Arcas BA (2017) Communication-efficient learning of deep networks from decentralized data. In: Int. conf. on artificial intelligence and statistics (AISTATS), pp 1273\u20131282"},{"key":"1664_CR121","unstructured":"McMahan HB, Ramage D, Talwar K, Zhang L (2017) Learning differentially private recurrent language models. ArXiv preprint arXiv:1710.06963"},{"key":"1664_CR122","unstructured":"McMahan HB, Ramage D, Talwar K, Zhang L (2018) Learning differentially private recurrent language models. In: Int. conf. on learning representations (ICLR)"},{"key":"1664_CR123","doi-asserted-by":"crossref","unstructured":"Mei G, Guo Z, Liu S, Pan L (2019) Sgnn: a graph neural network based federated learning approach by hiding structure. In: IEEE int. conf. on big data (big data), pp 2560\u20132568","DOI":"10.1109\/BigData47090.2019.9005983"},{"key":"1664_CR124","doi-asserted-by":"crossref","unstructured":"Melis L, Song C, De Cristofaro E, Shmatikov V (2019) Exploiting unintended feature leakage in collaborative learning. In: IEEE symposium on security and privacy (SP), pp 691\u2013706","DOI":"10.1109\/SP.2019.00029"},{"key":"1664_CR125","doi-asserted-by":"crossref","unstructured":"Meng C, Rambhatla S, Liu Y (2021) Cross-node federated graph neural network for spatio-temporal data modeling. In: ACM SIGKDD conference on knowledge discovery and data mining (KDD) (to appear)","DOI":"10.1145\/3447548.3467371"},{"key":"1664_CR126","doi-asserted-by":"crossref","unstructured":"Mhaisen N, Abdellatif AA, Mohamed A, Erbad A, Guizani M (2021) Optimal user-edge assignment in hierarchical federated learning based on statistical properties and network topology constraints. IEEE Trans Netw Sci Eng 9(1): 55\u201366","DOI":"10.1109\/TNSE.2021.3053588"},{"key":"1664_CR127","unstructured":"Mo F, Haddadi H (2019) Efficient and private federated learning using tee. In: EuroSys"},{"key":"1664_CR128","unstructured":"Mohri M, Sivek G, Suresh AT (2019) Agnostic federated learning. In: Int. conf. on machine learning (ICML), pp 4615\u20134625"},{"key":"1664_CR129","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1016\/j.future.2020.10.007","volume":"115","author":"V Mothukuri","year":"2021","unstructured":"Mothukuri V, Parizi RM, Pouriyeh S, Huang Y, Dehghantanha A, Srivastava G (2021) A survey on security and privacy of federated learning. Fut Gener Comput Syst 115:619\u2013640","journal-title":"Fut Gener Comput Syst"},{"key":"1664_CR130","unstructured":"Mu\u00f1oz-Gonz\u00e1lez L, Co KT, Lupu EC (2019) Byzantine-robust federated machine learning through adaptive model averaging. ArXiv preprint arXiv:1909.05125"},{"key":"1664_CR131","doi-asserted-by":"crossref","unstructured":"Narayanan D, Harlap A, Phanishayee A, Seshadri V, Devanur NR, Ganger GR, Gibbons PB, Zaharia M (2019) Pipedream: generalized pipeline parallelism for dnn training. In: ACM symposium on operating systems principles, pp 1\u201315","DOI":"10.1145\/3341301.3359646"},{"key":"1664_CR132","doi-asserted-by":"crossref","unstructured":"Ochiai K, Senkawa K, Yamamoto N, Tanaka Y, Fukazawa Y (2019) Real-time on-device troubleshooting recommendation for smartphones. In: ACM SIGKDD int. conf. on knowledge discovery and data mining, pp 2783\u20132791","DOI":"10.1145\/3292500.3330669"},{"key":"1664_CR133","unstructured":"Official Journal of the European Union. General data protection regulation. https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/PDF\/?uri=CELEX:32016R0679 (online). Accessed 12 Feb 2021"},{"key":"1664_CR134","unstructured":"Ohrimenko O, Schuster F, Fournet C, Mehta A, Nowozin S, Vaswani K, Costa M (2016) Oblivious multi-party machine learning on trusted processors. In $$\\{$$USENIX$$\\}$$ security symposium ($$\\{$$USENIX$$\\}$$ security), pp 619\u2013636"},{"key":"1664_CR135","doi-asserted-by":"crossref","unstructured":"Oksuz K, Cam BC, Kalkan S, Akbas E (2020) Imbalance problems in object detection: a review. IEEE Trans Pattern Anal Mach Intell 43:3388\u20133415","DOI":"10.1109\/TPAMI.2020.2981890"},{"key":"1664_CR136","unstructured":"OpenMined. Pysyft. https:\/\/github.com\/OpenMined\/PySyft (online). Accessed 22 Feb 2021"},{"key":"1664_CR137","unstructured":"PaddlePaddle B. Paddlehub. https:\/\/github.com\/PaddlePaddle\/PaddleHub (online). Accessed 01 Oct 2021"},{"key":"1664_CR138","doi-asserted-by":"crossref","unstructured":"Paillier P (1999) Public-key cryptosystems based on composite degree residuosity classes. In: Int. conf. on the theory and applications of cryptographic techniques, pp 223\u2013238","DOI":"10.1007\/3-540-48910-X_16"},{"issue":"10","key":"1664_CR139","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2009","unstructured":"Pan SJ, Yang Q (2009) A survey on transfer learning. IEEE Trans Knowl Data Eng 22(10):1345\u20131359","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1664_CR140","unstructured":"Peng H, Li H, Song Y, Zheng V, Li J (2021) Federated knowledge graphs embedding. In: ACM int. conf. on information and knowledge management (CIKM), pp 1\u201310"},{"key":"1664_CR141","unstructured":"Phan H, Thai MT, Hu H, Jin R, Sun T, Dou D (2020) Scalable differential privacy with certified robustness in adversarial learning. In: Int. conf. on machine learning (ICML), pp 7683\u20137694"},{"key":"1664_CR142","unstructured":"Pillutla K, Kakade SM, Harchaoui Z (2019) Robust aggregation for federated learning. ArXiv preprint arXiv:1912.13445"},{"key":"1664_CR143","doi-asserted-by":"crossref","unstructured":"Pineda-Morales L, Liu J, Costan A, Pacitti E, Antoniu G, Valduriez P, Mattoso M (2016) Managing hot metadata for scientific workflows on multisite clouds. In: IEEE Int. Conf. on Big Data (Big Data), pp 390\u2013397","DOI":"10.1109\/BigData.2016.7840628"},{"key":"1664_CR144","unstructured":"Pytorch. Pytorch. https:\/\/pytorch.org\/ (online). Accessed 13 Mar 2021"},{"key":"1664_CR145","doi-asserted-by":"crossref","unstructured":"Robbins H, Monro S (1951) A stochastic approximation method. Ann Math Stat 22(3):400\u2013407","DOI":"10.1214\/aoms\/1177729586"},{"key":"1664_CR146","unstructured":"Romanini D, Hall AJ, Papadopoulos P, Titcombe T, Ismail A, Cebere T, Sandmann R, Roehm R, Hoeh MA (2021) Pyvertical: a vertical federated learning framework for multi-headed splitnn. ArXiv preprint arXiv:2104.00489"},{"key":"1664_CR147","unstructured":"Rothchild D, Panda A, Ullah E, Ivkin N, Stoica I, Braverman V, Gonzalez J, Arora R (2020) Fetchsgd: communication-efficient federated learning with sketching. In: Int. conf. on machine learning (ICML), pp 8253\u20138265"},{"key":"1664_CR148","unstructured":"Ryffel T, Trask A, Dahl M, Wagner B, Mancuso J, Rueckert D, Passerat-Palmbach J (2018) A generic framework for privacy preserving deep learning. ArXiv preprint arXiv:1811.04017"},{"key":"1664_CR149","unstructured":"Sabater C, Bellet A, Ramon J (2020) Distributed differentially private averaging with improved utility and robustness to malicious parties. ArXiv preprint arXiv:2006.07218"},{"key":"1664_CR150","unstructured":"Satariano A. Google is fined $57 million under Europe\u2019s data privacy law. https:\/\/www.nytimes.com\/2019\/01\/21\/technology\/google-europe-gdpr-fine.html (online). Accessed 28 Feb 2021"},{"key":"1664_CR151","doi-asserted-by":"crossref","unstructured":"Sayed AH (2014) Adaptation, learning, and optimization over networks. Found Trends Mach Learn 7(ARTICLE):311\u2013801","DOI":"10.1561\/2200000051"},{"issue":"3","key":"1664_CR152","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1109\/MSP.2012.2231991","volume":"30","author":"AH Sayed","year":"2013","unstructured":"Sayed AH, Tu SY, Chen J, Zhao X, Towfic ZJ (2013) Diffusion strategies for adaptation and learning over networks: an examination of distributed strategies and network behavior. IEEE Signal Process Maga 30(3):155\u2013171","journal-title":"IEEE Signal Process Maga"},{"key":"1664_CR153","doi-asserted-by":"crossref","unstructured":"Seif M, Tandon R, Li M (2020) Wireless federated learning with local differential privacy. In: IEEE int. symposium on information theory (ISIT), pp 2604\u20132609","DOI":"10.1109\/ISIT44484.2020.9174426"},{"key":"1664_CR154","unstructured":"Seneta E (2006) Non-negative matrices and Markov chains. Springer"},{"key":"1664_CR155","unstructured":"Shakespeare W (2007) The complete works of William Shakespeare. Wordsworth Editions"},{"key":"1664_CR156","doi-asserted-by":"crossref","unstructured":"Shlezinger N, Chen M, Eldar YC, Poor HV, Cui S (2020) Federated learning with quantization constraints. In: IEEE int. conf. on acoustics, speech and signal processing (ICASSP), pp 8851\u20138855","DOI":"10.1109\/ICASSP40776.2020.9054168"},{"key":"1664_CR157","doi-asserted-by":"publisher","first-page":"500","DOI":"10.1109\/TSP.2020.3046971","volume":"69","author":"N Shlezinger","year":"2020","unstructured":"Shlezinger N, Chen M, Eldar YC, Poor HV, Cui S (2020) Uveqfed: universal vector quantization for federated learning. IEEE Trans Signal Process 69:500\u2013514","journal-title":"IEEE Trans Signal Process"},{"key":"1664_CR158","unstructured":"Silverstein J. Hundreds of millions of facebook user records were exposed on amazon cloud server. https:\/\/www.cbsnews.com\/news\/millions-facebook-user-records-exposed-amazon-cloud-server\/ (online). Accessed 28 Feb 2021"},{"key":"1664_CR159","unstructured":"Spring R, Kyrillidis A, Mohan V, Shrivastava A (2019) Compressing gradient optimizers via count-sketches. In: Int. conf. on machine learning (ICML), pp 5946\u20135955"},{"key":"1664_CR160","unstructured":"Standing Committee of the National People\u2019s Congress. Cybersecurity law of the people\u2019s Republic of China. https:\/\/www.newamerica.org\/cybersecurity-initiative\/digichina\/blog\/translation-cybersecurity-law-peoples-republic-china\/ (online). Accessed 22 Feb 2021"},{"key":"1664_CR161","unstructured":"Stich SU, Cordonnier JB, Jaggi M (2018) Sparsified SGD with memory. In: Advances in neural information processing systems (NeurIPS), vol\u00a031"},{"key":"1664_CR162","doi-asserted-by":"crossref","unstructured":"Sun H, Ma X, Hu RQ (2020) Adaptive federated learning with gradient compression in uplink NOMA. IEEE Trans Vehic Technol 69(12):16325\u201316329","DOI":"10.1109\/TVT.2020.3027306"},{"key":"1664_CR163","unstructured":"Sun Z, Kairouz P, Suresh AT, McMahan HB (2019) Can you really backdoor federated learning? ArXiv preprint arXiv:1911.07963"},{"key":"1664_CR164","unstructured":"Suzumura T, Zhou Y, Baracaldo N, Ye G, Houck K, Kawahara R, Anwar A, Stavarache LL, Watanabe Y, Loyola P, Klyashtorny D (2019) Towards federated graph learning for collaborative financial crimes detection. ArXiv preprint arXiv:1909.12946"},{"key":"1664_CR165","doi-asserted-by":"crossref","unstructured":"Tolpegin V, Truex S, Gursoy ME, Liu L (2020) Data poisoning attacks against federated learning systems. In: European symposium on research in computer security. Springer, pp 480\u2013501","DOI":"10.1007\/978-3-030-58951-6_24"},{"issue":"4","key":"1664_CR166","first-page":"50","volume":"35","author":"A Triastcyn","year":"2020","unstructured":"Triastcyn A, Faltings B (2020) Federated generative privacy. IEEE Intell Syst 35(4):50\u201357","journal-title":"Federated generative privacy. IEEE Intell Syst"},{"key":"1664_CR167","doi-asserted-by":"crossref","unstructured":"Truex Stacey, Baracaldo Nathalie, Anwar Ali, Steinke Thomas, Ludwig Heiko, Zhang Rui, Zhou Yi (2019) A hybrid approach to privacy-preserving federated learning. In: ACM workshop on artificial intelligence and security, pp 1\u201311","DOI":"10.1145\/3338501.3357370"},{"key":"1664_CR168","unstructured":"Vanhaesebrouck P, Bellet A, Tommasi M (2017) Decentralized collaborative learning of personalized models over networks. In: Int. conf. on artificial intelligence and statistics (AISTATS), pp 509\u2013517"},{"key":"1664_CR169","unstructured":"Velickovic P, Cucurull G, Casanova A, Romero A, Lio P, Bengio Y (2018) Graph attention networks. In: Int. conf. on learning representations (ICLR)"},{"issue":"2","key":"1664_CR170","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3377454","volume":"53","author":"J Verbraeken","year":"2020","unstructured":"Verbraeken J, Wolting M, Katzy J, Kloppenburg J, Verbelen T, Rellermeyer JS (2020) A survey on distributed machine learning. ACM Comput Surv (CSUR) 53(2):1\u201333","journal-title":"ACM Comput Surv (CSUR)"},{"key":"1664_CR171","unstructured":"Vishnu A, Siegel C, Daily J (2016) Distributed tensorflow with MPI. ArXiv preprint arXiv:1603.02339"},{"key":"1664_CR172","doi-asserted-by":"crossref","unstructured":"Wainakh A, Guinea AS, Grube T, M\u00fchlh\u00e4user M (2020) Enhancing privacy via hierarchical federated learning. In: IEEE European symposium on security and privacy workshops (EuroS&PW), pp 344\u2013347","DOI":"10.1109\/EuroSPW51379.2020.00053"},{"key":"1664_CR173","unstructured":"Wang B, Li A, Li H, Chen Y (2020) Graphfl: a federated learning framework for semi-supervised node classification on graphs. ArXiv preprint arXiv:2012.04187"},{"key":"1664_CR174","unstructured":"Wang C, Chen B, Li G, Wang H (2021) FL-AGCNS: federated learning framework for automatic graph convolutional network search. ArXiv preprint arXiv:2104.04141"},{"key":"1664_CR175","unstructured":"Wang G (2019) Interpret federated learning with Shapley values. ArXiv preprint arXiv:1905.04519"},{"key":"1664_CR176","unstructured":"Wang H, Yurochkin M, Sun Y, Papailiopoulos D, Khazaeni Y (2020) Federated learning with matched averaging. In: Int. conf. on learning representations (ICLR)"},{"key":"1664_CR177","unstructured":"Wang J, Charles Z, Xu Z, Joshi G, McMahan HB, Al-Shedivat M, Andrew G, Avestimehr S, Daly K, Data D, Diggavi S (2021) A field guide to federated optimization. ArXiv preprint arXiv:2107.06917"},{"key":"1664_CR178","doi-asserted-by":"crossref","unstructured":"Wang J, Sahu AK, Yang Z, Joshi G, Kar S (2019) Matcha: speeding up decentralized SGD via matching decomposition sampling. In: Indian control conference (ICC), pp 299\u2013300","DOI":"10.1109\/ICC47138.2019.9123209"},{"key":"1664_CR179","first-page":"10165","volume":"35","author":"L Wang","year":"2021","unstructured":"Wang L, Xu S, Wang X, Zhu Q (2021) Addressing class imbalance in federated learning. AAAI Confer Artif Intell 35:10165\u201310173","journal-title":"AAAI Confer Artif Intell"},{"key":"1664_CR180","unstructured":"Luping W, Wei W, Bo L (2019) CMFL: mitigating communication overhead for federated learning. In: IEEE int. conf. on distributed computing systems (ICDCS), pp 954\u2013964"},{"key":"1664_CR181","doi-asserted-by":"crossref","unstructured":"Wang Z, Song M, Zhang Z, Song Y, Wang Q, Qi H (2019) Beyond inferring class representatives: User-level privacy leakage from federated learning. In: IEEE conf. on computer communications (INFOCOM), pp 2512\u20132520","DOI":"10.1109\/INFOCOM.2019.8737416"},{"key":"1664_CR182","unstructured":"WeBank. Federated AI technology enabler (FATE). https:\/\/github.com\/FederatedAI\/FATE (online). Accessed 16 Feb 2021"},{"key":"1664_CR183","unstructured":"WeBank. Federated learning white paper v2.0. https:\/\/aisp-1251170195.cos.ap-hongkong.myqcloud.com\/wp-content\/uploads\/pdf\/%E8%81%94%E9%82%A6%E5%AD%A6%E4%B9%A0%E7%99%BD%E7%9A%AE%E4%B9%A6_v2.0.pdf (online). Accessed 14 Feb 2021"},{"key":"1664_CR184","doi-asserted-by":"publisher","first-page":"3454","DOI":"10.1109\/TIFS.2020.2988575","volume":"15","author":"K Wei","year":"2020","unstructured":"Wei K, Li J, Ding M, Ma C, Yang HH, Farokhi F, Jin S, Quek TQ, Poor HV (2020) Federated learning with differential privacy: algorithms and performance analysis. IEEE Trans Inf Forens Secur 15:3454\u20133469","journal-title":"IEEE Trans Inf Forens Secur"},{"key":"1664_CR185","doi-asserted-by":"crossref","unstructured":"Wu C, Wu F, Cao Y, Huang Y, Xie X (2021) Fedgnn: federated graph neural network for privacy-preserving recommendation. ArXiv preprint arXiv:2102.04925","DOI":"10.1038\/s41467-022-30714-9"},{"key":"1664_CR186","doi-asserted-by":"crossref","unstructured":"Wu T, Liu Z, Huang Q, Wang Y, Lin D (2021) Adversarial robustness under long-tailed distribution. In: IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp 8659\u20138668","DOI":"10.1109\/CVPR46437.2021.00855"},{"key":"1664_CR187","unstructured":"Xu C, Tao D, Xu C (2013) A survey on multi-view learning. ArXiv preprint arXiv:1304.5634"},{"key":"1664_CR188","doi-asserted-by":"crossref","unstructured":"Xu J, Glicksberg BS, Su C, Walker P, Bian J, Wang F (2021) Federated learning for healthcare informatics. J Healthc Inf Res 5:1\u201319","DOI":"10.1007\/s41666-020-00082-4"},{"key":"1664_CR189","doi-asserted-by":"crossref","unstructured":"Xu J, Du W, Jin Y, He W, Cheng R (2020) Ternary compression for communication-efficient federated learning. IEEE Trans Neural Netw Learn Syst 33(3):1162\u20131176","DOI":"10.1109\/TNNLS.2020.3041185"},{"issue":"2","key":"1664_CR190","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3298981","volume":"10","author":"Q Yang","year":"2019","unstructured":"Yang Q, Liu Y, Chen T, Tong Y (2019) Federated machine learning: concept and applications. ACM Trans Intell Syst Technol 10(2):1\u201319","journal-title":"ACM Trans Intell Syst Technol"},{"key":"1664_CR191","doi-asserted-by":"crossref","unstructured":"Yi X, Paulet R, Bertino E (2014) Homomorphic encryption. In: Homomorphic encryption and applications. Springer, pp 27\u201346","DOI":"10.1007\/978-3-319-12229-8_2"},{"key":"1664_CR192","unstructured":"Yuan J, Xu M, Ma X, Zhou A, Liu X, Wang S (2020) Hierarchical federated learning through LAN-WAN orchestration. ArXiv preprint arXiv:2010.11612"},{"key":"1664_CR193","unstructured":"Yurochkin M, Agarwal M, Ghosh S, Greenewald K, Hoang N, Khazaeni Y (2019) Bayesian nonparametric federated learning of neural networks. In: Int. conf. on machine learning (ICML), pp 7252\u20137261"},{"key":"1664_CR194","unstructured":"Zhang C, Li S, Xia J, Wang W, Yan F, Liu Y (2020) Batchcrypt: efficient homomorphic encryption for cross-silo federated learning. In: USENIX annual technical conference (USENIX ATC), pp 493\u2013506"},{"key":"1664_CR195","doi-asserted-by":"crossref","unstructured":"Zhang C, Bi J, Soda P (2017) Feature selection and resampling in class imbalance learning: Which comes first? An empirical study in the biological domain. In: Int. conf. on bioinformatics and biomedicine (BIBM), pp 933\u2013938","DOI":"10.1109\/BIBM.2017.8217782"},{"key":"1664_CR196","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.knosys.2019.03.001","volume":"174","author":"C Zhang","year":"2019","unstructured":"Zhang C, Bi J, Xu S, Ramentol E, Fan G, Qiao B, Fujita H (2019) Multi-imbalance: an open-source software for multi-class imbalance learning. Knowl-Based Syst 174:137\u2013143","journal-title":"Knowl-Based Syst"},{"key":"1664_CR197","doi-asserted-by":"crossref","unstructured":"Zhang C, Soda P, Bi J, Fan G, Almpanidis G, Garcia S (2021) An empirical study on the joint impact of feature selection and data resampling on imbalance classification. ArXiv preprint arXiv:2109.00201","DOI":"10.1007\/s10489-022-03772-1"},{"key":"1664_CR198","unstructured":"Zhang H, Shen T, Wu F, Yin M, Yang H, Wu C (2021) Federated graph learning\u2014a position paper. ArXiv preprint arXiv:2105.11099"},{"key":"1664_CR199","doi-asserted-by":"crossref","unstructured":"Zhang T, He C, Ma T, Gao L, Ma M, Avestimehr S (2021) Federated learning for internet of things: a federated learning framework for on-device anomaly data detection. ArXiv preprint arXiv:2106.07976","DOI":"10.1145\/3485730.3493444"},{"key":"1664_CR200","doi-asserted-by":"crossref","unstructured":"Zhang X, Li F, Zhang Z, Li Q, Wang C, Wu J (2020) Enabling execution assurance of federated learning at untrusted participants. In: IEEE INFOCOM conf. on computer communications, pp 1877\u20131886","DOI":"10.1109\/INFOCOM41043.2020.9155414"},{"key":"1664_CR201","unstructured":"Zhao B, Mopuri KR, Bilen H (2020) IDLG: improved deep leakage from gradients. ArXiv preprint arXiv:2001.02610"},{"key":"1664_CR202","doi-asserted-by":"crossref","unstructured":"Zhao Y, Barnaghi P, Haddadi H (2021) Multimodal federated learning. ArXiv preprint arXiv:2109.04833","DOI":"10.1109\/IoTDI54339.2022.00011"},{"issue":"3","key":"1664_CR203","doi-asserted-by":"publisher","first-page":"1692","DOI":"10.1007\/s12083-021-01074-w","volume":"14","author":"L Zheng","year":"2021","unstructured":"Zheng L, Zhou J, Chen C, Wu B, Wang L, Zhang B (2021) Asfgnn: automated separated-federated graph neural network. Peer-to-Peer Netw Appl 14(3):1692\u20131704","journal-title":"Peer-to-Peer Netw Appl"},{"key":"1664_CR204","unstructured":"Zhou J, Chen C, Zheng L, Wu H, Wu J, Zheng X, Wu B, Liu Z, Wang L (2020) Vertically federated graph neural network for privacy-preserving node classification. ArXiv preprint arXiv:2005.11903"},{"key":"1664_CR205","doi-asserted-by":"crossref","unstructured":"Zhu H, Zhang H, Jin Y (2021) From federated learning to federated neural architecture search: a survey. Complex Intell Syst","DOI":"10.1007\/s40747-020-00247-z"},{"key":"1664_CR206","unstructured":"Zinkevich M, Weimer M, Li L, Smola A. (2010) Parallelized stochastic gradient descent. In: Advances in neural information processing systems (NeurIPS), vol\u00a04. Citeseer, p\u00a04"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01664-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-022-01664-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01664-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,21]],"date-time":"2022-10-21T21:23:19Z","timestamp":1666387399000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-022-01664-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,22]]},"references-count":206,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["1664"],"URL":"https:\/\/doi.org\/10.1007\/s10115-022-01664-x","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,22]]},"assertion":[{"value":"18 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 February 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}