{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,27]],"date-time":"2025-07-27T07:43:47Z","timestamp":1753602227492,"version":"3.40.3"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703515"},{"type":"electronic","value":"9783031703522"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70352-2_4","type":"book-chapter","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T00:01:55Z","timestamp":1724976115000},"page":"58-75","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Federated Frank-Wolfe Algorithm"],"prefix":"10.1007","author":[{"given":"Ali","family":"Dadras","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sourasekhar","family":"Banerjee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karthik","family":"Prakhya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alp","family":"Yurtsever","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"issue":"3","key":"4_CR1","doi-asserted-by":"publisher","first-page":"2031","DOI":"10.1109\/COMST.2020.2986024","volume":"22","author":"WYB Lim","year":"2020","unstructured":"Lim, W.Y.B., et al.: Federated learning in mobile edge networks: a comprehensive survey. IEEE Commun. Surv. Tutor. 22(3), 2031\u20132063 (2020)","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"4_CR2","unstructured":"Wang, J., et\u00a0al.: A field guide to federated optimization. arXiv:2107.06917 (2021)"},{"issue":"1\u20132","key":"4_CR3","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1002\/nav.3800030109","volume":"3","author":"M Frank","year":"1956","unstructured":"Frank, M., Wolfe, P.: An algorithm for quadratic programming. Naval Res. Logist. Q. 3(1\u20132), 95\u2013110 (1956)","journal-title":"Naval Res. Logist. Q."},{"key":"4_CR4","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282. PMLR (2017)"},{"key":"4_CR5","unstructured":"Kone\u010dn\u1ef3, J., McMahan, H.B., Ramage, D., Richt\u00e1rik, P.: Federated optimization: distributed machine learning for on-device intelligence. arXiv:1610.02527 (2016)"},{"key":"4_CR6","unstructured":"Pathak, R., Wainwright, M.J.: Fedsplit: an algorithmic framework for fast federated optimization. In: Advances in Neural Information Processing Systems, vol. 33, pp. 7057\u20137066 (2020)"},{"key":"4_CR7","doi-asserted-by":"publisher","first-page":"6055","DOI":"10.1109\/TSP.2021.3115952","volume":"69","author":"X Zhang","year":"2021","unstructured":"Zhang, X., Hong, M., Dhople, S., Yin, W., Liu, Y.: Fedpd: a federated learning framework with adaptivity to non-IID data. IEEE Trans. Sig. Process. 69, 6055\u20136070 (2021)","journal-title":"IEEE Trans. Sig. Process."},{"key":"4_CR8","unstructured":"Stich, S.U.: Local SGD converges fast and communicates little. arXiv:1805.09767 (2018)"},{"key":"4_CR9","unstructured":"Li, X., Huang, K., Yang, W., Wang, S., Zhang, Z.: On the convergence of FedAVG on non-IID data. In: International Conference on Learning Representations (2019)"},{"key":"4_CR10","unstructured":"Haddadpour, F., Kamani, M.M., Mahdavi, M., Cadambe, V.: Local SGD with periodic averaging: tighter analysis and adaptive synchronization. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Yu, H., Yang, S., Zhu, S.: Parallel restarted SGD with faster convergence and less communication: demystifying why model averaging works for deep learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, no. 1, pp. 5693\u20135700 (2019)","DOI":"10.1609\/aaai.v33i01.33015693"},{"key":"4_CR12","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks. Proc. Mach. Learn. Syst. 2, 429\u2013450 (2020)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"4_CR13","unstructured":"Woodworth, B., et al.: Is local SGD better than minibatch SGD? In: International Conference on Machine Learning, pp. 10334\u201310343. PMLR (2020)"},{"key":"4_CR14","unstructured":"Woodworth, B.E., Patel, K.K., Srebro, N.: Minibatch vs local SGD for heterogeneous distributed learning. In: Advances in Neural Information Processing Systems, vol. 33, pp. 6281\u20136292 (2020)"},{"key":"4_CR15","unstructured":"Al-Shedivat, M., Gillenwater, J., Xing, E., Rostamizadeh, A.: Federated learning via posterior averaging: a new perspective and practical algorithms. arXiv:2010.05273 (2020)"},{"key":"4_CR16","unstructured":"Tran Dinh, Q., Pham, N.H., Phan, D., Nguyen, L.: FedDR-randomized Douglas-Rachford splitting algorithms for nonconvex federated composite optimization. In: Advances in Neural Information Processing Systems, vol. 34, pp. 30326\u201330338 (2021)"},{"key":"4_CR17","unstructured":"Yuan, H., Zaheer, M., Reddi, S.: Federated composite optimization. In: International Conference on Machine Learning, pp. 12253\u201312266. PMLR (2021)"},{"issue":"1","key":"4_CR18","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/s10107-007-0149-x","volume":"120","author":"Y Nesterov","year":"2009","unstructured":"Nesterov, Y.: Primal-dual subgradient methods for convex problems. Math. Program. 120(1), 221\u2013259 (2009)","journal-title":"Math. Program."},{"key":"4_CR19","unstructured":"Bao, Y., Crawshaw, M., Luo, S., Liu, M.: Fast composite optimization and statistical recovery in federated learning. In: International Conference on Machine Learning, pp. 1508\u20131536. PMLR (2022)"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Wang, H., Marella, S., Anderson, J.: Fedadmm: a federated primal-dual algorithm allowing partial participation. In: 2022 IEEE 61st Conference on Decision and Control (CDC), pp. 287\u2013294. IEEE (2022)","DOI":"10.1109\/CDC51059.2022.9992745"},{"key":"4_CR21","unstructured":"He, C., Peng, L., Sun, J.: Federated learning with convex global and local constraints. In: OPT 2023: Optimization for Machine Learning (2023)"},{"issue":"5","key":"4_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0041-5553(66)90114-5","volume":"6","author":"ES Levitin","year":"1966","unstructured":"Levitin, E.S., Polyak, B.T.: Constrained minimization methods. USSR Comput. Math. Math. Phys. 6(5), 1\u201350 (1966)","journal-title":"USSR Comput. Math. Math. Phys."},{"key":"4_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1007\/978-3-540-78773-0_27","volume-title":"LATIN 2008: Theoretical Informatics","author":"E Hazan","year":"2008","unstructured":"Hazan, E.: Sparse approximate solutions to semidefinite programs. In: Laber, E.S., Bornstein, C., Nogueira, L.T., Faria, L. (eds.) LATIN 2008. LNCS, vol. 4957, pp. 306\u2013316. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78773-0_27"},{"key":"4_CR24","unstructured":"Jaggi, M.: Revisiting frank-wolfe: projection-free sparse convex optimization. In: International Conference on Machine Learning, pp. 427\u2013435. PMLR (2013)"},{"key":"4_CR25","unstructured":"Lacoste-Julien, S.: Convergence rate of Frank-Wolfe for non-convex objectives. arXiv:1607.00345 (2016)"},{"key":"4_CR26","unstructured":"Hazan, E., Kale, S.: Projection-free online learning. In: International Conference on Machine Learning. PMLR (2012)"},{"key":"4_CR27","unstructured":"Hazan, E., Luo, H.: Variance-reduced and projection-free stochastic optimization. In: International Conference on Machine Learning, pp. 1263\u20131271. PMLR (2016)"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Reddi, S.J., Sra, S., P\u00f3czos, B., Smola, A.: Stochastic Frank-Wolfe methods for nonconvex optimization. In: 2016 54th Annual Allerton Conference on Communication, Control, and Computing (Allerton), pp. 1244\u20131251. IEEE (2016)","DOI":"10.1109\/ALLERTON.2016.7852377"},{"key":"4_CR29","unstructured":"Yurtsever, A., Sra, S., Cevher, V.: Conditional gradient methods via stochastic path-integrated differential estimator. In: International Conference on Machine Learning. pp. 7282\u20137291. PMLR (2019)"},{"issue":"105","key":"4_CR30","first-page":"1","volume":"21","author":"A Mokhtari","year":"2020","unstructured":"Mokhtari, A., Hassani, H., Karbasi, A.: Stochastic conditional gradient methods: from convex minimization to submodular maximization. J. Mach. Learn. Res. 21(105), 1\u201349 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"4_CR31","unstructured":"N\u00e9giar, G., et al.: Stochastic Frank-Wolfe for constrained finite-sum minimization. In: international Conference on Machine Learning, pp. 7253\u20137262. PMLR (2020)"},{"issue":"1","key":"4_CR32","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/s10107-010-0434-y","volume":"133","author":"G Lan","year":"2012","unstructured":"Lan, G.: An optimal method for stochastic composite optimization. Math. Program. 133(1), 365\u2013397 (2012)","journal-title":"Math. Program."},{"key":"4_CR33","unstructured":"Yurtsever, A., Fercoq, O., Locatello, F., Cevher, V.: A conditional gradient framework for composite convex minimization with applications to semidefinite programming. In: International Conference on Machine Learning, pp. 5727\u20135736. PMLR (2018)"},{"key":"4_CR34","unstructured":"Locatello, F., Yurtsever, A., Fercoq, O., Cevher, V.: Stochastic Frank-Wolfe for composite convex minimization. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"4_CR35","unstructured":"Dresdner, G., Vladarean, M.L., R\u00e4tsch, G., Locatello, F., Cevher, V., Yurtsever, A.: Faster one-sample stochastic conditional gradient method for composite convex minimization. In: International Conference on Artificial Intelligence and Statistics, pp. 8439\u20138457. PMLR (2022)"},{"key":"4_CR36","unstructured":"Gidel, G., Pedregosa, F., Lacoste-Julien, S.: Frank-Wolfe splitting via augmented Lagrangian method. In: International Conference on Artificial Intelligence and Statistics, pp. 1456\u20131465. PMLR (2018)"},{"key":"4_CR37","unstructured":"Yurtsever, A., Fercoq, O., Cevher, V.: A conditional-gradient-based augmented Lagrangian framework. In: International Conference on Machine Learning, pp. 7272\u20137281. PMLR (2019)"},{"key":"4_CR38","unstructured":"Kerdreux, T.: Accelerating conditional gradient methods. Ph.D. thesis, Universit\u00e9 Paris sciences et lettres (2020)"},{"key":"4_CR39","doi-asserted-by":"crossref","unstructured":"Bomze, I.M., Rinaldi, F., Zeffiro, D.: Frank\u2013Wolfe and friends: a journey into projection-free first-order optimization methods. 4OR 19, 313\u2013345 (2021)","DOI":"10.1007\/s10288-021-00493-y"},{"issue":"11","key":"4_CR40","doi-asserted-by":"publisher","first-page":"5522","DOI":"10.1109\/TAC.2017.2685559","volume":"62","author":"HT Wai","year":"2017","unstructured":"Wai, H.T., Lafond, J., Scaglione, A., Moulines, E.: Decentralized Frank-Wolfe algorithm for convex and nonconvex problems. IEEE Trans. Autom. Control 62(11), 5522\u20135537 (2017)","journal-title":"IEEE Trans. Autom. Control"},{"key":"4_CR41","unstructured":"Mokhtari, A., Hassani, H., Karbasi, A.: Decentralized submodular maximization: bridging discrete and continuous settings. In: International Conference on Machine Learning, pp. 3616\u20133625. PMLR (2018)"},{"key":"4_CR42","doi-asserted-by":"crossref","unstructured":"Gao, H., Xu, H., Vucetic, S.: Sample efficient decentralized stochastic Frank-Wolfe methods for continuous DR-submodular maximization. In: Thirtieth International Joint Conference on Artificial Intelligence (2021)","DOI":"10.24963\/ijcai.2021\/482"},{"key":"4_CR43","unstructured":"Zhu, L., Liu, Z., Han, S.: Deep leakage from gradients. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"4_CR44","doi-asserted-by":"crossref","unstructured":"Li, Z., Zhang, J., Liu, L., Liu, J.: Auditing privacy defenses in federated learning via generative gradient leakage. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10132\u201310142 (2022)","DOI":"10.1109\/CVPR52688.2022.00989"},{"key":"4_CR45","doi-asserted-by":"crossref","unstructured":"Wang, Y.X., Sadhanala, V., Dai, W., Neiswanger, W., Sra, S., Xing, E.: Parallel and distributed block-coordinate Frank-Wolfe algorithms. In: International Conference on Machine Learning, pp. 1548\u20131557. PMLR (2016)","DOI":"10.1186\/s13637-016-0041-1"},{"issue":"8","key":"4_CR46","doi-asserted-by":"publisher","first-page":"1457","DOI":"10.1007\/s10994-018-5713-5","volume":"107","author":"W Zheng","year":"2018","unstructured":"Zheng, W., Bellet, A., Gallinari, P.: A distributed Frank-Wolfe framework for learning low-rank matrices with the trace norm. Mach. Learn. 107(8), 1457\u20131475 (2018)","journal-title":"Mach. Learn."},{"key":"4_CR47","doi-asserted-by":"crossref","unstructured":"Zhang, M., Zhou, Y., Ge, Q., Zheng, R., Wu, Q.: Decentralized randomized block-coordinate Frank-Wolfe algorithms for submodular maximization over networks. IEEE Trans. Syst. Man Cybern. Syst. (2021)","DOI":"10.1109\/TSMC.2021.3112691"},{"key":"4_CR48","unstructured":"Lacoste-Julien, S., Jaggi, M., Schmidt, M., Pletscher, P.: Block-coordinate Frank-Wolfe optimization for structural SVMs. In: International Conference on Machine Learning, pp. 53\u201361. PMLR (2013)"},{"key":"4_CR49","doi-asserted-by":"crossref","unstructured":"LeCun, Y., et al.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","DOI":"10.1109\/5.726791"},{"key":"4_CR50","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images, Toronto, ON, Canada (2009)"},{"key":"4_CR51","doi-asserted-by":"crossref","unstructured":"Cohen, G., et al.: EMNIST: extending MNIST to handwritten letters. In: IJCNN, pp. 2921\u20132926. IEEE (2017)","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"4_CR52","unstructured":"Dinh, T., Tran, C., Nguyen, N., Personalized federated learning with Moreau envelopes. J. Adv. Neural Inf. Process. Syst. 33, 21394\u201321405 (2020)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70352-2_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T13:51:19Z","timestamp":1732715479000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70352-2_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703515","9783031703522"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70352-2_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}