{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T21:22:52Z","timestamp":1743024172088,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031491894"},{"type":"electronic","value":"9783031491900"}],"license":[{"start":{"date-parts":[[2023,12,9]],"date-time":"2023-12-09T00:00:00Z","timestamp":1702080000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,9]],"date-time":"2023-12-09T00:00:00Z","timestamp":1702080000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-49190-0_24","type":"book-chapter","created":{"date-parts":[[2023,12,8]],"date-time":"2023-12-08T09:02:36Z","timestamp":1702026156000},"page":"335-346","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Resource-Adaptive Newton\u2019s Method for\u00a0Distributed Learning"],"prefix":"10.1007","author":[{"given":"Shuzhen","family":"Chen","sequence":"first","affiliation":[]},{"given":"Yuan","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Youming","family":"Tao","sequence":"additional","affiliation":[]},{"given":"Zhipeng","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Dongxiao","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,9]]},"reference":[{"key":"24_CR1","unstructured":"Agarwal, N., Bullins, B., Hazan, E.: Second-order stochastic optimization for machine learning in linear time. J. Mach. Learn. Res. 18, 116:1\u2013116:40 (2017)"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Beck, A.: Introduction to Nonlinear Optimization - Theory, Algorithms, and Applications with MATLAB, MOS-SIAM Series on Optimization, vol. 19. SIAM (2014)","DOI":"10.1137\/1.9781611973655"},{"key":"24_CR3","unstructured":"Bullins, B., Patel, K.K., Shamir, O., Srebro, N., Woodworth, B.E.: A stochastic newton algorithm for distributed convex optimization. In: Annual Conference on Neural Information Processing Systems, NeurIPS, pp. 26818\u201326830 (2021)"},{"issue":"2","key":"24_CR4","doi-asserted-by":"publisher","first-page":"1008","DOI":"10.1137\/140954362","volume":"26","author":"RH Byrd","year":"2016","unstructured":"Byrd, R.H., Hansen, S.L., Nocedal, J., Singer, Y.: A stochastic quasi-newton method for large-scale optimization. SIAM J. Optim. 26(2), 1008\u20131031 (2016)","journal-title":"SIAM J. Optim."},{"key":"24_CR5","unstructured":"Chen, J., Yuan, R., Garrigos, G., Gower, R.M.: SAN: stochastic average newton algorithm for minimizing finite sums. In: International Conference on Artificial Intelligence and Statistics, AISTATS. Proceedings of Machine Learning Research, vol. 151, pp. 279\u2013318. PMLR (2022)"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Chen, S., Yuan, Y., Tao, Y., Cai, Z., Yu, D.: Resource-adaptive newton\u2019s method for distributed learning. arXiv preprint arXiv:2308.10154 (2023)","DOI":"10.1007\/978-3-031-49190-0_24"},{"key":"24_CR7","unstructured":"Islamov, R., Qian, X., Richt\u00e1rik, P.: Distributed second order methods with fast rates and compressed communication. In: Proceedings of the 38th International Conference on Machine Learning, ICML. Proceedings of Machine Learning Research, vol. 139, pp. 4617\u20134628. PMLR (2021)"},{"key":"24_CR8","unstructured":"James, M.: Deep learning via hessian-free optimization. In: Proceedings of the International Conference on Machine Learning (ICML), vol. 27, pp. 735\u2013742 (2010)"},{"key":"24_CR9","unstructured":"James, M., Roger, G.: Optimizing neural networks with kronecker-factored approximate curvature. In: International Conference on Machine Learning, pp. 2408\u20132417. PMLR (2015)"},{"key":"24_CR10","unstructured":"Jiang, Y., Kone\u010dn\u00fd, J., Rush, K., Kannan, S.: Improving federated learning personalization via model agnostic meta learning. CoRR abs\/1909.12488 (2019)"},{"issue":"1\u20132","key":"24_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000083","volume":"14","author":"P Kairouz","year":"2021","unstructured":"Kairouz, P., McMahan, H.B., Avent, B., Bellet, A., Bennis, M., Bhagoji, A.N., et al.: Advances and open problems in federated learning. Found. Trends Mach. Learn. 14(1\u20132), 1\u2013210 (2021)","journal-title":"Found. Trends Mach. Learn."},{"key":"24_CR12","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks. In: Dhillon, I.S., Papailiopoulos, D.S., Sze, V. (eds.) Proceedings of Machine Learning and Systems, MLSys. mlsys.org (2020)"},{"key":"24_CR13","unstructured":"de Luca, A.B., Zhang, G., Chen, X., Yu, Y.: Mitigating data heterogeneity in federated learning with data augmentation. CoRR abs\/2206.09979 (2022)"},{"key":"24_CR14","doi-asserted-by":"publisher","first-page":"5900","DOI":"10.1109\/TAC.2021.3126253","volume":"67","author":"S Pu","year":"2021","unstructured":"Pu, S., Olshevsky, A., Paschalidis, I.C.: A sharp estimate on the transient time of distributed stochastic gradient descent. IEEE Trans. Autom. Control 67, 5900\u20135915 (2021)","journal-title":"IEEE Trans. Autom. Control"},{"key":"24_CR15","unstructured":"Qian, X., Islamov, R., Safaryan, M., Richt\u00e1rik, P.: Basis matters: better communication-efficient second order methods for federated learning. In: International Conference on Artificial Intelligence and Statistics, AISTATS. Proceedings of Machine Learning Research, vol. 151, pp. 680\u2013720. PMLR (2022)"},{"key":"24_CR16","doi-asserted-by":"publisher","first-page":"1405","DOI":"10.1109\/LCSYS.2023.3244740","volume":"7","author":"C Qiu","year":"2023","unstructured":"Qiu, C., Zhu, S., Ou, Z., Lu, J.: A stochastic second-order proximal method for distributed optimization. IEEE Control. Syst. Lett. 7, 1405\u20131410 (2023)","journal-title":"IEEE Control. Syst. Lett."},{"key":"24_CR17","unstructured":"Reddi, S.J., Hefny, A., Sra, S., P\u00f3czos, B., Smola, A.J.: On variance reduction in stochastic gradient descent and its asynchronous variants. In: Conference on Neural Information Processing Systems, pp. 2647\u20132655 (2015)"},{"key":"24_CR18","unstructured":"Safaryan, M., Islamov, R., Qian, X., Richt\u00e1rik, P.: FEDNL: making newton-type methods applicable to federated learning. In: International Conference on Machine Learning, vol. 162, pp. 18959\u201319010. PMLR (2022)"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Shamir, O., Srebro, N.: Distributed stochastic optimization and learning. In: 52nd Annual Allerton Conference on Communication, Control, and Computing, pp. 850\u2013857. IEEE (2014)","DOI":"10.1109\/ALLERTON.2014.7028543"},{"issue":"8","key":"24_CR20","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.14778\/3529337.3529343","volume":"15","author":"B Yuan","year":"2022","unstructured":"Yuan, B., Wolfe, C.R., Dun, C., Tang, Y., Kyrillidis, A., Jermaine, C.: Distributed learning of fully connected neural networks using independent subnet training. Proc. VLDB Endow. 15(8), 1581\u20131590 (2022)","journal-title":"Proc. VLDB Endow."},{"key":"24_CR21","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TSP.2023.3240652","volume":"71","author":"J Zhang","year":"2023","unstructured":"Zhang, J., Liu, H., So, A.M., Ling, Q.: Variance-reduced stochastic quasi-newton methods for decentralized learning. IEEE Trans. Sig. Process. 71, 311\u2013326 (2023)","journal-title":"IEEE Trans. Sig. Process."},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Zhang, J., You, K., Basar, T.: Achieving globally superlinear convergence for distributed optimization with adaptive newton method. In: 59th IEEE Conference on Decision and Control, CDC, pp. 2329\u20132334. IEEE (2020)","DOI":"10.1109\/CDC42340.2020.9304321"},{"issue":"9","key":"24_CR23","doi-asserted-by":"publisher","first-page":"4388","DOI":"10.1109\/TNNLS.2021.3056947","volume":"33","author":"Q Zhang","year":"2022","unstructured":"Zhang, Q., Huang, F., Deng, C., Huang, H.: Faster stochastic quasi-newton methods. IEEE Trans. Neural Netw. Learn. Syst. 33(9), 4388\u20134397 (2022)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"24_CR24","unstructured":"Zhou, H., Lan, T., Venkataramani, G., Ding, W.: On the convergence of heterogeneous federated learning with arbitrary adaptive online model pruning. CoRR abs\/2201.11803 (2022)"},{"issue":"1","key":"24_CR25","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/JPROC.2020.3004555","volume":"109","author":"F Zhuang","year":"2021","unstructured":"Zhuang, F., et al.: A comprehensive survey on transfer learning. Proc. IEEE 109(1), 43\u201376 (2021)","journal-title":"Proc. IEEE"}],"container-title":["Lecture Notes in Computer Science","Computing and Combinatorics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-49190-0_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,27]],"date-time":"2023-12-27T17:36:56Z","timestamp":1703698616000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-49190-0_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,9]]},"ISBN":["9783031491894","9783031491900"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-49190-0_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,9]]},"assertion":[{"value":"9 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"COCOON","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Computing and Combinatorics Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hawaii, HI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cocoon2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/theory.utdallas.edu\/COCOON2023\/org.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Springer EquinOCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"146","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}