{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T16:29:55Z","timestamp":1747672195978,"version":"3.40.3"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031729850"},{"type":"electronic","value":"9783031729867"}],"license":[{"start":{"date-parts":[[2024,11,2]],"date-time":"2024-11-02T00:00:00Z","timestamp":1730505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,2]],"date-time":"2024-11-02T00:00:00Z","timestamp":1730505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72986-7_10","type":"book-chapter","created":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T05:06:29Z","timestamp":1730437589000},"page":"161-179","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["SuperFedNAS: Cost-Efficient Federated Neural Architecture Search for\u00a0On-device Inference"],"prefix":"10.1007","author":[{"given":"Alind","family":"Khare","sequence":"first","affiliation":[]},{"given":"Animesh","family":"Agrawal","sequence":"additional","affiliation":[]},{"given":"Aditya","family":"Annavajjala","sequence":"additional","affiliation":[]},{"given":"Payman","family":"Behnam","sequence":"additional","affiliation":[]},{"given":"Myungjin","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Hugo","family":"Latapie","sequence":"additional","affiliation":[]},{"given":"Alexey","family":"Tumanov","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,2]]},"reference":[{"key":"10_CR1","unstructured":"Apple. designing for privacy (video and slide deck). Apple WWDC (2019). https:\/\/developer.apple.com\/videos\/play\/wwdc2019\/708"},{"key":"10_CR2","unstructured":"Acar, D.A.E., Zhao, Y., Matas, R., Mattina, M., Whatmough, P., Saligrama, V.: Federated learning based on dynamic regularization. In: International Conference on Learning Representations (2021). https:\/\/openreview.net\/forum?id=B7v4QMR6Z9w"},{"key":"10_CR3","unstructured":"Ammad-ud-din, M., et al.: Federated collaborative filtering for privacy-preserving personalized recommendation system. CoRR abs\/1901.09888 (2019). http:\/\/arxiv.org\/abs\/1901.09888"},{"key":"10_CR4","unstructured":"Apple: Apple unveils M3, M3 Pro, and M3 Max, the most advanced chips for a personal computer \u2014 apple.com. https:\/\/www.apple.com\/newsroom\/2023\/10\/apple-unveils-m3-m3-pro-and-m3-max-the-most-advanced-chips-for-a-personal-computer\/. Accessed 20 Feb 2024"},{"key":"10_CR5","unstructured":"Bai, S., Kolter, J.Z., Koltun, V.: An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. CoRR abs\/1803.01271 (2018). http:\/\/arxiv.org\/abs\/1803.01271"},{"key":"10_CR6","unstructured":"Cai, H., Gan, C., Wang, T., Zhang, Z., Han, S.: Once-for-all: train one network and specialize it for efficient deployment. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/forum?id=HylxE1HKwS"},{"key":"10_CR7","unstructured":"Cai, H., Zhu, L., Han, S.: Proxylessnas: direct neural architecture search on target task and hardware. arXiv preprint arXiv:1812.00332 (2018)"},{"key":"10_CR8","unstructured":"Caldas, S., et al.: Leaf: a benchmark for federated settings. arXiv preprint arXiv:1812.01097 (2018)"},{"key":"10_CR9","unstructured":"Chan, Y.H., Zhou, R., Zhao, R., Jiang, Z., Ngai, E.C.: Internal cross-layer gradients for extending homogeneity to heterogeneity in federated learning. In: The Twelfth International Conference on Learning Representations (2023)"},{"key":"10_CR10","unstructured":"Chen, H., Chao, W.: Feddistill: making Bayesian model ensemble applicable to federated learning. CoRR abs\/2009.01974 (2020). https:\/\/arxiv.org\/abs\/2009.01974"},{"key":"10_CR11","unstructured":"CORDIS: Machine learning ledger orchestration for drug discovery (2019). https:\/\/cordis.europa.eu\/project\/id\/831472?WT.mc_id=RSS-Feed&WT.rss_f=project&WT.rss_a=223634&WT.rss_ev=a"},{"key":"10_CR12","unstructured":"Darlow, L.N., Crowley, E.J., Antoniou, A., Storkey, A.J.: CINIC-10 is not imagenet or CIFAR-10. CoRR abs\/1810.03505 (2018). http:\/\/arxiv.org\/abs\/1810.03505"},{"key":"10_CR13","unstructured":"Diao, E., Ding, J., Tarokh, V.: Heterofl: computation and communication efficient federated learning for heterogeneous clients. CoRR abs\/2010.01264 (2020). https:\/\/arxiv.org\/abs\/2010.01264"},{"key":"10_CR14","unstructured":"Fang, B., Zeng, X., Zhang, M.: Nestdnn: resource-aware multi-tenant on-device deep learning for continuous mobile vision. CoRR abs\/1810.10090 (2018). http:\/\/arxiv.org\/abs\/1810.10090"},{"key":"10_CR15","unstructured":"Hard, A., et al.: Federated learning for mobile keyboard prediction (2018). https:\/\/arxiv.org\/abs\/1811.03604"},{"key":"10_CR16","unstructured":"He, C., Annavaram, M., Avestimehr, S.: Towards non-I.I.D. and invisible data with FedNAS: federated deep learning via neural architecture search. CoRR abs\/2004.08546 (2020). https:\/\/arxiv.org\/abs\/2004.08546"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"10_CR18","unstructured":"Hoang, M., Kingsford, C.: Personalized neural architecture search for federated learning (2021)"},{"key":"10_CR19","unstructured":"Howard, A.G., et al.: Mobilenets: efficient convolutional neural networks for mobile vision applications. CoRR abs\/1704.04861 (2017). http:\/\/arxiv.org\/abs\/1704.04861"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"10_CR21","unstructured":"Huang, L., Liu, D.: Patient clustering improves efficiency of federated machine learning to predict mortality and hospital stay time using distributed electronic medical records. CoRR abs\/1903.09296 (2019). http:\/\/arxiv.org\/abs\/1903.09296"},{"key":"10_CR22","unstructured":"Karimireddy, S.P., Kale, S., Mohri, M., Reddi, S.J., Stich, S.U., Suresh, A.T.: Scaffold: stochastic controlled averaging for federated learning (2021)"},{"key":"10_CR23","unstructured":"Kone\u010dn\u1ef3, J., McMahan, H.B., Yu, F.X., Richt\u00e1rik, P., Suresh, A.T., Bacon, D.: Federated learning: strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 (2016)"},{"key":"10_CR24","unstructured":"Krizhevsky, A., Hinton, G., et\u00a0al.: Learning multiple layers of features from tiny images (2009)"},{"key":"10_CR25","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks (2020)"},{"key":"10_CR26","unstructured":"Lin, T., Kong, L., Stich, S.U., Jaggi, M.: Ensemble distillation for robust model fusion in federated learning. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033, pp. 2351\u20132363. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/18df51b97ccd68128e994804f3eccc87-Paper.pdf"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Liu, C., et al.: Progressive neural architecture search. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 19\u201334 (2018)","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"10_CR28","unstructured":"McMahan, H.B., Moore, E., Ramage, D., Hampson, S., y Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data (2017)"},{"key":"10_CR29","unstructured":"Sahni, M., Varshini, S., Khare, A., Tumanov, A.: Compofa \u2013 compound once-for-all networks for faster multi-platform deployment. In: International Conference on Learning Representations (2021). https:\/\/openreview.net\/forum?id=IgIk8RRT-Z"},{"key":"10_CR30","unstructured":"Shamsian, A., Navon, A., Fetaya, E., Chechik, G.: Personalized federated learning using hypernetworks. In: International Conference on Machine Learning, pp. 9489\u20139502. PMLR (2021)"},{"key":"10_CR31","doi-asserted-by":"publisher","unstructured":"Silva, S., Gutman, B.A., Romero, E., Thompson, P.M., Altmann, A., Lorenzi, M.: Federated learning in distributed medical databases: meta-analysis of large-scale subcortical brain data. In: 2019 IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019), pp. 270\u2013274 (2019). https:\/\/doi.org\/10.1109\/ISBI.2019.8759317","DOI":"10.1109\/ISBI.2019.8759317"},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Sun, Z., Yu, H., Song, X., Liu, R., Yang, Y., Zhou, D.: Mobilebert: a compact task-agnostic BERT for resource-limited devices. CoRR abs\/2004.02984 (2020). https:\/\/arxiv.org\/abs\/2004.02984","DOI":"10.18653\/v1\/2020.acl-main.195"},{"key":"10_CR33","doi-asserted-by":"crossref","unstructured":"Tan, M., et al.: Mnasnet: platform-aware neural architecture search for mobile. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2820\u20132828 (2019)","DOI":"10.1109\/CVPR.2019.00293"},{"key":"10_CR34","unstructured":"Tan, M., Le, Q.V.: Efficientnet: rethinking model scaling for convolutional neural networks. CoRR abs\/1905.11946 (2019). http:\/\/arxiv.org\/abs\/1905.11946"},{"key":"10_CR35","unstructured":"Wang, H., Yurochkin, M., Sun, Y., Papailiopoulos, D., Khazaeni, Y.: Federated learning with matched averaging. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/forum?id=BkluqlSFDS"},{"key":"10_CR36","unstructured":"Wikipedia: Pixel (1st generation) - Wikipedia \u2014 en.wikipedia.org. https:\/\/en.wikipedia.org\/wiki\/Pixel_(1st_generation). Accessed 20 Feb 2024"},{"key":"10_CR37","doi-asserted-by":"publisher","unstructured":"Wu, B., et al.: FBNet: hardware-aware efficient convnet design via differentiable neural architecture search. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2019, Long Beach, CA, USA, 16\u201320 June 2019, pp. 10734\u201310742. Computer Vision Foundation\/IEEE (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.01099. http:\/\/openaccess.thecvf.com\/content_CVPR_2019\/html\/Wu_FBNet_Hardware-Aware_Efficient_ConvNet_Design_via_Differentiable_Neural_Architecture_Search_CVPR_2019_paper.html","DOI":"10.1109\/CVPR.2019.01099"},{"key":"10_CR38","doi-asserted-by":"publisher","unstructured":"Xu, Z., Yu, F., Liu, C., Chen, X.: Reform: static and dynamic resource-aware DNN reconfiguration framework for mobile device. In: Proceedings of the 56th Annual Design Automation Conference 2019. DAC 2019. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3316781.3324696","DOI":"10.1145\/3316781.3324696"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"Yu, J., Huang, T.S.: Universally slimmable networks and improved training techniques. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00189"},{"key":"10_CR40","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1007\/978-3-030-58571-6_41","volume-title":"Computer Vision \u2013 ECCV 2020","author":"J Yu","year":"2020","unstructured":"Yu, J., et al.: BigNAS: scaling up neural architecture search with big single-stage models. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12352, pp. 702\u2013717. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58571-6_41"},{"key":"10_CR41","unstructured":"Yu, J., Yang, L., Xu, N., Yang, J., Huang, T.: Slimmable neural networks. In: International Conference on Learning Representations (2019). https:\/\/openreview.net\/forum?id=H1gMCsAqY7"},{"key":"10_CR42","unstructured":"Yu, S., Nguyen, P., Abebe, W., Stanley, J., Munoz, P., Jannesari, A.: Resource-aware heterogeneous federated learning using neural architecture search. arXiv preprint arXiv:2211.05716 (2022)"},{"key":"10_CR43","unstructured":"Yuan, J., et al.: Resource-aware federated neural architecture search over heterogeneous mobile devices. IEEE Trans. Big Data (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72986-7_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T05:08:36Z","timestamp":1730437716000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72986-7_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,2]]},"ISBN":["9783031729850","9783031729867"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72986-7_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,2]]},"assertion":[{"value":"2 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}