{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T19:34:20Z","timestamp":1774121660757,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,30]],"date-time":"2024-05-30T00:00:00Z","timestamp":1717027200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSFC","award":["62176155"],"award-info":[{"award-number":["62176155"]}]},{"name":"Shanghai Municipal Science and Technology Major Project","award":["2021SHZDZX0102"],"award-info":[{"award-number":["2021SHZDZX0102"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,30]]},"DOI":"10.1145\/3652583.3657999","type":"proceedings-article","created":{"date-parts":[[2024,6,7]],"date-time":"2024-06-07T06:30:40Z","timestamp":1717741840000},"page":"684-693","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Federated Multi-Task Learning on Non-IID Data Silos: An Experimental Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5405-5096","authenticated-orcid":false,"given":"Yuwen","family":"Yang","sequence":"first","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6344-3880","authenticated-orcid":false,"given":"Yuxiang","family":"Lu","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0172-6711","authenticated-orcid":false,"given":"Suizhi","family":"Huang","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1255-4994","authenticated-orcid":false,"given":"Shalayiding","family":"Sirejiding","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2300-3039","authenticated-orcid":false,"given":"Hongtao","family":"Lu","sequence":"additional","affiliation":[{"name":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2911-1244","authenticated-orcid":false,"given":"Yue","family":"Ding","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]}],"member":"320","published-online":{"date-parts":[[2024,6,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Carbontracker: Tracking and Predicting the Carbon Footprint of Training Deep Learning Models. ICML Workshop on Challenges in Deploying and monitoring Machine Learning Systems.","author":"Lasse","unstructured":"Lasse F. Wolff Anthony et al. 2020. Carbontracker: Tracking and Predicting the Carbon Footprint of Training Deep Learning Models. ICML Workshop on Challenges in Deploying and monitoring Machine Learning Systems."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00421-z"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00515-2"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Ruisi Cai Xiaohan Chen Shiwei Liu Jayanth Srinivasa Myungjin Lee Ramana Kompella and Zhangyang Wang. 2023. Many-Task Federated Learning: A New Problem Setting and A Simple Baseline. In CVPR. 5037--5045.","DOI":"10.1109\/CVPRW59228.2023.00532"},{"key":"e_1_3_2_1_5_1","volume-title":"Multitask learning. Machine learning","author":"Caruana Rich","year":"1997","unstructured":"Rich Caruana. 1997. Multitask learning. Machine learning, Vol. 28, 1 (1997), 41--75."},{"key":"e_1_3_2_1_6_1","unstructured":"Hong-You Chen and Wei-Lun Chao. 2022. On Bridging Generic and Personalized Federated Learning for Image Classification. In ICLR."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Liang-Chieh Chen et al. 2018. Encoder-decoder with atrous separable convolution for semantic image segmentation. In ECCV. 801--818.","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"e_1_3_2_1_8_1","volume-title":"FedBone: Towards Large-Scale Federated Multi-Task Learning. CoRR","author":"Chen Yiqiang","year":"2023","unstructured":"Yiqiang Chen, Teng Zhang, Xinlong Jiang, Qian Chen, Chenlong Gao, and Wuliang Huang. 2023. FedBone: Towards Large-Scale Federated Multi-Task Learning. CoRR, Vol. abs\/2306.17465 (2023)."},{"key":"e_1_3_2_1_9_1","unstructured":"Liam Collins Hamed Hassani et al. 2021. Exploiting shared representations for personalized federated learning. In ICML. 2089--2099."},{"key":"e_1_3_2_1_10_1","volume-title":"Multi-task learning with deep neural networks: A survey. CoRR","author":"Crawshaw Michael","year":"2020","unstructured":"Michael Crawshaw. 2020. Multi-task learning with deep neural networks: A survey. CoRR, Vol. abs\/2009.09796 (2020)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-021-01506-3"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/1248547.1248548"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22018-1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-44946-4"},{"key":"e_1_3_2_1_15_1","volume-title":"Science Advances","volume":"6","author":"Tianyu","year":"2020","unstructured":"Tianyu Han et al. 2020. Breaking Medical Data Sharing Boundaries by Using Synthesized Radiographs. Science Advances, Vol. 6, 49 (2020), eabb7973."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20643"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep residual learning for image recognition. In CVPR. 770--778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510540"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16960"},{"key":"e_1_3_2_1_20_1","volume-title":"Foundations and Trends\u00ae in Computer Graphics and Vision","volume":"12","author":"Joel","year":"2020","unstructured":"Joel Janai et al. 2020. Computer vision for autonomous vehicles: Problems, datasets and state of the art. Foundations and Trends\u00ae in Computer Graphics and Vision, Vol. 12, 1--3 (2020), 1--308."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22188-y"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1561\/2200000083"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00337-8"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-0186-1"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-38569-4"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Menelaos Kanakis David Bruggemann Suman Saha Stamatios Georgoulis Anton Obukhov and Luc Van Gool. 2020. Reparameterizing convolutions for incremental multi-task learning without task interference. In ECCV. 689--707.","DOI":"10.1007\/978-3-030-58565-5_41"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00652-2"},{"key":"e_1_3_2_1_28_1","volume-title":"Federated Optimization: Distributed Optimization Beyond the Datacenter. CoRR","author":"Jakub Kone\u010dn\u00fd","year":"2015","unstructured":"Jakub Kone\u010dn\u00fd et al. 2015. Federated Optimization: Distributed Optimization Beyond the Datacenter. CoRR, Vol. abs\/1511.03575 (2015)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"e_1_3_2_1_30_1","volume-title":"Manzil Zaheer, Maziar Sanjabi, et al.","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, et al. 2020. Federated Optimization in Heterogeneous Networks. In MLSys."},{"key":"e_1_3_2_1_31_1","unstructured":"Bo Liu Xingchao Liu Xiaojie Jin Peter Stone and Qiang Liu. 2021b. Conflict-Averse Gradient Descent for Multi-task learning. In NeurIPS. 18878--18890."},{"key":"e_1_3_2_1_32_1","first-page":"5925","article-title":"On privacy and personalization in cross-silo federated learning","volume":"35","author":"Liu Ken","year":"2022","unstructured":"Ken Liu, Shengyuan Hu, Steven Z Wu, and Virginia Smith. 2022. On privacy and personalization in cross-silo federated learning. NeurIPS, Vol. 35 (2022), 5925--5940.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Ze Liu Yutong Lin Yue Cao Han Hu Yixuan Wei Zheng Zhang Stephen Lin and Baining Guo. 2021a. Swin transformer: Hierarchical vision transformer using shifted windows. In ICCV. 10012--10022.","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"e_1_3_2_1_34_1","volume-title":"Sgdr: Stochastic gradient descent with warm restarts. In ICLR.","author":"Loshchilov Ilya","year":"2017","unstructured":"Ilya Loshchilov and Frank Hutter. 2017. Sgdr: Stochastic gradient descent with warm restarts. In ICLR."},{"key":"e_1_3_2_1_35_1","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled Weight Decay Regularization. In ICLR."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Kevis-Kokitsi Maninis Ilija Radosavovic and Iasonas Kokkinos. 2019. Attentive single-tasking of multiple tasks. In CVPR. 1851--1860.","DOI":"10.1109\/CVPR.2019.00195"},{"key":"e_1_3_2_1_37_1","volume-title":"Laetitia Kameni, and Richard Vidal.","author":"Marfoq Othmane","year":"2021","unstructured":"Othmane Marfoq, Giovanni Neglia, Aur\u00e9 lien Bellet, Laetitia Kameni, and Richard Vidal. 2021. Federated Multi-Task Learning under a Mixture of Distributions. In NeurIPS. 15434--15447."},{"key":"e_1_3_2_1_38_1","first-page":"1273","article-title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","volume":"54","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan et al. 2017. Communication-Efficient Learning of Deep Networks from Decentralized Data. In AISTATS, Vol. 54. 1273--1282.","journal-title":"AISTATS"},{"key":"e_1_3_2_1_39_1","first-page":"630","article-title":"Multi-task federated learning for personalised deep neural networks in edge computing","volume":"33","author":"Jed Mills","year":"2021","unstructured":"Jed Mills et al. 2021. Multi-task federated learning for personalised deep neural networks in edge computing. TPDS, Vol. 33, 3 (2021), 630--641.","journal-title":"TPDS"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Roozbeh Mottaghi et al. 2014. The role of context for object detection and semantic segmentation in the wild. In CVPR. 891--898.","DOI":"10.1109\/CVPR.2014.119"},{"key":"e_1_3_2_1_41_1","unstructured":"Sangjoon Park et al. 2021. Federated Split Task-Agnostic Vision Transformer for COVID-19 CXR Diagnosis. In NeurIPS."},{"key":"e_1_3_2_1_42_1","volume-title":"NeurIPS","volume":"32","author":"Adam","year":"2019","unstructured":"Adam Paszke et al. 2019. Pytorch: An imperative style, high-performance deep learning library. NeurIPS, Vol. 32 (2019)."},{"key":"e_1_3_2_1_43_1","volume-title":"NeurIPS","volume":"36","author":"Pieri Sara","year":"2024","unstructured":"Sara Pieri, Jose Restom, Samuel Horvath, and Hisham Cholakkal. 2024. Handling Data Heterogeneity via Architectural Design for Federated Visual Recognition. NeurIPS, Vol. 36 (2024)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-38794-x"},{"key":"e_1_3_2_1_45_1","article-title":"A First Look into the Carbon Footprint of Federated Learning","volume":"24","author":"Qiu Xinchi","year":"2023","unstructured":"Xinchi Qiu, Titouan Parcollet, Javier Fern\u00e1ndez-Marqu\u00e9s, Pedro P. B. de Gusmao, Yan Gao, Daniel J. Beutel, Taner Topal, Akhil Mathur, and Nicholas D. Lane. 2023. A First Look into the Carbon Footprint of Federated Learning. J. Mach. Learn. Res., Vol. 24 (2023), 129:1--129:23.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Ren\u00e9 Ranftl Alexey Bochkovskiy and Vladlen Koltun. 2021. Vision transformers for dense prediction. In ICCV. 12179--12188.","DOI":"10.1109\/ICCV48922.2021.01196"},{"key":"e_1_3_2_1_47_1","volume-title":"An overview of multi-task learning in deep neural networks. CoRR","author":"Ruder Sebastian","year":"2017","unstructured":"Sebastian Ruder. 2017. An overview of multi-task learning in deep neural networks. CoRR, Vol. abs\/1706.05098 (2017)."},{"key":"e_1_3_2_1_48_1","volume-title":"Angewandte Statistik: Statistische Methoden und ihre Anwendungen","author":"Sachs Lothar","year":"2013","unstructured":"Lothar Sachs. 2013. Angewandte Statistik: Statistische Methoden und ihre Anwendungen. Springer-Verlag."},{"key":"e_1_3_2_1_49_1","volume-title":"PRIOR: Personalized Prior for Reactivating the Information Overlooked in Federated Learning.. In NeurIPS.","author":"Mingjia Shi","year":"2023","unstructured":"Mingjia Shi et al. 2023. PRIOR: Personalized Prior for Reactivating the Information Overlooked in Federated Learning.. In NeurIPS."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Nathan Silberman et al. 2012. Indoor segmentation and support inference from rgbd images. In ECCV. 746--760.","DOI":"10.1007\/978-3-642-33715-4_54"},{"key":"e_1_3_2_1_51_1","unstructured":"Virginia Smith Chao-Kai Chiang Maziar Sanjabi and Ameet Talwalkar. 2017. Federated Multi-Task Learning. In NeurIPS. 4424--4434."},{"key":"e_1_3_2_1_52_1","volume-title":"Nikola Popovi\u0107, Menelaos Kanakis, Jagruti Patel, Dengxin Dai, and Luc Van Gool.","author":"Sun Guolei","year":"2021","unstructured":"Guolei Sun, Thomas Probst, Danda Pani Paudel, Nikola Popovi\u0107, Menelaos Kanakis, Jagruti Patel, Dengxin Dai, and Luc Van Gool. 2021. Task switching network for multi-task learning. In ICCV. 8291--8300."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3160699"},{"key":"e_1_3_2_1_54_1","first-page":"3614","article-title":"Multi-task learning for dense prediction tasks: A survey","volume":"44","author":"Simon Vandenhende","year":"2021","unstructured":"Simon Vandenhende et al. 2021. Multi-task learning for dense prediction tasks: A survey. IEEE TPAMI, Vol. 44, 7 (2021), 3614--3633.","journal-title":"IEEE TPAMI"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Wenhai Wang et al. 2021. Pyramid vision transformer: A versatile backbone for dense prediction without convolutions. In ICCV. 568--578.","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"e_1_3_2_1_56_1","volume-title":"Swarm Learning for Decentralized and Confidential Clinical Machine Learning. Nature","volume":"594","author":"Stefanie","year":"2021","unstructured":"Stefanie Warnat-Herresthal et al. 2021. Swarm Learning for Decentralized and Confidential Clinical Machine Learning. Nature, Vol. 594, 7862 (2021), 265--270."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-29763-x"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-30714-9"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-36205-9"},{"key":"e_1_3_2_1_60_1","article-title":"Federated Machine Learning","volume":"10","author":"Yang Qiang","year":"2019","unstructured":"Qiang Yang, Yang Liu, Tianjian Chen, and Yongxin Tong. 2019. Federated Machine Learning: Concept and Applications. ACM Trans. Intell. Syst. Technol., Vol. 10, 2 (2019), 12:1--12:19.","journal-title":"Concept and Applications. ACM Trans. Intell. Syst. Technol."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"Hanrong Ye and Dan Xu. 2022. Inverted pyramid multi-task transformer for dense scene understanding. In ECCV. 514--530.","DOI":"10.1007\/978-3-031-19812-0_30"},{"key":"e_1_3_2_1_62_1","volume-title":"Joint dynamic correction algorithms for local and global drifts in federated learning. Journal of Image and Graphics 1006--8961","author":"Yincheng Qi","year":"2024","unstructured":"Qi Yincheng, HUO Yalin, WANG Ning, and HOU Yu. 2024. Joint dynamic correction algorithms for local and global drifts in federated learning. Journal of Image and Graphics 1006--8961 (2024)."},{"key":"e_1_3_2_1_63_1","unstructured":"Tianhe Yu Saurabh Kumar Abhishek Gupta Sergey Levine Karol Hausman and Chelsea Finn. 2020. Gradient Surgery for Multi-Task Learning. In NeurIPS."},{"key":"e_1_3_2_1_64_1","unstructured":"Angela Zhang et al. 2022. Shifting Machine Learning for Healthcare from Development to Deployment and from Models to Data. Nature Biomedical Engineering (2022) 1--16."},{"key":"e_1_3_2_1_65_1","volume-title":"MAS: Towards Resource-Efficient Federated Multiple-Task Learning. In ICCV. 23414--23424.","author":"Zhuang Weiming","year":"2023","unstructured":"Weiming Zhuang, Yonggang Wen, Lingjuan Lyu, and Shuai Zhang. 2023. MAS: Towards Resource-Efficient Federated Multiple-Task Learning. In ICCV. 23414--23424."}],"event":{"name":"ICMR '24: International Conference on Multimedia Retrieval","location":"Phuket Thailand","acronym":"ICMR '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2024 International Conference on Multimedia Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652583.3657999","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3652583.3657999","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T08:51:37Z","timestamp":1755766297000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652583.3657999"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,30]]},"references-count":65,"alternative-id":["10.1145\/3652583.3657999","10.1145\/3652583"],"URL":"https:\/\/doi.org\/10.1145\/3652583.3657999","relation":{},"subject":[],"published":{"date-parts":[[2024,5,30]]},"assertion":[{"value":"2024-06-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}