{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T12:09:24Z","timestamp":1778501364643,"version":"3.51.4"},"publisher-location":"Singapore","reference-count":32,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819203680","type":"print"},{"value":"9789819203697","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-92-0369-7_29","type":"book-chapter","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T11:19:58Z","timestamp":1778498398000},"page":"455-471","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Harnessing Asynchrony to\u00a0Balance Modalities in\u00a0Multi-modal Federated Learning"],"prefix":"10.1007","author":[{"given":"Yiming","family":"Ma","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Boyi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zimu","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanfeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongxin","family":"Tong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,12]]},"reference":[{"key":"29_CR1","unstructured":"Alexey, D., et al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR, pp. 611\u2013631 (2021)"},{"key":"29_CR2","doi-asserted-by":"crossref","unstructured":"Busso, C., et al.: Iemocap: Interactive emotional dyadic motion capture database. Lang. Resour. Eval. 42, 335\u2013359 (2008)","DOI":"10.1007\/s10579-008-9076-6"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Cao, H., Cooper, D.G., Keutmann, M.K., Gur, R.C., Nenkova, A., Verma, R.: Crema-d: crowd-sourced emotional multimodal actors dataset. IEEE Trans. Affect. Comput. 5(4), 377\u2013390 (2014)","DOI":"10.1109\/TAFFC.2014.2336244"},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Che, L., Wang, J., Zhou, Y., Ma, F.: Multimodal federated learning: a survey. Sensors 23(15), 6986 (2023)","DOI":"10.3390\/s23156986"},{"key":"29_CR5","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. In: NAACL-HLT, pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"key":"29_CR6","unstructured":"Du, C., et al.: On uni-modal feature learning in supervised multi-modal learning. In: ICML, pp. 8632\u20138656. PMLR (2023)"},{"key":"29_CR7","doi-asserted-by":"publisher","unstructured":"Fan, Y., Xu, W., Wang, H., Huo, F., Chen, J., Guo, S.: Overcome modal bias in multi-modal federated learning via balanced modality selection. In: Leonardis, A., Ricci, E., Roth, S., Russakovsky, O., Sattler, T., Varol, G. (eds.) ECCV, pp. 178\u2013195. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-73004-7_11","DOI":"10.1007\/978-3-031-73004-7_11"},{"key":"29_CR8","doi-asserted-by":"crossref","unstructured":"Fan, Y., Xu, W., Wang, H., Wang, J., Guo, S.: Pmr: Prototypical modal rebalance for multimodal learning. In: CVPR, pp. 20029\u201320038 (2023)","DOI":"10.1109\/CVPR52729.2023.01918"},{"key":"29_CR9","doi-asserted-by":"crossref","unstructured":"Feng, T., et al.: Fedmultimodal: A benchmark for multimodal federated learning. In: KDD, pp. 4035\u20134045 (2023)","DOI":"10.1145\/3580305.3599825"},{"key":"29_CR10","doi-asserted-by":"crossref","unstructured":"Feng, T., Zhang, T., Avestimehr, S., Narayanan, S.: Modalitymirror: Enhancing audio classification in modality heterogeneity federated learning via multimodal distillation. In: NOSSDAV, pp. 78\u201383 (2025)","DOI":"10.1145\/3712678.3721885"},{"key":"29_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"29_CR12","doi-asserted-by":"crossref","unstructured":"Huang, W., Wang, D., Ouyang, X., Wan, J., Liu, J., Li, T.: Multimodal federated learning: Concept, methods, applications and future directions. Inf. Fusion 112, 102576 (2024)","DOI":"10.1016\/j.inffus.2024.102576"},{"key":"29_CR13","unstructured":"Huang, Y., Lin, J., Zhou, C., Yang, H., Huang, L.: Modality competition: what makes joint training of multi-modal network fail in deep learning?(provably). In: ICML, pp. 9226\u20139259. PMLR (2022)"},{"key":"29_CR14","doi-asserted-by":"crossref","unstructured":"Kang, P., Jo, J.: Benchmarking modern edge devices for ai applications. IEICE Trans. Inf. Syst. 104(3), 394\u2013403 (2021)","DOI":"10.1587\/transinf.2020EDP7160"},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Li, T., Huang, J., Risinger, E., Ganesan, D.: Low-latency speculative inference on distributed multi-modal data streams. In: MobiSys, pp. 67\u201380 (2021)","DOI":"10.1145\/3458864.3467884"},{"key":"29_CR16","doi-asserted-by":"crossref","unstructured":"Liu, B., Ma, Y., Zhou, Z., Shi, Y., Li, S., Tong, Y.: Casa: clustered federated learning with asynchronous clients. In: KDD, pp. 1851\u20131862 (2024)","DOI":"10.1145\/3637528.3671979"},{"key":"29_CR17","doi-asserted-by":"crossref","unstructured":"Liu, Y., Wang, C., Yuan, X.: Fedmobile: Enabling knowledge contribution-aware multi-modal federated learning with incomplete modalities. In: Proceedings of the ACM on Web Conference 2025, pp. 2775\u20132786 (2025)","DOI":"10.1145\/3696410.3714623"},{"key":"29_CR18","doi-asserted-by":"crossref","unstructured":"McFee, B., et al.: librosa: Audio and music signal analysis in python. SciPy 2015, 18\u201324 (2015)","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"29_CR19","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: AISTATS, pp. 1273\u20131282. PMLR (2017)"},{"key":"29_CR20","doi-asserted-by":"crossref","unstructured":"Ouyang, X., et\u00a0al.: Admarker: a multi-modal federated learning system for monitoring digital biomarkers of alzheimer\u2019s disease. In: MobiCom, pp. 404\u2013419 (2024)","DOI":"10.1145\/3636534.3649370"},{"key":"29_CR21","doi-asserted-by":"crossref","unstructured":"Ouyang, X., et al.: Harmony: Heterogeneous multi-modal federated learning through disentangled model training. In: MobiSys, pp. 530\u2013543 (2023)","DOI":"10.1145\/3581791.3596844"},{"key":"29_CR22","doi-asserted-by":"crossref","unstructured":"Peng, X., Wei, Y., Deng, A., Wang, D., Hu, D.: Balanced multimodal learning via on-the-fly gradient modulation. In: CVPR, pp. 8238\u20138247 (2022)","DOI":"10.1109\/CVPR52688.2022.00806"},{"key":"29_CR23","doi-asserted-by":"crossref","unstructured":"Wang, W., Tran, D., Feiszli, M.: What makes training multi-modal classification networks hard? In: CVPR, pp. 12695\u201312705 (2020)","DOI":"10.1109\/CVPR42600.2020.01271"},{"key":"29_CR24","doi-asserted-by":"crossref","unstructured":"Wang, X., Kumar, D., Thome, N., Cord, M., Precioso, F.: Recipe recognition with large multimodal food dataset. In: ICMEW, pp.\u00a01\u20136. IEEE (2015)","DOI":"10.1109\/ICMEW.2015.7169757"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Wu, F., Qiu, C., Wu, T., Yuce, M.R.: Edge-based hybrid system implementation for long-range safety and healthcare IoT applications. IEEE Internet Things J. 8(12), 9970\u20139980 (2021)","DOI":"10.1109\/JIOT.2021.3050445"},{"key":"29_CR26","doi-asserted-by":"crossref","unstructured":"Wu, F., et al.: Adaflow: Opportunistic inference on asynchronous mobile data with generalized affinity control. In: Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems, pp. 606\u2013618 (2024)","DOI":"10.1145\/3666025.3699361"},{"key":"29_CR27","unstructured":"Wu, N., Jastrzebski, S., Cho, K., Geras, K.J.: Characterizing and overcoming the greedy nature of learning in multi-modal deep neural networks. In: ICML, pp. 24043\u201324055. PMLR (2022)"},{"key":"29_CR28","doi-asserted-by":"crossref","unstructured":"Wu, Q., Chen, X., Zhou, Z., Zhang, J.: Fedhome: cloud-edge based personalized federated learning for in-home health monitoring. IEEE Trans. Mob. Comput. 21(8), 2818\u20132832 (2020)","DOI":"10.1109\/TMC.2020.3045266"},{"key":"29_CR29","unstructured":"Xie, C., Koyejo, O., Gupta, I.: Asynchronous federated optimization. In: OPT (2020)"},{"key":"29_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, M., Sawchuk, A.A.: Usc-had: A daily activity dataset for ubiquitous activity recognition using wearable sensors. In: UbiComp, pp. 1036\u20131043 (2012)","DOI":"10.1145\/2370216.2370438"},{"key":"29_CR31","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Barnaghi, P., Haddadi, H.: Multimodal federated learning on IoT data. In: 2022 IEEE\/ACM Seventh International Conference on Internet-of-Things Design and Implementation (ioTDI), pp. 43\u201354. IEEE (2022)","DOI":"10.1109\/IoTDI54339.2022.00011"},{"key":"29_CR32","doi-asserted-by":"crossref","unstructured":"Zheng, T., Li, A., Chen, Z., Wang, H., Luo, J.: Autofed: heterogeneity-aware federated multimodal learning for robust autonomous driving. In: MobiCom, pp. 1\u201315 (2023)","DOI":"10.1145\/3570361.3592517"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-0369-7_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T11:20:50Z","timestamp":1778498450000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-0369-7_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819203680","9789819203697"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-0369-7_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"12 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 April 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dasfaa2026.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}