{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:08:55Z","timestamp":1783436935306,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"U.S. National Science Foundation","award":["CNS-2154059"],"award-info":[{"award-number":["CNS-2154059"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3666025.3699360","type":"proceedings-article","created":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T18:48:26Z","timestamp":1730746106000},"page":"592-605","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Towards Efficient Heterogeneous Multi-Modal Federated Learning with Hierarchical Knowledge Disentanglement"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1352-7445","authenticated-orcid":false,"given":"Xingchen","family":"Wang","sequence":"first","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7485-6213","authenticated-orcid":false,"given":"Haoyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0541-1901","authenticated-orcid":false,"given":"Feijie","family":"Wu","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8396-8564","authenticated-orcid":false,"given":"Tianci","family":"Liu","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3329-3239","authenticated-orcid":false,"given":"Qiming","family":"Cao","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7223-543X","authenticated-orcid":false,"given":"Lu","family":"Su","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. AWR1843BOOST Evaluation board | TI.com --- ti.com. https:\/\/www.ti.com\/tool\/AWR1843BOOST. [Accessed 01-07-2024]."},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. Intel\u00ae Xeon\u00ae Gold 6254 Processor (24.75M Cache 3.10 GHz) Product Specifications --- ark.intel.com. https:\/\/ark.intel.com\/content\/www\/us\/en\/ark\/products\/192451\/intel-xeon-gold-6254-processor-24-75m-cache-3-10-ghz.html. [Accessed 01-07-2024]."},{"key":"e_1_3_2_1_3_1","unstructured":"[n. d.]. NVIDIA RTX A6000 Powered by Ampere Architecture | NVIDIA --- nvidia.com. https:\/\/www.nvidia.com\/en-us\/design-visualization\/rtx-a6000\/. [Accessed 01-07-2024]."},{"key":"e_1_3_2_1_4_1","unstructured":"[n. d.]. Samsung Galaxy S9 for business --- samsung.com. https:\/\/www.samsung.com\/us\/business\/products\/mobile\/phones\/galaxy-s9\/b2bapp\/. [Accessed 01-07-2024]."},{"key":"e_1_3_2_1_5_1","unstructured":"[n. d.]. ZED 2 - AI Stereo Camera | Stereolabs --- stereolabs.com. https:\/\/www.stereolabs.com\/products\/zed-2. [Accessed 01-07-2024]."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2941419"},{"key":"e_1_3_2_1_7_1","volume-title":"Peter Wu, Tian Li, Jakub Kone\u010dn\u1ef3, H Brendan McMahan, Virginia Smith, and Ameet Talwalkar.","author":"Caldas Sebastian","year":"2018","unstructured":"Sebastian Caldas, Sai Meher Karthik Duddu, Peter Wu, Tian Li, Jakub Kone\u010dn\u1ef3, H Brendan McMahan, Virginia Smith, and Ameet Talwalkar. 2018. Leaf: A benchmark for federated settings. arXiv preprint arXiv:1812.01097 (2018)."},{"key":"e_1_3_2_1_8_1","volume-title":"The deluge of spurious correlations in big data. Foundations of science 22","author":"Calude Cristian S","year":"2017","unstructured":"Cristian S Calude and Giuseppe Longo. 2017. The deluge of spurious correlations in big data. Foundations of science 22 (2017), 595--612."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/SECON.2017.7925311"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3390\/s23156986"},{"key":"e_1_3_2_1_11_1","first-page":"13800","article-title":"ActionSense: A multimodal dataset and recording framework for human activities using wearable sensors in a kitchen environment","volume":"35","author":"DelPreto Joseph","year":"2022","unstructured":"Joseph DelPreto, Chao Liu, Yiyue Luo, Michael Foshey, Yunzhu Li, Antonio Torralba, Wojciech Matusik, and Daniela Rus. 2022. ActionSense: A multimodal dataset and recording framework for human activities using wearable sensors in a kitchen environment. Advances in Neural Information Processing Systems 35 (2022), 13800--13813.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2016.09.005"},{"key":"e_1_3_2_1_13_1","volume-title":"Sai Qian Zhang, et al","author":"Han Zeyu","year":"2024","unstructured":"Zeyu Han, Chao Gao, Jinyang Liu, Sai Qian Zhang, et al. 2024. Parameter-efficient fine-tuning for large models: A comprehensive survey. arXiv preprint arXiv:2403.14608 (2024)."},{"key":"e_1_3_2_1_14_1","volume-title":"On the effectiveness of adapter-based tuning for pretrained language model adaptation. arXiv preprint arXiv:2106.03164","author":"He Ruidan","year":"2021","unstructured":"Ruidan He, Linlin Liu, Hai Ye, Qingyu Tan, Bosheng Ding, Liying Cheng, Jia-Wei Low, Lidong Bing, and Luo Si. 2021. On the effectiveness of adapter-based tuning for pretrained language model adaptation. arXiv preprint arXiv:2106.03164 (2021)."},{"key":"e_1_3_2_1_15_1","volume-title":"International conference on machine learning. PMLR, 2790--2799","author":"Houlsby Neil","year":"2019","unstructured":"Neil Houlsby, Andrei Giurgiu, Stanislaw Jastrzebski, Bruna Morrone, Quentin De Laroussilhe, Andrea Gesmundo, Mona Attariyan, and Sylvain Gelly. 2019. Parameter-efficient transfer learning for NLP. In International conference on machine learning. PMLR, 2790--2799."},{"key":"e_1_3_2_1_16_1","volume-title":"Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685","author":"Hu Edward J","year":"2021","unstructured":"Edward J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)."},{"key":"e_1_3_2_1_17_1","volume-title":"d.]. Multi-modal sensor fusion for auto driving perception: A survey. arXiv","author":"Huang K","year":"2022","unstructured":"K Huang, B Shi, X Li, X Li, S Huang, and Y Li. [n. d.]. Multi-modal sensor fusion for auto driving perception: A survey. arXiv 2022. arXiv preprint arXiv:2202.02703 ([n. d.])."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2024.102576"},{"key":"e_1_3_2_1_19_1","volume-title":"Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al.","author":"Kairouz Peter","year":"2021","unstructured":"Peter Kairouz, H Brendan McMahan, Brendan Avent, Aur\u00e9lien Bellet, Mehdi Bennis, Arjun Nitin Bhagoji, Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al. 2021. Advances and open problems in federated learning. Foundations and trends\u00ae in machine learning 14, 1--2 (2021), 1--210."},{"key":"e_1_3_2_1_20_1","volume-title":"Multisensor data fusion: A review of the state-of-the-art. Information fusion 14, 1","author":"Khaleghi Bahador","year":"2013","unstructured":"Bahador Khaleghi, Alaa Khamis, Fakhreddine O Karray, and Saiedeh N Razavi. 2013. Multisensor data fusion: A review of the state-of-the-art. Information fusion 14, 1 (2013), 28--44."},{"key":"e_1_3_2_1_21_1","volume-title":"International conference on machine learning. PMLR, 5583--5594","author":"Kim Wonjae","year":"2021","unstructured":"Wonjae Kim, Bokyung Son, and Ildoo Kim. 2021. Vilt: Vision-and-language transformer without convolution or region supervision. In International conference on machine learning. PMLR, 5583--5594."},{"key":"e_1_3_2_1_22_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6849-3"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485929"},{"key":"e_1_3_2_1_25_1","volume-title":"Prefix-tuning: Optimizing continuous prompts for generation. arXiv preprint arXiv:2101.00190","author":"Li Xiang Lisa","year":"2021","unstructured":"Xiang Lisa Li and Percy Liang. 2021. Prefix-tuning: Optimizing continuous prompts for generation. arXiv preprint arXiv:2101.00190 (2021)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-022-1398-0"},{"key":"e_1_3_2_1_27_1","volume-title":"Adversarial multi-task learning for text classification. arXiv preprint arXiv:1704.05742","author":"Liu Pengfei","year":"2017","unstructured":"Pengfei Liu, Xipeng Qiu, and Xuanjing Huang. 2017. Adversarial multi-task learning for text classification. arXiv preprint arXiv:1704.05742 (2017)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3432208"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01764"},{"key":"e_1_3_2_1_30_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics. PMLR 1273--1282."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3495243.3560519"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581791.3596844"},{"key":"e_1_3_2_1_33_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. 2019. Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.11.006"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Sandeep Rao. 2017. Introduction to mmWave sensing: FMCW radars. Texas Instruments (TI) mmWave Training Series (2017) 1--11.","DOI":"10.1016\/B978-0-12-804418-6.00001-7"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796865"},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the conference. Association for computational linguistics. Meeting","volume":"2019","author":"Hubert Tsai Yao-Hung","year":"2019","unstructured":"Yao-Hung Hubert Tsai, Shaojie Bai, Paul Pu Liang, J Zico Kolter, Louis-Philippe Morency, and Ruslan Salakhutdinov. 2019. Multimodal transformer for unaligned multimodal language sequences. In Proceedings of the conference. Association for computational linguistics. Meeting, Vol. 2019. NIH Public Access, 6558."},{"key":"e_1_3_2_1_38_1","volume-title":"Fundamentals of wireless communication","author":"Tse David","unstructured":"David Tse and Pramod Viswanath. 2005. Fundamentals of wireless communication. Cambridge university press."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigComp51126.2021.00064"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599864"},{"key":"e_1_3_2_1_41_1","volume-title":"Learning to model the tail. Advances in neural information processing systems 30","author":"Wang Yu-Xiong","year":"2017","unstructured":"Yu-Xiong Wang, Deva Ramanan, and Martial Hebert. 2017. Learning to model the tail. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2023.3250513"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671897"},{"key":"e_1_3_2_1_44_1","volume-title":"FIARSE: Model-Heterogeneous Federated Learning via Importance-Aware Submodel Extraction. arXiv preprint arXiv:2407.19389","author":"Wu Feijie","year":"2024","unstructured":"Feijie Wu, Xingchen Wang, Yaqing Wang, Tianci Liu, Lu Su, and Jing Gao. 2024. FIARSE: Model-Heterogeneous Federated Learning via Importance-Aware Submodel Extraction. arXiv preprint arXiv:2407.19389 (2024)."},{"key":"e_1_3_2_1_45_1","unstructured":"Xinghao Wu Xuefeng Liu Jianwei Niu Haolin Wang Shaojie Tang and Guogang Zhu. 2024. FedLoRA: When Personalized Federated Learning Meets Low-Rank Adaptation. (2024)."},{"key":"e_1_3_2_1_46_1","volume-title":"Parameter-efficient fine-tuning for pre-trained vision models: A survey. arXiv preprint arXiv:2402.02242","author":"Xin Yi","year":"2024","unstructured":"Yi Xin, Siqi Luo, Haodi Zhou, Junlong Du, Xiaohong Liu, Yue Fan, Qing Li, and Yuntao Du. 2024. Parameter-efficient fine-tuning for pre-trained vision models: A survey. arXiv preprint arXiv:2402.02242 (2024)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.01.063"},{"key":"e_1_3_2_1_48_1","volume-title":"Xiaohui Tao, and Fu Lee Wang.","author":"Xu Lingling","year":"2023","unstructured":"Lingling Xu, Haoran Xie, Si-Zhao Joe Qin, Xiaohui Tao, and Fu Lee Wang. 2023. Parameter-efficient fine-tuning methods for pretrained language models: A critical review and assessment. arXiv preprint arXiv:2312.12148 (2023)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3323679.3326513"},{"key":"e_1_3_2_1_50_1","volume-title":"Chris Xiaoxuan Lu, and Lihua Xie","author":"Yang Jianfei","year":"2024","unstructured":"Jianfei Yang, He Huang, Yunjiao Zhou, Xinyan Chen, Yuecong Xu, Shenghai Yuan, Han Zou, Chris Xiaoxuan Lu, and Lihua Xie. 2024. Mm-fi: Multi-modal non-intrusive 4d human dataset for versatile wireless sensing. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052577"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737500"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.3390\/s21062140"},{"key":"e_1_3_2_1_54_1","volume-title":"Fedlora: Model-heterogeneous personalized federated learning with lora tuning. arXiv preprint arXiv:2310.13283","author":"Yi Liping","year":"2023","unstructured":"Liping Yi, Han Yu, Gang Wang, and Xiaoguang Liu. 2023. Fedlora: Model-heterogeneous personalized federated learning with lora tuning. arXiv preprint arXiv:2310.13283 (2023)."},{"key":"e_1_3_2_1_55_1","volume-title":"Deep learning in the era of edge computing: Challenges and opportunities","author":"Zhang Mi","year":"2020","unstructured":"Mi Zhang, Faen Zhang, Nicholas D Lane, Yuanchao Shu, Xiao Zeng, Biyi Fang, Shen Yan, and Hui Xu. 2020. Deep learning in the era of edge computing: Challenges and opportunities. Fog Computing: Theory and Practice (2020), 67--78."},{"key":"e_1_3_2_1_56_1","volume-title":"International Conference on Learning Representations. Openreview.","author":"Zhang Qingru","year":"2023","unstructured":"Qingru Zhang, Minshuo Chen, Alexander Bukharin, Pengcheng He, Yu Cheng, Weizhu Chen, and Tuo Zhao. 2023. Adaptive budget allocation for parameter-efficient fine-tuning. In International Conference on Learning Representations. Openreview."},{"key":"e_1_3_2_1_57_1","volume-title":"Automation & Test in Europe Conference & Exhibition (DATE). IEEE, 1--6.","author":"Zhao Quanling","year":"2024","unstructured":"Quanling Zhao, Xiaofan Yu, Shengfan Hu, and Tajana Rosing. 2024. Multi-modalHD: Federated Learning Over Heterogeneous Sensor Modalities using Hyperdimensional Computing. In 2024 Design, Automation & Test in Europe Conference & Exhibition (DATE). IEEE, 1--6."},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the 22nd International Conference on Information Processing in Sensor Networks. 312--313","author":"Zhao Quanling","year":"2023","unstructured":"Quanling Zhao, Xiaofan Yu, and Tajana Rosing. 2023. Attentive Multimodal Learning on Sensor Data using Hyperdimensional Computing. In Proceedings of the 22nd International Conference on Information Processing in Sensor Networks. 312--313."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/IoTDI54339.2022.00011"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570361.3592517"}],"event":{"name":"SenSys '24: 22nd ACM Conference on Embedded Networked Sensor Systems","location":"Hangzhou China","acronym":"SenSys '24","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","SIGBED ACM Special Interest Group on Embedded Systems","SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3666025.3699360","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3666025.3699360","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3666025.3699360","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:10Z","timestamp":1750295890000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3666025.3699360"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":60,"alternative-id":["10.1145\/3666025.3699360","10.1145\/3666025"],"URL":"https:\/\/doi.org\/10.1145\/3666025.3699360","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}