{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:10:24Z","timestamp":1776442224098,"version":"3.51.2"},"reference-count":53,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825769","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"7725-7734","source":"Crossref","is-referenced-by-count":9,"title":["A Survey on Model-heterogeneous Federated Learning: Problems, Methods, and Prospects"],"prefix":"10.1109","author":[{"given":"Boyu","family":"Fan","sequence":"first","affiliation":[{"name":"University of Helsinki,Finland"}]},{"given":"Siyang","family":"Jiang","sequence":"additional","affiliation":[{"name":"Huizhou University,China"}]},{"given":"Xiang","family":"Su","sequence":"additional","affiliation":[{"name":"Norwegian University of Science and Technology,Norway"}]},{"given":"Sasu","family":"Tarkoma","sequence":"additional","affiliation":[{"name":"University of Helsinki,Finland"}]},{"given":"Pan","family":"Hui","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology,Guangzhou,China"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Artificial intelligence and statistics.","author":"McMahan","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3329061"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2023.3339702"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3241765"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3679013"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3036952"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i12.29297"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2300419"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3405190"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3625558"},{"key":"ref12","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref14","article-title":"Fedmd: Heterogenous federated learning via model distillation","author":"Li","year":"2019"},{"key":"ref15","first-page":"10 092","article-title":"Parameterized knowledge transfer for personalized federated learning","volume":"34","author":"Zhang","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref16","first-page":"2351","article-title":"Ensemble distillation for robust model fusion in federated learning","volume":"33","author":"Lin","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref17","first-page":"12 878","article-title":"Data-free knowledge distillation for heterogeneous federated learning","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"139","author":"Zhu"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS54860.2022.00094"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-73010-8_22"},{"key":"ref21","article-title":"Dfrd: Data-free robustness distillation for heterogeneous federated learning","volume":"36","author":"Wang","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref22","article-title":"The best of both worlds: Accurate global and personalized models through federated learning with data-free hyper-knowledge distillation","author":"Chen","year":"2023"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20819"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3313118"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3611781"},{"key":"ref26","article-title":"Conditional moment alignment for improved generalization in federated learning","volume-title":"Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)","author":"Regatti"},{"key":"ref27","article-title":"Heterofl: Computation and communication efficient federated learning for heterogeneous clients","volume-title":"International Conference on Learning Representations","author":"Diao"},{"key":"ref28","first-page":"29 677","article-title":"Fedrolex: Model-heterogeneous federated learning with rolling sub-model extraction","volume":"35","author":"Alam","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3447993.3483278"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM52122.2024.10621351"},{"key":"ref31","article-title":"Federated learning of large models at the edge via principal sub-model training","author":"Niu","year":"2022"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3453142.3492909"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3166101"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3444695"},{"key":"ref35","article-title":"Every parameter matters: Ensuring the convergence of federated learning with dynamic heterogeneous models reduction","volume":"36","author":"Zhou","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref36","article-title":"Federated learning with heterogeneous architectures using graph hypernetworks","author":"Litany","year":"2022"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i7.20778"},{"key":"ref38","article-title":"Fedhm: Efficient federated learning for heterogeneous models via low-rank factorization","author":"Yao","year":"2021"},{"key":"ref39","first-page":"12 878","article-title":"Data-free knowledge distillation for heterogeneous federated learning","volume-title":"International conference on machine learning","author":"Zhu"},{"key":"ref40","first-page":"33 716","article-title":"Knowledge distillation from a stronger teacher","volume":"35","author":"Huang","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i2.16213"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/0169-7439(87)80084-9"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2024.3420126"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2024.3361451"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386784"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2023.3280405"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2023.3309633"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599825"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1126\/science.adh4451"},{"key":"ref50","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref51","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref52","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.717"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825769.pdf?arnumber=10825769","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T07:48:26Z","timestamp":1737100106000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825769\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":53,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825769","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}