{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T08:54:09Z","timestamp":1758272049698,"version":"3.37.3"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62036006"],"award-info":[{"award-number":["62036006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Emerg. Top. Comput. Intell."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tetci.2023.3268713","type":"journal-article","created":{"date-parts":[[2023,5,4]],"date-time":"2023-05-04T17:28:08Z","timestamp":1683221288000},"page":"150-163","source":"Crossref","is-referenced-by-count":6,"title":["Model Sparsification for Communication-Efficient Multi-Party Learning via Contrastive Distillation in Image Classification"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-4175","authenticated-orcid":false,"given":"Kai-Yuan","family":"Feng","sequence":"first","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education and the Academy of Advanced Interdisciplinary Research, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0415-8556","authenticated-orcid":false,"given":"Maoguo","family":"Gong","sequence":"additional","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, and the School of Electronic Engineering, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ke","family":"Pan","sequence":"additional","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, and the School of Cyber Engineering, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongyu","family":"Zhao","sequence":"additional","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, and the School of Electronic Engineering, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3459-5079","authenticated-orcid":false,"given":"Yue","family":"Wu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education, and the School of Computer Science and Technology, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kai","family":"Sheng","sequence":"additional","affiliation":[{"name":"Key Laboratory of Collaborative Intelligence Systems, Ministry of Education and the Academy of Advanced Interdisciplinary Research, Xidian University, Xi'an, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref2","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan","year":"2015"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.322"},{"key":"ref4","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Assoc. Comput. Linguistics","author":"Devlin","year":"2019"},{"key":"ref5","first-page":"3431","article-title":"Fully convolutional networks for semantic segmentation","volume-title":"Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit.","author":"Shelhamer","year":"2015"},{"key":"ref6","first-page":"1877","article-title":"Language models are few-shot learners","author":"Brown","journal-title":"Proc. Adv. Neural Inf. Proces. Syst."},{"key":"ref7","first-page":"1","article-title":"Attention u-net: Learning where to look for the pancreas","volume-title":"Proc. Med. Imag. Deep Learn.","author":"Oktay","year":"2018"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00079"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331267"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.2977890"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3078543"},{"key":"ref15","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"McMahan","year":"2017","journal-title":"Proc. Artif. Intell. Statist."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.3033286"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2019.2929409"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2022.3170471"},{"article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data","year":"2018","author":"Jeong","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3081748"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3070013"},{"key":"ref22","first-page":"1","article-title":"Expanding the reach of federated learning by reducing client resource requirements","volume-title":"Proc. Adv. Neural Inf. Proces. Syst. Workshops","author":"Caldas","year":"2019"},{"article-title":"Federated learning: Strategies for improving communication efficiency","year":"2016","author":"Konen","key":"ref23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16960"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-022-01046-x"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3510587"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2022.3146871"},{"key":"ref30","first-page":"1","article-title":"Fedbe: Making Bayesian model ensemble applicable to federated learning","volume-title":"Proc. Int. Conf. Learn. Representation","author":"Chen","year":"2021"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2021.3111636"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-29763-x"},{"key":"ref33","first-page":"1","article-title":"Deep compression: Compressing deep neural network with pruning, trained quantization and huffman coding","volume-title":"Proc. Int. Conf. Learn. Representation","author":"Han","year":"2016"},{"key":"ref34","first-page":"1135","article-title":"Learning both weights and connections for efficient neural network","author":"Han","year":"2015"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2748585"},{"key":"ref36","first-page":"10170","article-title":"Synaptic strength for convolutional neural network","volume-title":"Proc. Adv. Neural Inf. Proces. Syst.","author":"Lin","year":"2018"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3035028"},{"key":"ref38","first-page":"1","article-title":"The lottery ticket hypothesis: Finding sparse, trainable neural networks","volume-title":"Proc. Int. Conf. Learn. Representation","author":"Frankle","year":"2019"},{"key":"ref39","first-page":"3597","article-title":"Deconstructing lottery tickets: Zeros, signs, and the supermask","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhou","year":"2019"},{"key":"ref40","first-page":"3259","article-title":"Linear mode connectivity and the lottery ticket hypothesis","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Frankle","year":"2020"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3131614"},{"article-title":"Adds: Adaptive differentiable sampling for robust multi-party learning","year":"2021","author":"Gong","key":"ref42"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.298"},{"key":"ref44","first-page":"1","article-title":"Pruning convolutional neural networks for resource efficient inference","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Molchanov","year":"2017"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00159"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6058"},{"key":"ref47","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chen"},{"article-title":"Improved baselines with momentum contrastive learning","year":"2020","author":"Chen","key":"ref48"},{"article-title":"Representation learning with contrastive predictive coding","year":"2018","author":"Oord","key":"ref49"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00503"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00862"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-86486-6_41"},{"key":"ref54","first-page":"18661","article-title":"Supervised contrastive learning","author":"Khosla","year":"2020","journal-title":"Proc. Adv. Neural Inf. Process. Syst."},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3578580"},{"key":"ref56","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ioffe","year":"2015"},{"article-title":"Fashion-mnist: A novel image dataset for benchmarking machine learning algorithms","year":"2017","author":"Xiao","key":"ref57"},{"key":"ref58","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009","journal-title":"Citeseer. Tech. Rep."},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref60","first-page":"7252","article-title":"Bayesian nonparametric federated learning of neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Yurochkin","year":"2019"},{"key":"ref61","first-page":"429","article-title":"Federated optimization in heterogeneous networks","author":"Li","year":"2020","journal-title":"Proc. Mach. Learn. Syst."},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3041185"}],"container-title":["IEEE Transactions on Emerging Topics in Computational Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7433297\/10412693\/10115455.pdf?arnumber=10115455","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T18:55:19Z","timestamp":1732647319000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10115455\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":62,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tetci.2023.3268713","relation":{},"ISSN":["2471-285X"],"issn-type":[{"type":"electronic","value":"2471-285X"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}