{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T18:47:14Z","timestamp":1762973234756,"version":"3.45.0"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62206015","62227801"],"award-info":[{"award-number":["62206015","62227801"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["FRF-KST-25-008"],"award-info":[{"award-number":["FRF-KST-25-008"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Young Scientist Program of The National New Energy Vehicle Technology Innovation Center","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Consumer Electron."],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1109\/tce.2025.3598319","type":"journal-article","created":{"date-parts":[[2025,8,13]],"date-time":"2025-08-13T17:34:24Z","timestamp":1755106464000},"page":"8055-8066","source":"Crossref","is-referenced-by-count":0,"title":["DA-Distill: Dual-Alignment Distillation for Multimodal Knowledge Transfer on Edge Devices"],"prefix":"10.1109","volume":"71","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-3617-5417","authenticated-orcid":false,"given":"Caiyu","family":"Fan","sequence":"first","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0004-3780","authenticated-orcid":false,"given":"Kun","family":"Song","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2126-8159","authenticated-orcid":false,"given":"Bochao","family":"Zou","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7736-9098","authenticated-orcid":false,"given":"Xiaocheng","family":"Hu","sequence":"additional","affiliation":[{"name":"Department of the National Engineering Research Center for Public Safety Risk Perception and Control by Big Data, China Academy of Electronics and Information Technology, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5383-5667","authenticated-orcid":false,"given":"Huimin","family":"Ma","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2024.3350696"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2011.5955216"},{"key":"ref3","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref4","first-page":"9694","article-title":"Align before fuse: Vision and language representation learning with momentum distillation","volume-title":"Proc. 35th Adv. Neural Inf. Process. Syst.","author":"Li"},{"key":"ref5","article-title":"An efficient multimodal learning framework to comprehend consumer preferences using BERT and cross-attention","author":"Niimi","year":"2024","journal-title":"arXiv:2405.07435"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3447085"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1201\/9781003162810-13"},{"key":"ref8","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017","journal-title":"arXiv:1704.04861"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.102043"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-05881-4"},{"key":"ref11","first-page":"4904","article-title":"Scaling up visual and vision-language representation learning with noisy text supervision","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","author":"Jia"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126658"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00780"},{"key":"ref14","article-title":"Fine-tuning can distort pretrained features and underperform out-of-distribution","author":"Kumar","year":"2022","journal-title":"arXiv:2202.10054"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01853"},{"key":"ref16","first-page":"43579","article-title":"FD-Align: Feature discrimination alignment for fine-tuning pre-trained models in few-shot learning","volume-title":"Proc. 37th Adv. Neural Inf. Process. Syst.","author":"Song"},{"key":"ref17","article-title":"Exploring information-theoretic metrics associated with neural collapse in supervised training","author":"Song","year":"2025","journal-title":"arXiv:2409.16767"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.02008"},{"key":"ref19","article-title":"MiniGPT-4: Enhancing vision-language understanding with advanced large language models","author":"Zhu","year":"2023","journal-title":"arXiv:2304.10592"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.172"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref22","article-title":"Once-for-all: Train one network and specialize it for efficient deployment","author":"Cai","year":"2020","journal-title":"arXiv:1908.09791"},{"key":"ref23","article-title":"MobileViT: Light-weight, general-purpose, and mobile-friendly vision transformer","author":"Mehta","year":"2022","journal-title":"arXiv:2110.02178"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref26","article-title":"NormKD: Normalized logits for knowledge distillation","author":"Chi","year":"2023","journal-title":"arXiv:2308.00520"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"ref28","article-title":"FitNets: Hints for thin deep nets","author":"Romero","year":"2015","journal-title":"arXiv:1412.6550"},{"key":"ref29","article-title":"Contrastive representation distillation","author":"Tian","year":"2019","journal-title":"arXiv:1910.10699"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01022"},{"key":"ref32","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"Zagoruyko","year":"2017","journal-title":"arXiv:1612.03928"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01200"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00507"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/tiv.2023.3330164"},{"key":"ref37","first-page":"27399","article-title":"DetKDS: Knowledge distillation search for object detectors","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","author":"Li"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2883743"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01930"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.187"},{"key":"ref41","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2019","journal-title":"arXiv:1910.13461"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01510"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref44","first-page":"5389","article-title":"Do ImageNet classifiers generalize to ImageNet?","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","author":"Recht"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01501"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"ref47","first-page":"1","article-title":"Learning robust global representations by penalizing local predictive power","volume-title":"Proc. 33rd Adv. Neural Inf. Process. Syst.","author":"Wang"}],"container-title":["IEEE Transactions on Consumer Electronics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/30\/11241057\/11124214.pdf?arnumber=11124214","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T18:41:48Z","timestamp":1762972908000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11124214\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":47,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tce.2025.3598319","relation":{},"ISSN":["0098-3063","1558-4127"],"issn-type":[{"type":"print","value":"0098-3063"},{"type":"electronic","value":"1558-4127"}],"subject":[],"published":{"date-parts":[[2025,8]]}}}