{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T19:00:40Z","timestamp":1762455640286,"version":"build-2065373602"},"reference-count":78,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Foundation for Outstanding Research Groups of Hubei Province","award":["2025AFA012"],"award-info":[{"award-number":["2025AFA012"]}]},{"name":"111 Project on Computational Intelligence and Intelligent Control","award":["B18024"],"award-info":[{"award-number":["B18024"]}]},{"name":"Project of Peng Cheng Lab","award":["PCL2025AS214"],"award-info":[{"award-number":["PCL2025AS214"]}]},{"name":"Natural Science Fund of Hubei Province","award":["2022CFB823"],"award-info":[{"award-number":["2022CFB823"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1109\/tpami.2025.3602663","type":"journal-article","created":{"date-parts":[[2025,8,25]],"date-time":"2025-08-25T20:45:04Z","timestamp":1756154704000},"page":"11929-11945","source":"Crossref","is-referenced-by-count":0,"title":["Aligning Logits Generatively for Principled Black-Box Knowledge Distillation in the Wild"],"prefix":"10.1109","volume":"47","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0606-6193","authenticated-orcid":false,"given":"Xiang","family":"Xiang","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6822-1371","authenticated-orcid":false,"given":"Jing","family":"Ma","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7153-9703","authenticated-orcid":false,"given":"Dongrui","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4587-3588","authenticated-orcid":false,"given":"Zhigang","family":"Zeng","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3024-4404","authenticated-orcid":false,"given":"Xilin","family":"Chen","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6229"},{"key":"ref2","first-page":"214","article-title":"Wasserstein generative adversarial networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Arjovsky"},{"key":"ref3","first-page":"2654","article-title":"Do deep nets really need to be deep?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ba"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11018-5_37"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00424"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s00365-009-9054-2"},{"key":"ref7","first-page":"1","article-title":"Large scale GAN training for high fidelity natural image synthesis","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Brock"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2970494"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00361"},{"key":"ref10","first-page":"2180","article-title":"InfoGAN: Interpretable representation learning by information maximizing generative adversarial Nets","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2010.2055033"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref13","first-page":"29374","article-title":"Test-time training with masked autoencoders","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Gandelsman"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.5555\/2946645.2946704"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.5555\/2969033.2969125"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref17","first-page":"5769","article-title":"Improved training of Wasserstein GANs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Gulrajani"},{"key":"ref18","first-page":"14068","article-title":"Group knowledge transfer: Federated learning of large CNNs at the edge","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"He"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref20","first-page":"36","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref21","first-page":"6629","article-title":"GANs trained by a two time-scale update rule converge to a local NASH equilibrium","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Heusel"},{"article-title":"Distilling the knowledge in a neural network","year":"2015","author":"Hinton","key":"ref22"},{"article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","year":"2017","author":"Howard","key":"ref23"},{"key":"ref24","first-page":"1558","article-title":"Learning discrete representations via information maximizing self-augmented training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hu"},{"key":"ref25","first-page":"33716","article-title":"Knowledge distillation from a stronger teacher","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Huang"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00521"},{"key":"ref27","first-page":"2427","article-title":"Test-time classifier adjustment module for model-agnostic domain generalization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Iwasawa"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00453"},{"key":"ref29","first-page":"2765","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kim"},{"key":"ref30","first-page":"1","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Komodakis"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-46084-5_77"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"Krizhevsky","key":"ref32"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"article-title":"Entropy is not enough for test-time adaptation: From the perspective of disentangled factors","year":"2024","author":"Lee","key":"ref34"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2019.09.010"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.cagd.2018.10.005"},{"key":"ref37","first-page":"6028","article-title":"Do we really need to access the source data? source hypothesis transfer for unsupervised domain adaptation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liang"},{"key":"ref38","first-page":"21808","article-title":"TTT: When does self-supervised test-time training fail or thrive?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02184"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683438"},{"article-title":"Zero-shot knowledge transfer via adversarial belief matching","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Micaelli","key":"ref41"},{"article-title":"Conditional generative adversarial nets","year":"2014","author":"Mirza","key":"ref42"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref44","first-page":"1","article-title":"Reading digits in natural images with unsupervised feature learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Netzer","year":"2011"},{"key":"ref45","first-page":"16888","article-title":"Efficient test-time model adaptation without forgetting","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Niu"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00509"},{"key":"ref47","first-page":"3622","article-title":"QuPeD: Quantized personalization via distillation with applications to federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ozkara"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01088"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00241"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17610"},{"key":"ref51","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"article-title":"Unsupervised representation learning with deep convolutional generative adversarial networks","year":"2015","author":"Radford","key":"ref52"},{"key":"ref53","first-page":"2234","article-title":"Improved techniques for training GANs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Salimans"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-59050-9_12"},{"key":"ref55","first-page":"11539","article-title":"Improving robustness against common corruptions by covariate shift adaptation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Schneider"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014886"},{"key":"ref57","first-page":"1275","article-title":"Information-theoretical learning of discriminative clusters for unsupervised domain adaptation","volume-title":"Proc. 29th Int. Cof. Int. Conf. Mach. Learn.","author":"Shi"},{"key":"ref58","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref59","first-page":"6906","article-title":"Does knowledge distillation really work?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Stanton"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"ref61","first-page":"9229","article-title":"Test-time training with self-supervision for generalization under distribution shifts","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sun"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.5555\/3241094.3241142"},{"key":"ref63","first-page":"1","article-title":"Tent: Fully test-time adaptation by entropy minimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wang"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00157"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00871"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11667"},{"key":"ref67","first-page":"10675","article-title":"Zero-shot knowledge distillation from a decision-based black-box model","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2017.2685945"},{"article-title":"Training shallow and thin networks for acceleration via knowledge distillation with conditional adversarial networks","year":"2018","author":"Xu","key":"ref69"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/1869790.1869829"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01253"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00776"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref76","first-page":"321","article-title":"Learning with local and global consistency","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhou"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.244"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2015.2475299"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/11230086\/11141522.pdf?arnumber=11141522","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T18:53:26Z","timestamp":1762455206000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11141522\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":78,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2025.3602663","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2025,12]]}}}