{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T19:11:02Z","timestamp":1773688262803,"version":"3.50.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T00:00:00Z","timestamp":1741305600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T00:00:00Z","timestamp":1741305600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Key Research and Development Program of Ningxia","award":["2022AAC05006"],"award-info":[{"award-number":["2022AAC05006"]}]},{"name":"National Key Research and Development Program of Ningxia","award":["2022AAC05006"],"award-info":[{"award-number":["2022AAC05006"]}]},{"name":"National Key Research and Development Program of Ningxia","award":["2022AAC05006"],"award-info":[{"award-number":["2022AAC05006"]}]},{"name":"National Key Research and Development Program of Ningxia","award":["2022AAC05006"],"award-info":[{"award-number":["2022AAC05006"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07115-y","type":"journal-article","created":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T15:40:48Z","timestamp":1741362048000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Effective and efficient conditional contrast for data-free knowledge distillation with low memory"],"prefix":"10.1007","volume":"81","author":[{"given":"Chenyang","family":"Jiang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhendong","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiqiang","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuai","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,7]]},"reference":[{"key":"7115_CR1","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"7115_CR2","unstructured":"Devlin J (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805"},{"key":"7115_CR3","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S et al (2020) An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929"},{"key":"7115_CR4","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531"},{"key":"7115_CR5","doi-asserted-by":"crossref","unstructured":"Zhao B, Cui Q, Song R, Qiu Y, Liang J (2022) Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11953\u201311962","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"7115_CR6","doi-asserted-by":"crossref","unstructured":"Pham C, Nguyen V-A, Le T, Phung D, Carneiro G, Do T-T (2024) Frequency attention for knowledge distillation. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2277\u20132286","DOI":"10.1109\/WACV57701.2024.00227"},{"key":"7115_CR7","doi-asserted-by":"crossref","unstructured":"Patel G, Mopuri KR, Qiu Q (2023) Learning to retain while acquiring: combating distribution-shift in adversarial data-free knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7786\u20137794","DOI":"10.1109\/CVPR52729.2023.00752"},{"key":"7115_CR8","first-page":"10055","volume":"35","author":"K Do","year":"2022","unstructured":"Do K, Le TH, Nguyen D, Nguyen D, Harikumar H, Tran T, Rana S, Venkatesh S (2022) Momentum adversarial distillation: handling large distribution shifts in data-free knowledge distillation. Adv Neural Inf Process Syst 35:10055\u201310067","journal-title":"Adv Neural Inf Process Syst"},{"key":"7115_CR9","doi-asserted-by":"crossref","unstructured":"Shao R, Zhang W, Yin J, Wang J (2023) Data-free knowledge distillation for fine-grained visual categorization. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1515\u20131525","DOI":"10.1109\/ICCV51070.2023.00146"},{"key":"7115_CR10","doi-asserted-by":"crossref","unstructured":"Wang Y, Yang D, Chen Z, Liu Y, Liu S, Zhang W, Zhang L, Qi L (2024) De-confounded data-free knowledge distillation for handling distribution shifts. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12615\u201312625","DOI":"10.1109\/CVPR52733.2024.01199"},{"key":"7115_CR11","doi-asserted-by":"crossref","unstructured":"Yu S, Chen J, Han H, Jiang S (2023) Data-free knowledge distillation via feature exchange and activation region constraint. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 24266\u201324275","DOI":"10.1109\/CVPR52729.2023.02324"},{"key":"7115_CR12","unstructured":"Fang G, Song J, Shen C, Wang X, Chen D, Song M (2019) Data-free adversarial distillation. arXiv preprint arXiv:1912.11006"},{"key":"7115_CR13","doi-asserted-by":"crossref","unstructured":"Yin H, Molchanov P, Alvarez JM, Li Z, Mallya A, Hoiem D, Jha NK, Kautz J (2020) Dreaming to distill: data-free knowledge transfer via deepinversion. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 8715\u20138724","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"7115_CR14","doi-asserted-by":"crossref","unstructured":"Fang G, Song J, Wang X, Shen C, Wang X, Song M (2021) Contrastive model inversion for data-free knowledge distillation. arXiv preprint arXiv:2105.08584","DOI":"10.24963\/ijcai.2021\/327"},{"key":"7115_CR15","doi-asserted-by":"crossref","unstructured":"Chen H, Wang Y, Xu C, Yang Z, Liu C, Shi B, Xu C, Xu C, Tian Q (2019) Data-free learning of student networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 3514\u20133522","DOI":"10.1109\/ICCV.2019.00361"},{"key":"7115_CR16","doi-asserted-by":"crossref","unstructured":"Binici K, Pham NT, Mitra T, Leman K (2022) Preventing catastrophic forgetting and distribution mismatch in knowledge distillation via synthetic data. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 663\u2013671","DOI":"10.1109\/WACV51458.2022.00368"},{"key":"7115_CR17","doi-asserted-by":"crossref","unstructured":"Binici K, Aggarwal S, Pham NT, Leman K, Mitra T (2022) Robust and resource-efficient data-free knowledge distillation by generative pseudo replay. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 6089\u20136096","DOI":"10.1609\/aaai.v36i6.20556"},{"key":"7115_CR18","doi-asserted-by":"crossref","unstructured":"Fang G, Mo K, Wang X, Song J, Bei S, Zhang H, Song M (2022) Up to 100x faster data-free knowledge distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 6597\u20136604","DOI":"10.1609\/aaai.v36i6.20613"},{"key":"7115_CR19","doi-asserted-by":"publisher","first-page":"119202","DOI":"10.1016\/j.ins.2023.119202","volume":"642","author":"J Li","year":"2023","unstructured":"Li J, Zhou S, Li L, Wang H, Bu J, Yu Z (2023) Dynamic data-free knowledge distillation by easy-to-hard learning strategy. Inf Sci 642:119202","journal-title":"Inf Sci"},{"key":"7115_CR20","doi-asserted-by":"crossref","unstructured":"Liu H, Wang Y, Liu H, Sun F, Yao A (2024) Small scale data-free knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6008\u20136016","DOI":"10.1109\/CVPR52733.2024.00574"},{"key":"7115_CR21","doi-asserted-by":"publisher","first-page":"109781","DOI":"10.1016\/j.patcog.2023.109781","volume":"143","author":"R Shao","year":"2023","unstructured":"Shao R, Zhang W, Wang J (2023) Conditional pseudo-supervised contrast for data-free knowledge distillation. Pattern Recogn 143:109781","journal-title":"Pattern Recogn"},{"key":"7115_CR22","doi-asserted-by":"crossref","unstructured":"Tran M-T, Le T, Le X-M, Harandi M, Tran QH, Phung D (2024) Nayer: Noisy layer data generation for efficient and effective data-free knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 23860\u201323869","DOI":"10.1109\/CVPR52733.2024.02252"},{"key":"7115_CR23","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"7115_CR24","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607. PMLR"},{"key":"7115_CR25","unstructured":"Oord Avd, Li Y, Vinyals O (2018) Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748"},{"issue":"7","key":"7115_CR26","first-page":"3","volume":"7","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images. CS 231N 7(7):3","journal-title":"CS 231N"},{"issue":"7","key":"7115_CR27","first-page":"3","volume":"7","author":"Y Le","year":"2015","unstructured":"Le Y, Yang X (2015) Tiny imagenet visual recognition challenge. CS 231N 7(7):3","journal-title":"CS 231N"},{"key":"7115_CR28","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. arXiv preprint arXiv:1605.07146","DOI":"10.5244\/C.30.87"},{"key":"7115_CR29","unstructured":"Simonyan K (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"7115_CR30","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3379505","author":"Y Wang","year":"2024","unstructured":"Wang Y, Qian B, Liu H, Rui Y, Wang M (2024) Unpacking the gap box against data-free knowledge distillation. IEEE Trans Pattern Anal Mach Intell. https:\/\/doi.org\/10.1109\/TPAMI.2024.3379505","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"7115_CR31","unstructured":"Kingma DP (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"7115_CR32","unstructured":"Radford A (2015) Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint arXiv:1511.06434"},{"key":"7115_CR33","doi-asserted-by":"crossref","unstructured":"Choi Y, Choi J, El-Khamy M, Lee J (2020) Data-free network quantization with adversarial knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 710\u2013711","DOI":"10.1109\/CVPRW50498.2020.00363"},{"key":"7115_CR34","unstructured":"Micaelli P, Storkey AJ (2019) Zero-shot knowledge transfer via adversarial belief matching. In: Advances in Neural Information Processing Systems. vol. 32"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07115-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07115-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07115-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T15:41:02Z","timestamp":1741362062000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07115-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,7]]},"references-count":34,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2025,3]]}},"alternative-id":["7115"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07115-y","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,7]]},"assertion":[{"value":"22 February 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors confirm that there are no known Conflict of interest associated with this publication and there has been no significant financial support for this work that could have influenced its outcome.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"585"}}