{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T19:55:14Z","timestamp":1783972514013,"version":"3.55.0"},"reference-count":110,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["FL-170100117"],"award-info":[{"award-number":["FL-170100117"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tpami.2023.3322540","type":"journal-article","created":{"date-parts":[[2023,10,6]],"date-time":"2023-10-06T17:52:47Z","timestamp":1696614767000},"page":"17-32","source":"Crossref","is-referenced-by-count":81,"title":["A Comprehensive Survey of Dataset Distillation"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7810-9346","authenticated-orcid":false,"given":"Shiye","family":"Lei","sequence":"first","affiliation":[{"name":"Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7225-5449","authenticated-orcid":false,"given":"Dacheng","family":"Tao","sequence":"additional","affiliation":[{"name":"Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref3","first-page":"6000","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref4","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chen"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"ref8","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CTS.2013.6567202"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1355"},{"key":"ref11","article-title":"Dataset distillation","author":"Wang","year":"2018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-017-9611-1"},{"key":"ref13","first-page":"6950","article-title":"Coresets for data-efficient training of machine learning models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mirzasoleiman"},{"key":"ref14","article-title":"Selection via proxy: Efficient data selection for deep learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Coleman"},{"key":"ref15","article-title":"Flexible dataset distillation: Learn labels instead of images","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bohdal"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533769"},{"key":"ref17","first-page":"9206","article-title":"Generative teaching networks: Accelerating neural architecture search by learning to generate synthetic training data","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Such"},{"key":"ref18","article-title":"Remember the past: Distilling datasets into addressable memories for neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Deng"},{"key":"ref19","article-title":"Dataset meta-learning from kernel ridge-regression","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Nguyen"},{"key":"ref20","first-page":"5186","article-title":"Dataset distillation with infinitely wide convolutional networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nguyen"},{"key":"ref21","article-title":"Dataset distillation using neural feature regression","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhou"},{"key":"ref22","article-title":"Efficient dataset distillation using random feature approximation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Loo"},{"key":"ref23","first-page":"22649","article-title":"Dataset distillation with convexified implicit gradients","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Loo"},{"key":"ref24","article-title":"Dataset condensation with gradient matching","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhao"},{"key":"ref25","first-page":"12352","article-title":"Dataset condensation with contrastive signals","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lee"},{"key":"ref26","first-page":"11102","article-title":"Dataset condensation via efficient synthetic-data parameterization","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","author":"Kim"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01045"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52729.2023.00365"},{"key":"ref29","first-page":"6565","article-title":"Scaling up dataset distillation to ImageNet-1K with constant memory","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Cui"},{"key":"ref30","article-title":"Dataset distillation via factorization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00645"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01188"},{"key":"ref33","article-title":"Synthesizing informative training samples with GAN","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhao"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00759"},{"key":"ref35","article-title":"Dataset condensation with latent space knowledge factorization and sharing","author":"Lee","year":"2022"},{"key":"ref36","first-page":"2113","article-title":"Gradient-based hyperparameter optimization through reversible learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Maclaurin"},{"key":"ref37","article-title":"Data distillation: A survey","volume-title":"Trans. Mach. Learn. Res.","author":"Sachdeva","year":"2023"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2021.3079209"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/5.58337"},{"key":"ref40","article-title":"The matrix cookbook","author":"Petersen","year":"2012","journal-title":"Techn. Univ. Denmark"},{"key":"ref41","first-page":"8580","article-title":"Neural tangent kernel: Convergence and generalization in neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Jacot"},{"issue":"3","key":"ref42","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"Platt","year":"1999","journal-title":"Adv. Large Margin Classifiers"},{"key":"ref43","first-page":"6391","article-title":"Visualizing the loss landscape of neural nets","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Li"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1017\/9781009023405.010"},{"key":"ref45","article-title":"On the inductive bias of neural tangent kernels","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bietti"},{"issue":"11","key":"ref46","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/coins57856.2023.10189244"},{"key":"ref48","first-page":"12674","article-title":"Dataset condensation with differentiable Siamese augmentation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhao"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2018.2850013"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00364"},{"key":"ref54","article-title":"Dataset condensation via generative model","author":"Zhang","year":"2023"},{"key":"ref55","first-page":"17314","article-title":"DREAM: Efficient dataset distillation by representative matching","volume-title":"Proc. IEEE\/CVF Int. Conf. Comput. Vis.","author":"Liu"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref57","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2017"},{"key":"ref58","article-title":"Reading digits in natural images with unsupervised feature learning","author":"Netzer","year":"2011","journal-title":"Proc. Adv. Neural Inf. Process. Syst."},{"key":"ref59","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref60","first-page":"7","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref61","article-title":"DC-BENCH: Dataset condensation benchmark","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Cui"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.587"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00459"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref65","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dosovitskiy"},{"key":"ref66","article-title":"Graph condensation for graph neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jin"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539429"},{"key":"ref68","article-title":"Data distillation for text classification","author":"Li","year":"2021"},{"key":"ref69","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Hum. Lang. Technol.","author":"Devlin"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-short.12"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01258-8_15"},{"key":"ref72","first-page":"104","article-title":"Distilled replay: Overcoming forgetting through synthetic samples","volume-title":"Proc. 1st Int. Workshop Continual Semi-Supervised Learn.","author":"Carta"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533491"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN55064.2022.9892299"},{"key":"ref75","article-title":"Summarizing stream data for memory-restricted online continual learning","author":"Gu","year":"2023"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00134"},{"key":"ref77","article-title":"Speeding up NAS with adaptive subset selection","volume-title":"Proc. 1st Conf. Autom. Mach. Learn.","author":"White"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00169"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.2200\/s00960ed2v01y201910aim043"},{"key":"ref80","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. 20th Int. Conf. Artif. Intell. Statist.","author":"McMahan"},{"key":"ref81","article-title":"Federated learning via synthetic data","author":"Goetz","year":"2020"},{"key":"ref82","article-title":"Fed-GLOSS-DP: Federated, global learning using synthetic sets with record level differential privacy","author":"Wang","year":"2023"},{"key":"ref83","article-title":"FedSynth: Gradient compression via synthetic data in federated learning","author":"Hu","year":"2022"},{"key":"ref84","article-title":"Distilled one-shot federated learning","author":"Zhou","year":"2020"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ijcnn54540.2023.10191879"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01566"},{"key":"ref87","article-title":"Meta knowledge condensation for federated learning","author":"Liu","year":"2022"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52729.2023.01172"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00252"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP46576.2022.9897234"},{"key":"ref91","first-page":"1","article-title":"Dataset distillation for medical dataset sharing","author":"Li","year":"2023","journal-title":"Proc. AAAI Conf. Artif. Intell. Workshop"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP40778.2020.9191357"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2022.107189"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72610-2_29"},{"key":"ref95","article-title":"Infinite recommendation networks: A data-centric approach","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Sachdeva"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.01.010"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2016.2577031"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2021.3059968"},{"key":"ref99","article-title":"DiM: Distilling dataset into generative model","author":"Wang","year":"2023"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52729.2023.01150"},{"key":"ref101","first-page":"5378","article-title":"Privacy for free: How does dataset condensation help privacy?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Dong"},{"key":"ref102","article-title":"Differentially private dataset condensation","author":"Zheng","year":"2023"},{"key":"ref103","article-title":"No free lunch in \u201cprivacy for free: How does dataset condensation help privacy","author":"Carlini","year":"2022"},{"key":"ref104","article-title":"Private set generation with discriminative information","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref105","article-title":"Differentially private kernel inducing points (DP-KIP) for privacy-preserving data distillation","author":"Vinaroz","year":"2023"},{"key":"ref106","article-title":"Can we achieve robustness from data alone?","author":"Tsilivis","year":"2022"},{"key":"ref107","article-title":"Towards robust dataset learning","author":"Wu","year":"2022"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2023.24287"},{"key":"ref109","first-page":"4935","article-title":"Rethinking data distillation: Do not overlook calibration","volume-title":"Proc. IEEE\/CVF Int. Conf. Comput. Vis.","author":"Zhu"},{"key":"ref110","article-title":"Towards trustworthy dataset distillation","author":"Ma","year":"2023"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10345401\/10273632.pdf?arnumber=10273632","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,20]],"date-time":"2023-12-20T01:17:24Z","timestamp":1703035044000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10273632\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":110,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2023.3322540","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}