{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T17:13:00Z","timestamp":1772039580630,"version":"3.50.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031729515","type":"print"},{"value":"9783031729522","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72952-2_1","type":"book-chapter","created":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T05:02:02Z","timestamp":1727672522000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Teddy: Efficient Large-Scale Dataset Distillation via\u00a0Taylor-Approximated Matching"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4809-7119","authenticated-orcid":false,"given":"Ruonan","family":"Yu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1033-5122","authenticated-orcid":false,"given":"Songhua","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8415-3597","authenticated-orcid":false,"given":"Jingwen","family":"Ye","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0057-1404","authenticated-orcid":false,"given":"Xinchao","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,1]]},"reference":[{"key":"1_CR1","unstructured":"Bohdal, O., Yang, Y., Hospedales, T.: Flexible dataset distillation: learn labels instead of images. arXiv preprint arXiv:2006.08572 (2020)"},{"key":"1_CR2","unstructured":"Bubeck, S., et\u00a0al.: Sparks of artificial general intelligence: early experiments with GPT-4. arXiv preprint arXiv:2303.12712 (2023)"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Cazenavette, G., Wang, T., Torralba, A., Efros, A.A., Zhu, J.Y.: Dataset distillation by matching training trajectories. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4750\u20134759 (2022)","DOI":"10.1109\/CVPR52688.2022.01045"},{"key":"1_CR4","unstructured":"Cui, J., Wang, R., Si, S., Hsieh, C.J.: DC-bench: dataset condensation benchmark. In: Advances in Neural Information Processing Systems, vol. 35, pp. 810\u2013822 (2022)"},{"key":"1_CR5","unstructured":"Cui, J., Wang, R., Si, S., Hsieh, C.J.: Scaling up dataset distillation to imagenet-1k with constant memory. In: International Conference on Machine Learning, pp. 6565\u20136590. PMLR (2023)"},{"issue":"7","key":"1_CR6","first-page":"3366","volume":"44","author":"M De Lange","year":"2021","unstructured":"De Lange, M., et al.: A continual learning survey: defying forgetting in classification tasks. IEEE Trans. Pattern Anal. Mach. Intell. 44(7), 3366\u20133385 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"1_CR8","unstructured":"Deng, Z., Russakovsky, O.: Remember the past: distilling datasets into addressable memories for neural networks. In: Advances in Neural Information Processing Systems, vol. 35, pp. 34391\u201334404 (2022)"},{"key":"1_CR9","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Du, J., Jiang, Y., Tan, V.Y., Zhou, J.T., Li, H.: Minimizing the accumulated trajectory error to improve dataset distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3749\u20133758 (2023)","DOI":"10.1109\/CVPR52729.2023.00365"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Fang, G., Ma, X., Song, M., Mi, M.B., Wang, X.: Depgraph: towards any structural pruning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 16091\u201316101 (2023)","DOI":"10.1109\/CVPR52729.2023.01544"},{"key":"1_CR12","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"1_CR15","unstructured":"Kim, J.H., et al.: Dataset condensation via efficient synthetic-data parameterization. In: International Conference on Machine Learning, pp. 11102\u201311118. PMLR (2022)"},{"key":"1_CR16","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, vol. 25 (2012)"},{"key":"1_CR17","unstructured":"Lee, H.B., Lee, D.B., Hwang, S.J.: Dataset condensation with latent space knowledge factorization and sharing. arXiv preprint arXiv:2208.10494 (2022)"},{"key":"1_CR18","unstructured":"Liu, S., Wang, K., Yang, X., Ye, J., Wang, X.: Dataset distillation via factorization. In: Advances in Neural Information Processing Systems, vol. 35, pp. 1100\u20131113 (2022)"},{"key":"1_CR19","unstructured":"Liu, S., Wang, X.: MGDD: a meta generator for fast dataset distillation. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Liu, S., Ye, J., Yu, R., Wang, X.: Slimmable dataset condensation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3759\u20133768 (2023)","DOI":"10.1109\/CVPR52729.2023.00366"},{"key":"1_CR21","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H.T., Sun, J.: Shufflenet v2: practical guidelines for efficient CNN architecture design. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 116\u2013131 (2018)","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"1_CR22","unstructured":"Nguyen, T., Chen, Z., Lee, J.: Dataset meta-learning from kernel ridge-regression. arXiv preprint arXiv:2011.00050 (2020)"},{"key":"1_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1007\/978-3-030-58536-5_31","volume-title":"Computer Vision \u2013 ECCV 2020","author":"A Prabhu","year":"2020","unstructured":"Prabhu, A., Torr, P.H.S., Dokania, P.K.: GDumb: a simple approach that questions our progress in continual learning. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12347, pp. 524\u2013540. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58536-5_31"},{"key":"1_CR24","unstructured":"Ramesh, A., Dhariwal, P., Nichol, A., Chu, C., Chen, M.: Hierarchical text-conditional image generation with clip latents. arXiv preprint arXiv:2204.06125, vol. 1, no. 2, p. 3 (2022)"},{"key":"1_CR25","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.A., Kolesnikov, A., Sperl, G., Lampert, C.H.: ICARL: incremental classifier and representation learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2001\u20132010 (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B.: High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10684\u201310695 (2022)","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"1_CR27","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.C.: Mobilenetv2: inverted residuals and linear bottlenecks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"1_CR28","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Sucholutsky, I., Schonlau, M.: Soft-label dataset distillation and text dataset distillation. In: 2021 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20138. IEEE (2021)","DOI":"10.1109\/IJCNN52387.2021.9533769"},{"key":"1_CR30","unstructured":"Tan, M., Le, Q.: Efficientnet: rethinking model scaling for convolutional neural networks. In: International Conference on Machine Learning, pp. 6105\u20136114. PMLR (2019)"},{"key":"1_CR31","doi-asserted-by":"crossref","unstructured":"Wang, K., et al.: Cafe: learning to condense dataset by aligning features. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12196\u201312205 (2022)","DOI":"10.1109\/CVPR52688.2022.01188"},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Wang, L., Zhang, X., Su, H., Zhu, J.: A comprehensive survey of continual learning: theory, method and application. IEEE Trans. Pattern Anal. Mach. Intell. (2024)","DOI":"10.1109\/TPAMI.2024.3367329"},{"key":"1_CR33","unstructured":"Wang, T., Zhu, J.Y., Torralba, A., Efros, A.A.: Dataset distillation. arXiv preprint arXiv:1811.10959 (2018)"},{"key":"1_CR34","doi-asserted-by":"crossref","unstructured":"Ye, J., Yu, R., Liu, S., Wang, X.: Distilled datamodel with reverse gradient matching. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11954\u201311963 (2024)","DOI":"10.1109\/CVPR52733.2024.01136"},{"key":"1_CR35","doi-asserted-by":"crossref","unstructured":"Ye, J., Yu, R., Liu, S., Wang, X.: Mutual-modality adversarial attack with semantic perturbation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038, pp. 6657\u20136665 (2024)","DOI":"10.1609\/aaai.v38i7.28488"},{"key":"1_CR36","unstructured":"Yin, Z., Xing, E., Shen, Z.: Squeeze, recover and relabel: dataset condensation at imagenet scale from a new perspective. arXiv preprint arXiv:2306.13092 (2023)"},{"key":"1_CR37","unstructured":"Yu, R., Liu, S., Wang, X.: Dataset distillation: a comprehensive review. arXiv preprint arXiv:2301.07014 (2023)"},{"key":"1_CR38","doi-asserted-by":"crossref","unstructured":"Zhang, L., et al.: Accelerating dataset distillation via model augmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11950\u201311959 (2023)","DOI":"10.1109\/CVPR52729.2023.01150"},{"key":"1_CR39","unstructured":"Zhao, B., Bilen, H.: Dataset condensation with differentiable siamese augmentation. In: International Conference on Machine Learning, pp. 12674\u201312685. PMLR (2021)"},{"key":"1_CR40","doi-asserted-by":"crossref","unstructured":"Zhao, B., Bilen, H.: Dataset condensation with distribution matching. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 6514\u20136523 (2023)","DOI":"10.1109\/WACV56688.2023.00645"},{"key":"1_CR41","unstructured":"Zhao, B., Mopuri, K.R., Bilen, H.: Dataset condensation with gradient matching. arXiv preprint arXiv:2006.05929 (2020)"},{"key":"1_CR42","doi-asserted-by":"crossref","unstructured":"Zhao, G., Li, G., Qin, Y., Yu, Y.: Improved distribution matching for dataset condensation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7856\u20137865 (2023)","DOI":"10.1109\/CVPR52729.2023.00759"},{"key":"1_CR43","unstructured":"Zhou, Y., Nezhadarya, E., Ba, J.: Dataset distillation using neural feature regression. In: Advances in Neural Information Processing Systems, vol. 35, pp. 9813\u20139827 (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72952-2_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T05:06:15Z","timestamp":1727672775000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72952-2_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,1]]},"ISBN":["9783031729515","9783031729522"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72952-2_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,1]]},"assertion":[{"value":"1 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}