{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T01:08:26Z","timestamp":1743124106713,"version":"3.40.3"},"publisher-location":"Cham","reference-count":58,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703430"},{"type":"electronic","value":"9783031703447"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70344-7_11","type":"book-chapter","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T08:02:43Z","timestamp":1724918563000},"page":"178-196","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Improving Diversity in\u00a0Black-Box Few-Shot Knowledge Distillation"],"prefix":"10.1007","author":[{"given":"Tri-Nhan","family":"Vo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dang","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kien","family":"Do","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunil","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Addepalli, S., et al.: DeGAN: data-enriching gan for retrieving representative samples from a trained classifier. In: AAAI, vol.\u00a034 (2020)","DOI":"10.1609\/aaai.v34i04.5709"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Ahn, S., et al.: Variational information distillation for knowledge transfer. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00938"},{"key":"11_CR3","unstructured":"Kimura, A., et al.: Few-shot learning of neural networks from scratch by pseudo example optimization. In: BMVC (2018)"},{"key":"11_CR4","unstructured":"Alaa, A.M., et al.: How faithful is your synthetic data? Sample-level metrics for evaluating and auditing generative models. In: PMLR (2022)"},{"key":"11_CR5","unstructured":"Arjovsky, M., et al.: Wasserstein generative adversarial networks. In: ICML. PMLR (2017)"},{"key":"11_CR6","unstructured":"Ba, L.J., Caruana, R.: Do deep nets really need to be deep? In: NeurIPS, vol.\u00a027 (2014)"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Bond-Taylor, S., et al.: Deep generative modelling: a comparative review of VAEs, GANs, normalizing flows, energy-based and autoregressive models. In: PAMI (2021)","DOI":"10.1109\/TPAMI.2021.3116668"},{"key":"11_CR8","unstructured":"Bucilua, C., et al.: Model compression. In: KDD (2006)"},{"key":"11_CR9","unstructured":"Chen, C., et al.: Learning efficient object detection models with knowledge distillation. In: NeurIPS, vol.\u00a030 (2017)"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Chen, H., et al.: Data-free learning of student networks. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00361"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Chen, H., et al.: Learning student networks via feature embedding. IEEE Trans. Neural Networks Learn. Syst. 32(1) (2020)","DOI":"10.1109\/TNNLS.2020.2970494"},{"key":"11_CR12","unstructured":"Do, K., et al.: Momentum adversarial distillation: handling large distribution shifts in data-free knowledge distillation. In: NeurIPS, vol.\u00a035 (2022)"},{"key":"11_CR13","unstructured":"Gopakumar, S., et al.: Algorithmic assurance: an active approach to algorithmic testing using Bayesian optimisation. In: NeurIPS, vol.\u00a031 (2018)"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Gou, J., et al.: Knowledge distillation: a survey. IJCV 129 (2021)","DOI":"10.1007\/s11263-021-01453-z"},{"key":"11_CR15","unstructured":"Gulrajani, I., et al.: Improved training of Wasserstein GANs. In: NeurIPS, vol.\u00a030 (2017)"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Guo, Q., et al.: Online knowledge distillation via collaborative learning. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"He, K., et al.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"11_CR18","unstructured":"Heusel, M., et al.: GANs trained by a two time-scale update rule converge to a local nash equilibrium. In: NeurIPS, vol.\u00a030 (2017)"},{"key":"11_CR19","unstructured":"Hinton, G., et al.: Distilling the Knowledge in a Neural Network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"11_CR20","unstructured":"Howard, J., et al.: Imagenette. GitHub (2020). https:\/\/github.com\/fastai\/imagenette"},{"key":"11_CR21","unstructured":"Karras, T., et al.: Training generative adversarial networks with limited data. In: NeurIPS, vol.\u00a033 (2020)"},{"key":"11_CR22","unstructured":"Kim, J., et al.: Paraphrasing complex network: network compression via factor transfer. In: NeurIPS, vol.\u00a031 (2018)"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Kong, S., et al.: Learning student networks with few data. In: AAAI, vol.\u00a034 (2020)","DOI":"10.1609\/aaai.v34i04.5874"},{"key":"11_CR24","unstructured":"Krizhevsky, A.: Learning Multiple Layers of Features from Tiny Images. Technical report, MIT, NYU (2009). CIFAR10 and CIFAR100 were collected by Alex Krizhevsky, Vinod Nair, and Geoffrey Hinton"},{"key":"11_CR25","unstructured":"Krizhevsky, A., et al.: ImageNet classification with deep convolutional neural networks. In: NeurIPS, vol.\u00a025 (2012)"},{"key":"11_CR26","unstructured":"Le, Y.: Tiny ImageNet visual recognition challenge. CS 231N 7(7) (2015)"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"LeCun, Y., et al.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11) (1998)","DOI":"10.1109\/5.726791"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Li, Z., et al.: Curriculum temperature for knowledge distillation. In: AAAI, vol.\u00a037 (2023)","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Liu, J., et al.: Knowledge representing: efficient, sparse representation of prior knowledge for knowledge distillation. In: CVPR (2019)","DOI":"10.1109\/CVPRW.2019.00090"},{"key":"11_CR30","unstructured":"Lopes, R.G., et al.: Data-free knowledge distillation for deep neural networks. arXiv preprint arXiv:1710.07535 (2017)"},{"key":"11_CR31","unstructured":"Ma, H., et al.: Undistillable: making a nasty teacher that CANNOT teach students. In: ICLR (2021)"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Meng, Z., et al.: Conditional teacher-student learning. In: ICASSP (2019)","DOI":"10.1109\/ICASSP.2019.8683438"},{"key":"11_CR33","unstructured":"Nayak, G.K., et al.: Zero-shot knowledge distillation in deep networks. In: ICML (2019)"},{"key":"11_CR34","unstructured":"Netzer, Y., et al.: Reading digits in natural images with unsupervised feature learning (2011)"},{"key":"11_CR35","doi-asserted-by":"crossref","unstructured":"Nguyen, D., et al.: Knowledge distillation with distribution mismatch. In: ECML-PKDD (2021)","DOI":"10.1007\/978-3-030-86520-7_16"},{"key":"11_CR36","doi-asserted-by":"publisher","unstructured":"Nguyen, D., et al.: Black-box few-shot knowledge distillation. In: Avidan, S., et al. (eds.) ECCV 2022. LNCS, vol. 13681, pp. 196\u2013211. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19803-8_12","DOI":"10.1007\/978-3-031-19803-8_12"},{"key":"11_CR37","unstructured":"OpenAI: Introducing ChatGPT (2023). https:\/\/openai.com\/blog\/chatgpt"},{"key":"11_CR38","doi-asserted-by":"crossref","unstructured":"Park, W., et al.: Relational knowledge distillation. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"11_CR39","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/978-3-030-01252-6_17","volume-title":"Computer Vision \u2013 ECCV 2018","author":"N Passalis","year":"2018","unstructured":"Passalis, N., Tefas, A.: Learning deep representations with probabilistic knowledge transfer. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11215, pp. 283\u2013299. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01252-6_17"},{"key":"11_CR40","unstructured":"Romero, A., et al.: FitNets: hints for thin deep nets. arXiv preprint arXiv:1412.6550 (2014)"},{"key":"11_CR41","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. IJCV 115, 211\u2013252 (2015)","journal-title":"IJCV"},{"key":"11_CR42","unstructured":"Salimans, T., et al.: Improved techniques for training GANs. In: NeurIPS. vol.\u00a029 (2016)"},{"key":"11_CR43","doi-asserted-by":"crossref","unstructured":"Schroff, F., et al.: A unified embedding for face recognition and clustering. In: CVPR (2015)","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"11_CR44","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"11_CR45","unstructured":"Sohn, K., et al.: Learning structured output representation using deep conditional generative models. In: NeurIPS, vol.\u00a028 (2015)"},{"key":"11_CR46","unstructured":"Tian, Y., et al.: Contrastive representation distillation. In: ICLR (2020)"},{"key":"11_CR47","doi-asserted-by":"crossref","unstructured":"Wang, D., et al.: Neural networks are more productive teachers than human raters: active mixup for data-efficient knowledge distillation from a blackbox model. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00157"},{"key":"11_CR48","doi-asserted-by":"crossref","unstructured":"Wang, Z.: Data-free knowledge distillation with soft targeted transfer set synthesis. In: AAAI, vol.\u00a035 (2021)","DOI":"10.1609\/aaai.v35i11.17228"},{"key":"11_CR49","unstructured":"Wang, Z.: Zero-shot knowledge distillation from a decision-based black-box model. In: ICML (2021)"},{"key":"11_CR50","unstructured":"Xiao, H., et al.: Fashion-MNIST: a novel image dataset for benchmarking machine learning algorithms. arXiv preprint arXiv:1708.07747 (2017)"},{"key":"11_CR51","unstructured":"Yang, H., et al.: Data-efficient instance generation from instance discrimination. In: NeurIPS, vol.\u00a034 (2021)"},{"key":"11_CR52","doi-asserted-by":"crossref","unstructured":"Yim, J., et al.: A gift from knowledge distillation: fast optimization, network minimization and transfer learning. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.754"},{"key":"11_CR53","doi-asserted-by":"crossref","unstructured":"Yin, H., et al.: Dreaming to distill: data-free knowledge transfer via DeepInversion. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"11_CR54","doi-asserted-by":"crossref","unstructured":"Yuan, L., et al.: Revisiting knowledge distillation via label smoothing regularization. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"11_CR55","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. arXiv preprint arXiv:1612.03928 (2016)"},{"key":"11_CR56","unstructured":"Zhang, H., et al.: mixup: beyond Empirical Risk Minimization. arXiv preprint arXiv:1710.09412 (2017)"},{"key":"11_CR57","doi-asserted-by":"crossref","unstructured":"Zhang, Y., et al.: The secret revealer: generative model-inversion attacks against deep neural networks. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00033"},{"key":"11_CR58","unstructured":"Zhang, J., et al.: IDEAL: query-efficient data-free learning from black-box models. In: ICLR (2023)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70344-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T08:06:42Z","timestamp":1724918802000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70344-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703430","9783031703447"],"references-count":58,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70344-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}