{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,17]],"date-time":"2025-04-17T06:31:52Z","timestamp":1744871512542,"version":"3.37.3"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007957","name":"Chongqing Municipal Education Commission","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007957","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,6,6]]},"DOI":"10.1109\/icassp39728.2021.9414674","type":"proceedings-article","created":{"date-parts":[[2021,5,13]],"date-time":"2021-05-13T19:53:45Z","timestamp":1620935625000},"page":"2740-2744","source":"Crossref","is-referenced-by-count":6,"title":["Robustness and Diversity Seeking Data-Free Knowledge Distillation"],"prefix":"10.1109","author":[{"given":"Pengchao","family":"Han","sequence":"first","affiliation":[]},{"given":"Jihong","family":"Park","sequence":"additional","affiliation":[]},{"given":"Shiqiang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yejun","family":"Liu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00152"},{"article-title":"Preparing lessons: Improve knowledge distillation with better supervision","year":"2019","author":"wen","key":"ref11"},{"key":"ref12","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"zagoruyko","year":"2017","journal-title":"International Conference on Learning Representations (ICLR)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"article-title":"Data-free knowledge distillation for deep neural networks","year":"2017","author":"lopes","key":"ref14"},{"key":"ref15","article-title":"Dream distillation: A data-independent model compression framework","author":"bhardwaj","year":"2019","journal-title":"International Conference on Machine Learning (ICML) Joint Workshop on On-Device Machine Learning and Compact Deep Neural Network Representations (ODML-CDNNR)"},{"article-title":"Zero-shot knowledge transfer via adversarial belief matching","year":"2019","author":"micaelli","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.522"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"ref19","first-page":"4743","article-title":"Zero-shot knowledge distillation in deep networks","author":"nayak","year":"2019","journal-title":"ICML"},{"key":"ref4","article-title":"Do deep nets really need to be deep?","author":"ba","year":"2014","journal-title":"Conference on Neural Information Processing Systems (NeurIPS)"},{"article-title":"Knowledge distillation: A survey","year":"2020","author":"gou","key":"ref3"},{"key":"ref6","first-page":"5142","article-title":"Towards understanding knowledge distillation","volume":"97","author":"phuong","year":"2019","journal-title":"Proceedings of Machine Learning Research (PMLR)"},{"key":"ref5","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2014","journal-title":"NeurIPS"},{"key":"ref8","article-title":"Knowledge distillation: A survey","author":"wang","year":"2020","journal-title":"Knowledge Distillation and Student–Teacher Learning for Visual Intelligence A Review and New Outlooks"},{"article-title":"Distilling on-device intelligence at the network edge","year":"2019","author":"park","key":"ref7"},{"key":"ref2","article-title":"Communication-efficient and distributed learning over wireless networks: Principles and applications","author":"park","year":"0","journal-title":"Proceedings of the IEEE"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00361"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2941458"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"journal-title":"Learning multiple layers of features from tiny images","year":"2012","author":"krizhevsky","key":"ref22"},{"key":"ref21","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011","journal-title":"NIPS Workshop on Deep Learning and Unsupervised Feature Learning"},{"key":"ref24","article-title":"Improved techniques for training gan","author":"salimans","year":"2016","journal-title":"NeurIPS"},{"key":"ref23","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"ICLRE"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00068"},{"key":"ref25","article-title":"Gans trained by a two time-scale update rule converge to a local nash equilibrium","author":"heusel","year":"2017","journal-title":"NeurIPS"}],"event":{"name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2021,6,6]]},"location":"Toronto, ON, Canada","end":{"date-parts":[[2021,6,11]]}},"container-title":["ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9413349\/9413350\/09414674.pdf?arnumber=9414674","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:41:04Z","timestamp":1652197264000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9414674\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,6]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/icassp39728.2021.9414674","relation":{},"subject":[],"published":{"date-parts":[[2021,6,6]]}}}