{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T21:19:21Z","timestamp":1769635161889,"version":"3.49.0"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Key Scientific Technological Innovation Research Project by Ministry of Education"},{"name":"National Natural Science Foundation of China Innovation Research Group Fund","award":["61621005"],"award-info":[{"award-number":["61621005"]}]},{"name":"State Key Program and the Foundation for Innovative Research Groups of the National Natural Science Foundation of China","award":["61836009"],"award-info":[{"award-number":["61836009"]}]},{"name":"Major Research Plan of the National Natural Science Foundation of China","award":["91438201"],"award-info":[{"award-number":["91438201"]}]},{"name":"Major Research Plan of the National Natural Science Foundation of China","award":["91438103"],"award-info":[{"award-number":["91438103"]}]},{"name":"Major Research Plan of the National Natural Science Foundation of China","award":["91838303"],"award-info":[{"award-number":["91838303"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1701267"],"award-info":[{"award-number":["U1701267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076192"],"award-info":[{"award-number":["62076192"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62006177"],"award-info":[{"award-number":["62006177"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902298"],"award-info":[{"award-number":["61902298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573267"],"award-info":[{"award-number":["61573267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906150"],"award-info":[{"award-number":["61906150"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62276199"],"award-info":[{"award-number":["62276199"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013314","name":"Higher Education Discipline Innovation Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Program for Cheung Kong Scholars and Innovative Research Team in University","award":["IRT 15R53"],"award-info":[{"award-number":["IRT 15R53"]}]},{"name":"Chinese Ministry of Education"},{"name":"Key Research and Development Program in Shaanxi Province of China","award":["2019ZDLGY03-06"],"award-info":[{"award-number":["2019ZDLGY03-06"]}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2019JQ-659"],"award-info":[{"award-number":["2019JQ-659"]}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2022JQ-607"],"award-info":[{"award-number":["2022JQ-607"]}]},{"name":"China Postdoctoral Fund","award":["2022T150506"],"award-info":[{"award-number":["2022T150506"]}]},{"name":"Scientific Research Project of Education Department in Shaanxi Province of China","award":["20JY023"],"award-info":[{"award-number":["20JY023"]}]},{"DOI":"10.13039\/501100012226","name":"fundamental research funds for the Central Universities","doi-asserted-by":"publisher","award":["XJS201901"],"award-info":[{"award-number":["XJS201901"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"fundamental research funds for the Central Universities","doi-asserted-by":"publisher","award":["XJS201903"],"award-info":[{"award-number":["XJS201903"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"fundamental research funds for the Central Universities","doi-asserted-by":"publisher","award":["JBF201905"],"award-info":[{"award-number":["JBF201905"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"fundamental research funds for the Central Universities","doi-asserted-by":"publisher","award":["JB211908"],"award-info":[{"award-number":["JB211908"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"CAAI-Huawei MindSpore Open Fund and the Shanghai Committee of Science and Technology","award":["21DZ1100100"],"award-info":[{"award-number":["21DZ1100100"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/tmm.2023.3236212","type":"journal-article","created":{"date-parts":[[2023,1,11]],"date-time":"2023-01-11T22:05:17Z","timestamp":1673474717000},"page":"8358-8371","source":"Crossref","is-referenced-by-count":8,"title":["$D^{3}K$: Dynastic Data-Free Knowledge Distillation"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6908-0892","authenticated-orcid":false,"given":"Xiufang","family":"Li","sequence":"first","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6842-6065","authenticated-orcid":false,"given":"Qigong","family":"Sun","sequence":"additional","affiliation":[{"name":"SenseTime Research & Shanghai AI Lab, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3354-9617","authenticated-orcid":false,"given":"Licheng","family":"Jiao","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5669-9354","authenticated-orcid":false,"given":"Fang","family":"Liu","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8780-5455","authenticated-orcid":false,"given":"Xu","family":"Liu","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6130-2518","authenticated-orcid":false,"given":"Lingling","family":"Li","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Puhua","family":"Chen","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Zuo","sequence":"additional","affiliation":[{"name":"The Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, International Research Center for Intelligent Perception and Computation, Xidian University, Xi'an, Shaanxi Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3074240"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3074803"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3074273"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3053249"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3056896"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3074239"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2010.2098858"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2020.3001195"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2019.8756566"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2020.3017786"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11623"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015024"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01467"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.5244\/C.29.31"},{"key":"ref18","first-page":"1","article-title":"Neural architecture search with reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zoph","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref20","first-page":"1","article-title":"Distilling the knowledge in a neural network","volume-title":"Proc. Neural Inf. Process. Syst. Deep Learn. Workshop","author":"Hinton","year":"2014"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3007506"},{"key":"ref22","first-page":"1","article-title":"Ensemble distribution distillation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Malinin","year":"2019"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-87193-2_4"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107562"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2021.1004210"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01655"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00361"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00363"},{"key":"ref29","article-title":"Large-scale generative data-free distillation","author":"Luo","year":"2020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/327"},{"key":"ref31","first-page":"3310","article-title":"VEEGAN: Reducing mode collapse in GANs using implicit variational learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Srivastava","year":"2017"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207181"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00648"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00266"},{"key":"ref35","article-title":"Data-free adversarial distillation","author":"Fang","year":"2019"},{"key":"ref36","first-page":"1","article-title":"Zero-shot knowledge transfer via adversarial belief matching","volume-title":"Proc. Conf. Neural Inf. Proc. Syst.","volume":"32","author":"Micaelli","year":"2019"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref39","article-title":"Data-free knowledge distillation for deep neural networks","author":"Lopes","year":"2017"},{"key":"ref40","first-page":"4743","article-title":"Zero-shot knowledge distillation in deep networks","author":"Nayak","year":"2019","journal-title":"IEEE Int. Conf. Mach. Learn"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00144"},{"key":"ref42","first-page":"2672","article-title":"Generative adversarial nets","volume-title":"Proc Adv. Neural Inf. process. syst.","volume":"27","author":"Goodfellow","year":"2014"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.632"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.19"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2885799"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3074807"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2020.3025301"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3060291"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2019.2908352"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3057989"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71589-6_9"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2879750"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30490-4_56"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00888"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-80568-5_2"},{"key":"ref56","first-page":"527","article-title":"Adaptive neural networks for efficient inference","volume-title":"Proc. Int. Conf. Mach. Learn","author":"Bolukbasi","year":"2017"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.298"},{"key":"ref58","first-page":"3859","article-title":"Dynamic routing between capsules","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Sabour","year":"2017"},{"key":"ref59","first-page":"1","article-title":"Once-for-all: Train one network and specialize it for efficient deployment","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Cai","year":"2019"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00919"},{"key":"ref61","first-page":"2178","article-title":"Runtime neural pruning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lin","year":"2017"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299170"},{"key":"ref63","first-page":"2549","article-title":"Dynamic capacity networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Almahairi","year":"2016"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.3005952"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2765202"},{"key":"ref66","article-title":"A survey on understanding, visualizations, and explanation of deep neural networks","author":"Shahroudnejad","year":"2021"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC-SmartCity-DSS50907.2020.00146"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65610-2_7"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"issue":"4","key":"ref70","first-page":"1","article-title":"Learning multiple layers of features from tiny images","volume":"1","author":"Krizhevsky","year":"2009","journal-title":"Handbook Systemic Autoimmune Dis."},{"key":"ref71","article-title":"The street view house numbers (SVHN) dataset","author":"Netzer","year":"2018"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00368"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20556"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20613"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i1.20006"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/10016790\/10015053.pdf?arnumber=10015053","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,20]],"date-time":"2023-12-20T00:02:37Z","timestamp":1703030557000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10015053\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":75,"URL":"https:\/\/doi.org\/10.1109\/tmm.2023.3236212","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}