{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T17:11:13Z","timestamp":1780765873702,"version":"3.54.1"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021ZD0111902"],"award-info":[{"award-number":["2021ZD0111902"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61876012"],"award-info":[{"award-number":["61876012"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21B2038"],"award-info":[{"award-number":["U21B2038"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["621720229"],"award-info":[{"award-number":["621720229"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U19B2039"],"award-info":[{"award-number":["U19B2039"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Beijing Natural Science Foundation","doi-asserted-by":"publisher","award":["4202003"],"award-info":[{"award-number":["4202003"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Foundation for China University Industry-University-Research Innovation","award":["2021JQR023"],"award-info":[{"award-number":["2021JQR023"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Circuits Syst. Video Technol."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tcsvt.2023.3285213","type":"journal-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T18:27:17Z","timestamp":1686594437000},"page":"384-396","source":"Crossref","is-referenced-by-count":11,"title":["Learning From Teacher\u2019s Failure: A Reflective Learning Paradigm for Knowledge Distillation"],"prefix":"10.1109","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4334-2444","authenticated-orcid":false,"given":"Kai","family":"Xu","sequence":"first","affiliation":[{"name":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4977-0183","authenticated-orcid":false,"given":"Lichun","family":"Wang","sequence":"additional","affiliation":[{"name":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5156-2498","authenticated-orcid":false,"given":"Jianjia","family":"Xin","sequence":"additional","affiliation":[{"name":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2792-8303","authenticated-orcid":false,"given":"Shuang","family":"Li","sequence":"additional","affiliation":[{"name":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3121-1823","authenticated-orcid":false,"given":"Baocai","family":"Yin","sequence":"additional","affiliation":[{"name":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing University of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/384"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00969"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00803"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref5","article-title":"Faster CNNs with direct sparse convolutions and guided pruning","author":"Park","year":"2016","journal-title":"arXiv:1608.01409"},{"key":"ref6","first-page":"1","article-title":"Adaptive quantization of neural networks","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Khoram"},{"key":"ref7","article-title":"Model compression via distillation and quantization","author":"Polino","year":"2018","journal-title":"arXiv:1802.05668"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3190516"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00138"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3205375"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.3005311"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.07.048"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3090902"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00358"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2970494"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00143"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3189680"},{"key":"ref19","article-title":"Regularizing neural networks by penalizing confident output distributions","author":"Pereyra","year":"2017","journal-title":"arXiv:1701.06548"},{"key":"ref20","article-title":"Channel distillation: Channel-wise attention for knowledge distillation","author":"Zhou","year":"2020","journal-title":"arXiv:2006.01683"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.04.102"},{"key":"ref22","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv:1409.1556"},{"key":"ref23","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013771"},{"key":"ref25","volume-title":"How We Think","author":"Dewey","year":"1997"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010986404527"},{"key":"ref27","article-title":"FitNets: Hints for thin deep nets","author":"Romero","year":"2014","journal-title":"arXiv:1412.6550"},{"key":"ref28","first-page":"1","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","volume-title":"Proc. ICLR","author":"Komodakis"},{"key":"ref29","first-page":"1","article-title":"Contrastive representation distillation","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Tian"},{"key":"ref30","first-page":"2765","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst.","author":"Kim"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00926"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2021.08.020"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"ref36","article-title":"Understanding the decision boundary of deep neural networks: An empirical study","author":"Mickisch","year":"2020","journal-title":"arXiv:2002.01810"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00535"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"issue":"7","key":"ref41","first-page":"3","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref43","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. 33rd Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Paszke"},{"key":"ref44","article-title":"SGDR: Stochastic gradient descent with warm restarts","author":"Loshchilov","year":"2016","journal-title":"arXiv:1608.03983"}],"container-title":["IEEE Transactions on Circuits and Systems for Video Technology"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/76\/10382161\/10148979.pdf?arnumber=10148979","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,9]],"date-time":"2025-01-09T20:10:17Z","timestamp":1736453417000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10148979\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":44,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tcsvt.2023.3285213","relation":{},"ISSN":["1051-8215","1558-2205"],"issn-type":[{"value":"1051-8215","type":"print"},{"value":"1558-2205","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}