{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T18:32:05Z","timestamp":1779129125975,"version":"3.51.4"},"reference-count":41,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1866602"],"award-info":[{"award-number":["U1866602"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1109\/ijcnn54540.2023.10191309","type":"proceedings-article","created":{"date-parts":[[2023,8,2]],"date-time":"2023-08-02T17:30:03Z","timestamp":1690997403000},"page":"1-8","source":"Crossref","is-referenced-by-count":3,"title":["Knowledge Distillation with Deep Supervision"],"prefix":"10.1109","author":[{"given":"Shiya","family":"Luo","sequence":"first","affiliation":[{"name":"Zhejiang University,Hangzhou,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Defang","family":"Chen","sequence":"additional","affiliation":[{"name":"Zhejiang University,Hangzhou,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Can","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou City University,Hangzhou,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref35","article-title":"Tiny imagenet visual recognition challenge","author":"le","year":"2015","journal-title":"Technical Report"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref34","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009","journal-title":"Technical Report"},{"key":"ref12","article-title":"Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer","author":"komodakis","year":"2017","journal-title":"In International Conference on Learning Representations"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16969"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16865"},{"key":"ref31","first-page":"1251","article-title":"Xception: Deep learning with depthwise separable convolutions","author":"chollet","year":"2017","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref30","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"in European Conference on Computer Vision"},{"key":"ref33","first-page":"1192","article-title":"Revisiting weight ini-tialization of deep neural networks","author":"skorski","year":"2021","journal-title":"In Asian Conference on Machine Learning"},{"key":"ref11","article-title":"Fitnets: Hints for thin deep nets","author":"adriana","year":"2015","journal-title":"In International Conference on Learning Representations"},{"key":"ref10","article-title":"Knowledge matters: Importance of prior information for optimization","author":"g\u00fcl\u00e7ehre","year":"2016","journal-title":"Journal of Machine Learning Re-search"},{"key":"ref32","article-title":"Knowledge distil-lation from a stronger teacher","author":"huang","year":"2022","journal-title":"In Conference on Neural Information Processing Systems"},{"key":"ref2","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"In International Conference on Learning Representations"},{"key":"ref1","first-page":"1106","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"In Advances in Neural Information Processing Systems"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_18"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"ref38","first-page":"116","article-title":"Shufflenet v2: Practical guidelines for efficient cnn architecture design","author":"ma","year":"2018","journal-title":"In Proceedings of the European Conference on Computer Vision"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5746"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00816"},{"key":"ref18","article-title":"Contrastive representation distillation","author":"tian","year":"2020","journal-title":"In International Conference on Learning Representations"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01249-6_17"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00381"},{"key":"ref25","article-title":"Stacked hourglass networks for human pose estimation","author":"newell","year":"2016","journal-title":"In Proceedings of the European Conference on Computer Vision"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01064"},{"key":"ref41","article-title":"Visualizing data using t-sne","author":"van der maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref28","first-page":"3435","article-title":"Drop an octave: Reducing spatial redundancy in convo-lutional neural networks with octave convolution","author":"chen","year":"2019","journal-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision"},{"key":"ref27","article-title":"Online knowledge distillation via multi-branch diversity enhancement","author":"li","year":"2020","journal-title":"In Proceedings of the Asian Conference on Computer Vision"},{"key":"ref29","article-title":"Multi-scale dense networks for resource efficient image classification","author":"huang","year":"2017","journal-title":"In International Conference on Learning Representations"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00716"},{"key":"ref7","first-page":"562","article-title":"Deeply-supervised nets","author":"lee","year":"2015","journal-title":"In Artificial Intelligence and Statistics"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref4","article-title":"Wide residual networks","author":"zagoruyko","year":"2016","journal-title":"In Proceedings of the British Machine Vision Conference"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref5","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref40","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"In Advances in Neural Information Processing Systems"}],"event":{"name":"2023 International Joint Conference on Neural Networks (IJCNN)","location":"Gold Coast, Australia","start":{"date-parts":[[2023,6,18]]},"end":{"date-parts":[[2023,6,23]]}},"container-title":["2023 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10190990\/10190992\/10191309.pdf?arnumber=10191309","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T17:45:16Z","timestamp":1692639916000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10191309\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":41,"URL":"https:\/\/doi.org\/10.1109\/ijcnn54540.2023.10191309","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]}}}