{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:22:42Z","timestamp":1740100962404,"version":"3.37.3"},"reference-count":45,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS 2038922"],"award-info":[{"award-number":["CNS 2038922"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1109\/ijcnn55064.2022.9892064","type":"proceedings-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:56:04Z","timestamp":1664567764000},"page":"1-8","source":"Crossref","is-referenced-by-count":1,"title":["Online Knowledge Distillation with History-Aware Teachers"],"prefix":"10.1109","author":[{"given":"Chengcheng","family":"Li","sequence":"first","affiliation":[{"name":"University of Tennessee,Knoxville,TN,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zi","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Tennessee,Knoxville,TN,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hairong","family":"Qi","sequence":"additional","affiliation":[{"name":"University of Tennessee,Knoxville,TN,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref38","article-title":"Lookahead optimizer: k steps forward, 1 step back","author":"zhang","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16969"},{"key":"ref32","article-title":"Feed: Feature-level ensemble for knowledge distillation","author":"park","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00354"},{"key":"ref37","article-title":"Transferring knowledge across learning processes","author":"flennerhag","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref36","article-title":"Learning to continually learn","author":"beaulieu","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17234"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6229"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58545-7_34"},{"journal-title":"Learning multiple layers of features from tiny images","year":"2009","author":"krizhevsky","key":"ref40"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i11.17228"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5746"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.29007\/zrzd"},{"key":"ref15","first-page":"3","article-title":"On the learning dynamics of deep neural networks","volume":"1","author":"des combes","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-020-3163-0"},{"key":"ref17","first-page":"4794","article-title":"On the efficacy of knowledge distillation","author":"hyun cho","year":"2019","journal-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision"},{"key":"ref18","first-page":"64","article-title":"Recurrent neural networks","volume":"5","author":"medsker","year":"2001","journal-title":"Design and Applications"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1137\/0330046"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref4","article-title":"Scop: Scientific control for reliable neural network pruning","author":"tang","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref27","article-title":"Knowledge distillation and student-teacher learning for visual intelligence: A review and new outlooks","author":"wang","year":"2021","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"ref3","first-page":"11875","article-title":"Hawq-v3: Dyadic neural network quantization","author":"yao","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA51294.2020.00148"},{"key":"ref29","first-page":"2006","article-title":"Feature-map-level online adversarial knowledge distillation","author":"chung","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29911-8_20"},{"key":"ref8","first-page":"116","article-title":"Shufflenet v2: Practical guidelines for efficient cnn architecture design","author":"ma","year":"2018","journal-title":"Proceedings of the European Conference on Computer Vision (ECCV)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01467"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2018.8451161"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409759"},{"key":"ref20","article-title":"Temporal ensembling for semi-supervised learning","author":"laine","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref45","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref21","article-title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","author":"tarvainen","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref24","article-title":"Progressive network grafting for few-shot knowledge distillation","author":"shen","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref23","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref44","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i16.17680"},{"key":"ref43","article-title":"Wide residual networks","author":"zagoruyko","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref25","first-page":"10675","article-title":"Zero-shot knowledge distillation from a decision-based black-box model","author":"wang","year":"2021","journal-title":"Proceedings of the 38th International Conference on Machine Learning volume 139 of Proceedings of Machine Learning Research"}],"event":{"name":"2022 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2022,7,18]]},"location":"Padua, Italy","end":{"date-parts":[[2022,7,23]]}},"container-title":["2022 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9891857\/9889787\/09892064.pdf?arnumber=9892064","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T23:00:46Z","timestamp":1667516446000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9892064\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/ijcnn55064.2022.9892064","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}