{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T00:22:31Z","timestamp":1775607751240,"version":"3.50.1"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,8,21]],"date-time":"2022-08-21T00:00:00Z","timestamp":1661040000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,21]],"date-time":"2022-08-21T00:00:00Z","timestamp":1661040000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,8,21]]},"DOI":"10.1109\/icpr56361.2022.9956511","type":"proceedings-article","created":{"date-parts":[[2022,11,29]],"date-time":"2022-11-29T19:34:13Z","timestamp":1669750453000},"page":"4736-4743","source":"Crossref","is-referenced-by-count":8,"title":["Learn From the Past: Experience Ensemble Knowledge Distillation"],"prefix":"10.1109","author":[{"given":"Chaofei","family":"Wang","sequence":"first","affiliation":[{"name":"Tsinghua University,Department of Automation,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaowei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tianjin University,School of Microelectronics,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shiji","family":"Song","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Automation,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gao","family":"Huang","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Automation,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00136"},{"key":"ref33","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014"},{"key":"ref32","article-title":"Fitnets: Hints for thin deep nets","author":"romero","year":"2014"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00511"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01252-6_17"},{"key":"ref37","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref35","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","author":"touvron","year":"2021","journal-title":"International Conference on Machine Learning"},{"key":"ref34","article-title":"Contrastive representation distillation","author":"tian","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref10","article-title":"Residual knowledge distillation","author":"gao","year":"2020","journal-title":"CoRR"},{"key":"ref40","article-title":"Tbn-vit: Temporal bilateral network with vision transformer for video scene parsing","author":"yan","year":"2021"},{"key":"ref11","article-title":"Knowledge distillation: A survey","author":"gou","year":"2020"},{"key":"ref12","first-page":"1135","article-title":"Learning both weights and connections for efficient neural network","volume":"28","author":"han","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref14","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015"},{"key":"ref15","article-title":"Some improvements on deep convolutional neural network based image classification","author":"howard","year":"2013"},{"key":"ref16","article-title":"Tobias Weyand, Marco Andreetto, and Hartwig Adam. Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017"},{"key":"ref17","first-page":"7132","article-title":"Squeeze-and-excitation networks","author":"hu","year":"2018","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref18","article-title":"Snapshot ensembles: Train 1, get m for free","author":"huang","year":"2017"},{"key":"ref19","first-page":"4700","article-title":"Densely connected convolutional networks","author":"huang","year":"2017","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref28","article-title":"Pruning convolutional neural networks for resource efficient inference","author":"molchanov","year":"2016"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00338"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref29","article-title":"Learning student-friendly teacher networks for knowledge distillation","author":"park","year":"2021","journal-title":"CoRR"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5746"},{"key":"ref8","first-page":"1","article-title":"Ensemble methods in machine learning","author":"dietterich","year":"2000"},{"key":"ref7","first-page":"1269","article-title":"Exploiting linear structure within convolutional networks for efficient evaluation","volume":"27","author":"denton","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref2","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014"},{"key":"ref9","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2020"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5244\/C.28.88"},{"key":"ref45","first-page":"6848","article-title":"Shufflenet: An extremely efficient convolutional neural network for mobile devices","author":"zhang","year":"2018","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref48","first-page":"7517","article-title":"Knowledge distillation by on-the-fly native ensemble","author":"zhu","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref22","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref47","first-page":"10076","article-title":"Exploring self-attention for image recognition","author":"zhao","year":"2020","journal-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"ref21","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00612"},{"key":"ref24","article-title":"Improved knowledge distillation via adversarial collaboration","author":"liu","year":"2021"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref23","article-title":"Online knowledge distillation via multi-branch diversity enhancement","author":"li","year":"2020","journal-title":"ACCV"},{"key":"ref44","doi-asserted-by":"crossref","DOI":"10.5244\/C.30.87","article-title":"Wide residual networks","author":"zagoruyko","year":"2016"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683438"},{"key":"ref43","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"zagoruyko","year":"2016"},{"key":"ref25","article-title":"Sgdr: Stochastic gradient descent with warm restarts","author":"loshchilov","year":"2016"}],"event":{"name":"2022 26th International Conference on Pattern Recognition (ICPR)","location":"Montreal, QC, Canada","start":{"date-parts":[[2022,8,21]]},"end":{"date-parts":[[2022,8,25]]}},"container-title":["2022 26th International Conference on Pattern Recognition (ICPR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9956007\/9955631\/09956511.pdf?arnumber=9956511","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,19]],"date-time":"2022-12-19T20:03:25Z","timestamp":1671480205000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9956511\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,21]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/icpr56361.2022.9956511","relation":{},"subject":[],"published":{"date-parts":[[2022,8,21]]}}}