{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T23:06:49Z","timestamp":1762038409272,"version":"build-2065373602"},"reference-count":53,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,1,10]]},"DOI":"10.1109\/icpr48806.2021.9411995","type":"proceedings-article","created":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T02:15:54Z","timestamp":1620267354000},"page":"1007-1014","source":"Crossref","is-referenced-by-count":5,"title":["Efficient Online Subclass Knowledge Distillation for Image Classification"],"prefix":"10.1109","author":[{"given":"Maria","family":"Tzelepi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nikolaos","family":"Passalis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasios","family":"Tefas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2317174"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2012.04.030"},{"key":"ref33","first-page":"8081","article-title":"Learning to specialize with knowledge distillation for visual question answering","author":"mun","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref31","first-page":"6092","article-title":"Macnet: Transferring knowledge from machine comprehension to sequence-to-sequence models","author":"pan","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref30","first-page":"9163","article-title":"Vari-ational information distillation for knowledge transfer","author":"ahn","year":"0","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref37","first-page":"7517","article-title":"Knowledge distillation by on-the-fly native ensemble","volume":"31","author":"lan","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref35","article-title":"Improved knowledge distillation via teacher assistant: Bridging the gap between student and teacher","volume":"abs 1902 3393","author":"mirzadeh","year":"2019","journal-title":"CoRR"},{"key":"ref34","first-page":"775","article-title":"Kdgan: knowledge distillation with generative adversarial networks","author":"wang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref28","article-title":"Born again neural networks","author":"furlanello","year":"2018","journal-title":"ICML"},{"key":"ref27","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20890-5_19"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2015.09.116"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/atsip.2013.9"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2851924"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2995884"},{"key":"ref21","first-page":"2760","article-title":"Paraphrasing complex network: Network compression via factor transfer","author":"kim","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref24","article-title":"Fitnets: Hints for thin deep nets","author":"romero","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ISCAS45731.2020.9180824"},{"key":"ref26","first-page":"2654","article-title":"Do deep nets really need to be deep?","volume":"27","author":"ba","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref50","first-page":"2579","article-title":"Visualizing data using t-sne","volume":"9","author":"maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1111\/j.1469-1809.1936.tb02137.x","article-title":"The use of multiple measurements in taxonomic problems","volume":"7","author":"fisher","year":"1936","journal-title":"Annals of Eugenics"},{"key":"ref53","article-title":"Feature fusion for online mutual knowledge distillation","author":"kim","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"2323","DOI":"10.1126\/science.290.5500.2323","article-title":"Nonlinear dimensionality reduction by locally linear embedding","volume":"290","author":"roweis","year":"2000","journal-title":"Science"},{"key":"ref10","article-title":"Squeezenet: Alexnet-level accuracy with 50x fewer parameters andi 0.5 mb model size","author":"iandola","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref11","article-title":"Deep compression: Compressing deep neural network with pruning, trained quantization and huffman coding","author":"han","year":"2016","journal-title":"ICLRE"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2015.05.027"},{"key":"ref12","first-page":"2752","article-title":"Con-densenet: An efficient densenet using learned group convolutions","author":"huang","year":"0","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.5244\/C.29.31"},{"key":"ref14","article-title":"Pruning convolutional neural networks for resource efficient inference","author":"molchanov","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.521"},{"key":"ref16","article-title":"Net2net: Accelerating learning via knowledge transfer","author":"chen","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref17","article-title":"Transferring knowledge from a RNN to a DNN","volume":"abs 1504 1483","author":"chan","year":"2015","journal-title":"CoRR"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472809"},{"key":"ref19","first-page":"268","article-title":"Learning deep representations with probabilistic knowledge transfer","author":"passalis","year":"0","journal-title":"Proceedings of the European Conference on Computer Vision (ECCV)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"ref3","article-title":"Yolo9000: better, faster, stronger","author":"redmon","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref6","article-title":"A survey of model compression and acceleration for deep neural networks","author":"cheng","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2019.2897815"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref7","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref49","article-title":"Wide residual networks","author":"zagoruyko","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"journal-title":"Reading digits in natural images with unsupervised feature learning","year":"2011","author":"netzer","key":"ref46"},{"key":"ref45","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009","journal-title":"Citeseer Tech Rep"},{"key":"ref48","first-page":"807","article-title":"Rectified linear units improve restricted boltzmann machines","author":"nair","year":"0","journal-title":"Proceedings of the 27th International Conference on Machine Learning (ICML-10)"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref41","article-title":"Knowledge distillation: A survey","author":"gou","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2009.07.007"},{"journal-title":"Large scale distributed neural network training through online distillation","year":"2018","author":"anil","key":"ref43"}],"event":{"name":"2020 25th International Conference on Pattern Recognition (ICPR)","start":{"date-parts":[[2021,1,10]]},"location":"Milan, Italy","end":{"date-parts":[[2021,1,15]]}},"container-title":["2020 25th International Conference on Pattern Recognition (ICPR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9411940\/9411911\/09411995.pdf?arnumber=9411995","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:40:51Z","timestamp":1652197251000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9411995\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,10]]},"references-count":53,"URL":"https:\/\/doi.org\/10.1109\/icpr48806.2021.9411995","relation":{},"subject":[],"published":{"date-parts":[[2021,1,10]]}}}