{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T18:37:40Z","timestamp":1778611060159,"version":"3.51.4"},"reference-count":213,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"15","license":[{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100012542","name":"Sichuan Science and Technology Program","doi-asserted-by":"publisher","award":["2019YFG0405"],"award-info":[{"award-number":["2019YFG0405"]}],"id":[{"id":"10.13039\/100012542","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Project of Science and Technology on Electronic Information Control Laboratory"},{"name":"Joint Key Research and Development Project between Sichuan and Chongqing","award":["cstc2020jscx-cylhX0004"],"award-info":[{"award-number":["cstc2020jscx-cylhX0004"]}]},{"name":"Macao Science and Technology Development Fund under Macao Funding Scheme for Key Research and Development Projects","award":["0025\/2019\/AKP"],"award-info":[{"award-number":["0025\/2019\/AKP"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2021,8,1]]},"DOI":"10.1109\/jiot.2021.3063497","type":"journal-article","created":{"date-parts":[[2021,3,3]],"date-time":"2021-03-03T21:14:46Z","timestamp":1614806086000},"page":"11935-11959","source":"Crossref","is-referenced-by-count":48,"title":["Compacting Deep Neural Networks for Internet of Things: Methods and Applications"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9696-4944","authenticated-orcid":false,"given":"Ke","family":"Zhang","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, and Science and Technology on Electronic Information Control Laboratory, and also with the School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hanbo","family":"Ying","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6165-4196","authenticated-orcid":false,"given":"Hong-Ning","family":"Dai","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Macau University of Science and Technology, Macau, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lin","family":"Li","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuanyuan","family":"Peng","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, and Science and Technology on Electronic Information Control Laboratory, and also with the School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keyi","family":"Guo","sequence":"additional","affiliation":[{"name":"Courant Institute of Mathematical Science, New York University, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5219-1780","authenticated-orcid":false,"given":"Hongfang","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.1109\/TEM.2019.2922936"},{"key":"ref172","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2903723"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2762418"},{"key":"ref174","first-page":"1333","article-title":"Privacy-preserving deep learning via additively homomorphic encryption","volume":"13","author":"aono","year":"2017","journal-title":"IEEE Trans Inf Forensics Security"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.102021"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3012480"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2981379"},{"key":"ref178","doi-asserted-by":"publisher","DOI":"10.1145\/3339308"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2996425"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2703842"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2017.2785963"},{"key":"ref39","author":"dahmen-lhuissier","year":"2015","journal-title":"ETSI&#x2014;New white paper Etsi&#x2019;s mobile edge computing initiative explained"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2016.2579198"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2992080"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2972337"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2871461"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2953724"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2342509.2342513"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2946140"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2771153"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s13174-010-0007-6"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1109\/ICRIS.2019.00122"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2921325"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2966497"},{"key":"ref184","doi-asserted-by":"publisher","DOI":"10.1109\/CAC48633.2019.8996270"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00011"},{"key":"ref182","first-page":"385","article-title":"Traffic flow prediction based on stack autoencoder and long short-term memory network","author":"tian","year":"2020","journal-title":"Proc IEEE 3rd Int Conf Autom Electron Electr Eng (AUTEEE)"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.1145\/3081333.3081360"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2020.2969809"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3011502"},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.23919\/ACC45564.2020.9147400"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2913162"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2848295"},{"key":"ref179","year":"2020","journal-title":"Bringing the Power of AI to Millions of Devices"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2882635"},{"key":"ref20","first-page":"2672","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref22","year":"2020","journal-title":"the internet of things an overview Internet Society"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.102092"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2015.7389075"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2694469"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1700202"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/HPCSim.2014.6903700"},{"key":"ref50","author":"gong","year":"2014","journal-title":"Compressing deep convolutional networks using vector quantization"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.521"},{"key":"ref154","author":"tan","year":"2019","journal-title":"Efficientnet Rethinking model scaling for convolutional neural networks"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2017.11.013"},{"key":"ref155","article-title":"Artificial-intelligence-driven customized manufacturing factory: Key technologies, applications, and challenges","author":"wan","year":"2020","journal-title":"Proc IEEE"},{"key":"ref150","author":"zhang","year":"2019","journal-title":"SCAN A scalable neural networks framework towards compact and efficient models"},{"key":"ref152","author":"liu","year":"2020","journal-title":"TanhExp A Smooth Activation Function with High Convergence Speed for Lightweight Neural Networks"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2019.10.005"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-09223-8"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1237\/3\/032058"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.10.230"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.60"},{"key":"ref59","author":"hubara","year":"2016","journal-title":"Quantized neural networks Training neural networks with low precision weights and activations"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"ref57","author":"courbariaux","year":"2016","journal-title":"Binarized neural networks Training deep neural networks with weights and activations constrained to +1 or ?1"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/DCC.2019.00122"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.574"},{"key":"ref54","author":"reagen","year":"2017","journal-title":"Weightless Lossy weight encoding for deep neural network compression"},{"key":"ref53","author":"choi","year":"2017","journal-title":"Towards the Limit of Network Quantization"},{"key":"ref52","author":"gudovskiy","year":"2017","journal-title":"ShiftCNN Generalized Low-Precision Architecture for Inference of Convolutional Neural Networks"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2875544"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2019.2956896"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1109\/ICB45273.2019.8987433"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2889315"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2016.2561962"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2020-Spring48590.2020.9128759"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761800"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2884193"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2019.2942092"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2765695"},{"key":"ref3","author":"han","year":"2015","journal-title":"Deep compression Compressing deep neural networks with pruning trained quantization and huffman coding"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09816-7"},{"key":"ref5","author":"mishra","year":"2020","journal-title":"A survey on deep neural network compression Challenges overview and solutions"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jisa.2019.102419"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2017.7870352"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2976475"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.3390\/s101211259"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3014168"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2017.2761740"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2963728"},{"key":"ref46","first-page":"2148","article-title":"Predicting parameters in deep learning","author":"denil","year":"2013","journal-title":"Advances in Neural Information Processing Systems 26"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9014056"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2010.57"},{"key":"ref47","first-page":"2654","article-title":"Do deep nets really need to be deep?","author":"ba","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2019.1800286"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CANDARW.2019.00020"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2961237"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2918951"},{"key":"ref73","author":"han","year":"2015","journal-title":"Deep compression Compressing deep neural networks with pruning trained quantization and huffman coding"},{"key":"ref72","first-page":"1135","article-title":"Learning both weights and connections for efficient neural networks","volume":"1","author":"han","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1993.298572"},{"key":"ref70","author":"chauvin","year":"1990","journal-title":"Advances in Neural Information Processing Systems 2"},{"key":"ref76","author":"hu","year":"2016","journal-title":"Network trimming A data-driven neuron pruning approach towards efficient deep architectures"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2933032"},{"key":"ref74","author":"guo","year":"2016","journal-title":"Dynamic Network Surgery for Efficient DNNs"},{"key":"ref75","author":"li","year":"2016","journal-title":"Pruning filters for efficient convnets"},{"key":"ref78","author":"lee","year":"2018","journal-title":"SNIP Single-shot network pruning based on connection sensitivity"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093391"},{"key":"ref60","author":"li","year":"2016","journal-title":"Ternary Weight Networks"},{"key":"ref62","author":"li","year":"2019","journal-title":"RTN Reparameterized ternary network"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2017.00021"},{"key":"ref63","author":"gupta","year":"2015","journal-title":"Deep Learning with Limited Numerical Precision"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.5244\/C.31.189"},{"key":"ref65","author":"sakr","year":"2019","journal-title":"Accumulation bit-width scaling for ultra-low precision training of deep networks"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00748"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.48"},{"key":"ref68","author":"hou","year":"2018","journal-title":"Loss-aware Binarization of deep networks"},{"key":"ref69","first-page":"177","article-title":"Comparing biases for minimal network construction with back-propagation","author":"hanson","year":"1988","journal-title":"Proc 1st Int Conf Neural Inf Process Syst"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1109\/ASAP49362.2020.00042"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2940997"},{"key":"ref199","doi-asserted-by":"publisher","DOI":"10.1109\/PDP50117.2020.00033"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.2999479"},{"key":"ref194","first-page":"1","article-title":"Human detection in surveillance videos using MobileNet","author":"yassine","year":"0","journal-title":"Proc 2nd Int Conf Comput Inf Sci (ICCIS) 2020"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1145\/2994551.2994564"},{"key":"ref196","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2020.2987306"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2919554"},{"key":"ref94","author":"kim","year":"2015","journal-title":"Compression of deep convolutional neural networks for fast and low power mobile applications"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.1145\/3131672.3131675"},{"key":"ref93","author":"tai","year":"2016","journal-title":"Convolutional neural networks with low-rank regularization"},{"key":"ref191","doi-asserted-by":"publisher","DOI":"10.1109\/APSIPAASC47483.2019.9023242"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298809"},{"key":"ref192","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2953558"},{"key":"ref91","first-page":"1269","article-title":"Exploiting linear structure within convolutional networks for efficient evaluation","volume":"1","author":"denton","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.5244\/C.28.88"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref99","author":"huang","year":"2017","journal-title":"Like what you like Knowledge distill via neuron selectivity transfer"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2910073"},{"key":"ref97","author":"hinton","year":"2015","journal-title":"Distilling the knowledge in a neural network"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/SIPROCESS.2019.8868491"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ISCAS.2019.8702429"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2019.8914512"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2019.8802974"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.155"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01270-0_19"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2956976"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.643"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ISSC.2018.8585345"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2018.8546129"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2020.3015521"},{"key":"ref101","author":"mirzadeh","year":"2019","journal-title":"Improved knowledge distillation via teacher assistant"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00302"},{"key":"ref209","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"ref203","author":"thakker","year":"2019","journal-title":"Compressing RNNs for IoT devices by 15-38&#x00D7; using Kronecker products"},{"key":"ref204","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2019.2910243"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.1145\/3358205"},{"key":"ref202","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021745"},{"key":"ref207","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.01037"},{"key":"ref208","author":"han","year":"2019","journal-title":"Ghostnet More features from cheap operations"},{"key":"ref205","author":"guo","year":"2019","journal-title":"Single path one-shot neural architecture search with uniform sampling"},{"key":"ref206","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00290"},{"key":"ref211","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOMW.2019.8730793"},{"key":"ref210","author":"meng","year":"2020","journal-title":"Filter grafting for deep neural networks"},{"key":"ref212","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2882794"},{"key":"ref213","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2920987"},{"key":"ref127","author":"heo","year":"2018","journal-title":"Knowledge transfer via distillation of activation boundaries formed by hidden neurons"},{"key":"ref126","author":"tan","year":"2018","journal-title":"Learning global additive explanations for neural nets using model distillation"},{"key":"ref125","author":"furlanello","year":"2018","journal-title":"Born Again Neural Networks"},{"key":"ref124","author":"anil","year":"2018","journal-title":"Large scale distributed neural network training through online distillation"},{"key":"ref129","author":"liu","year":"2019","journal-title":"Knowledge flow Improve upon your teachers"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00067"},{"key":"ref130","author":"yang","year":"2020","journal-title":"Knowledge distillation via adaptive instance normalization"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00951"},{"key":"ref131","author":"song","year":"2020","journal-title":"LightPAFF A two-stage distillation framework for pre-training and fine-tuning"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2019.00134"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2019.06.006"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00291"},{"key":"ref139","author":"zhu","year":"2019","journal-title":"Sparsely aggregated convolutional networks"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref141","author":"iandola","year":"2016","journal-title":"SqueezeNet AlexNet-level accuracy with 50x fewer parameters and"},{"key":"ref142","author":"li","year":"2017","journal-title":"Sep-nets Small and effective pattern networks"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3337065"},{"key":"ref144","author":"howard","year":"2017","journal-title":"Mobilenets Efficient convolutional neural networks for mobile vision applications"},{"key":"ref1","year":"2020","journal-title":"What is the Internet of Things (IoT)?"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1063\/1.5100577"},{"key":"ref109","first-page":"2023","article-title":"Learning using privileged information: Similarity control and knowledge transfer","volume":"16","author":"vapnik","year":"2015","journal-title":"J Mach Learn Res"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref107","author":"crowley","year":"2019","journal-title":"Moonshine Distilling with Cheap Convolutions"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00511"},{"key":"ref105","author":"zhang","year":"2017","journal-title":"Knowledge projection for deep neural networks"},{"key":"ref104","author":"zagoruyko","year":"2017","journal-title":"Paying more attention to attention Improving the performance of convolutional neural networks via attention transfer"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref102","author":"romero","year":"2015","journal-title":"Fitnets Hints for thin deep nets"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref110","author":"shen","year":"2018","journal-title":"MEAL Multi-model ensemble via adversarial learning"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.4.541"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref13","author":"simonyan","year":"2015","journal-title":"Very Deep Convolutional Networks for Large-scale Image Recognition"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2014.09.003"},{"key":"ref118","author":"gao","year":"2020","journal-title":"Residual knowledge distillation"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref117","author":"liu","year":"2019","journal-title":"Structured knowledge distillation for dense prediction"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127647"},{"key":"ref119","author":"lopez-paz","year":"2015","journal-title":"Unifying distillation and privileged information"},{"key":"ref114","author":"lee","year":"2019","journal-title":"Graph-based knowledge distillation by multi-head attention network"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00381"},{"key":"ref116","author":"tian","year":"2019","journal-title":"Contrastive representation distillation"},{"key":"ref115","author":"ma","year":"2019","journal-title":"Graph representation learning via multi-task knowledge distillation"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330907"},{"key":"ref121","first-page":"783","article-title":"KDGAN: Knowledge distillation with generative adversarial networks","author":"wang","year":"2018","journal-title":"Proc Annu Conf Neural Inf Process Syst (NeurIPS)"},{"key":"ref122","author":"xu","year":"2018","journal-title":"Training shallow and thin networks for acceleration via knowledge distillation with conditional adversarial networks"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00121"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/9493570\/09367271.pdf?arnumber=9367271","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T20:42:29Z","timestamp":1704832949000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9367271\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,1]]},"references-count":213,"journal-issue":{"issue":"15"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2021.3063497","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,1]]}}}