{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:08:04Z","timestamp":1772906884392,"version":"3.50.1"},"reference-count":88,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Consumer Electron. Mag."],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1109\/mce.2022.3181759","type":"journal-article","created":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T19:43:12Z","timestamp":1655840592000},"page":"51-64","source":"Crossref","is-referenced-by-count":114,"title":["Lightweight Deep Learning: An Overview"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8925-4944","authenticated-orcid":false,"given":"Ching-Hao","family":"Wang","sequence":"first","affiliation":[{"name":"National Yang Ming Chiao Tung University, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1268-5214","authenticated-orcid":false,"given":"Kang-Yang","family":"Huang","sequence":"additional","affiliation":[{"name":"National Yang Ming Chiao Tung University, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8227-5662","authenticated-orcid":false,"given":"Yi","family":"Yao","sequence":"additional","affiliation":[{"name":"National Yang Ming Chiao Tung University, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2216-077X","authenticated-orcid":false,"given":"Jun-Cheng","family":"Chen","sequence":"additional","affiliation":[{"name":"Academia Sinica, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1940-7962","authenticated-orcid":false,"given":"Hong-Han","family":"Shuai","sequence":"additional","affiliation":[{"name":"National Yang Ming Chiao Tung University, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0209-8932","authenticated-orcid":false,"given":"Wen-Huang","family":"Cheng","sequence":"additional","affiliation":[{"name":"National Yang Ming Chiao Tung University, Taiwan"}]}],"member":"263","reference":[{"key":"ref1","article-title":"ImageNet classification with deep convolutional neural networks","volume":"25","author":"Krizhevsky","year":"2012","journal-title":"Proc. Adv. Neural Inform. Process. Syst."},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2009.5206848"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1213\/5\/052003"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09825-6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.5244\/C.29.31"},{"key":"ref6","article-title":"Sparsely-connected neural networks: Towards efficient VLSI implementation of deep neural networks","author":"Ardakani","year":"2017"},{"key":"ref7","article-title":"Pruning filters for efficient ConvNets","author":"Li","year":"2017"},{"key":"ref8","first-page":"667","article-title":"Deep compression: Compressing deep neural network with pruning, trained quantization and Huffman coding","volume-title":"Proc. Conf. Comput. Vis. Pattern Recognit.","author":"Han","year":"2016"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.643"},{"issue":"1","key":"ref10","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume-title":"J. Mach. Learn. Res.","volume":"15","author":"Srivastava","year":"2014"},{"key":"ref11","article-title":"Optimal brain damage","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"2","author":"LeCun","year":"1989"},{"key":"ref12","article-title":"Learning sparse neural networks through $ l\\_{0}$ regularization","author":"Louizos","year":"2017"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2020.2976475"},{"key":"ref14","article-title":"The lottery ticket hypothesis: Finding sparse","author":"Frankle","year":"2018"},{"key":"ref15","article-title":"Comparing rewinding and fine-tuning in neural network pruning","author":"Renda","year":"2020"},{"key":"ref16","article-title":"Deconstructing lottery tickets: Zeros, signs, and the supermask","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Zhou","year":"2019"},{"key":"ref17","article-title":"One ticket to win them all: Generalizing lottery ticket initializations across datasets and optimizers","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Morcos","year":"2019"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00159"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00160"},{"key":"ref20","article-title":"Rethinking the value of network pruning","author":"Liu","year":"2018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1117\/12.20700"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(91)90077-I"},{"key":"ref23","article-title":"ImageNet classification with deep convolutional neural networks","volume":"25","author":"Krizhevsky","year":"2012","journal-title":"Proc. Adv. Neural Inf. Process. Syst."},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00153"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00204"},{"key":"ref26","article-title":"Mixed precision training of convolutional neural networks using integer operations","author":"Das","year":"2018"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/icassp49357.2023.10094626"},{"key":"ref30","article-title":"Binaryconnect: Training deep neural networks with binary weights during propagations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"28","author":"Courbariaux","year":"2015"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"ref32","article-title":"Focused quantization for sparse CNNs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Zhao","year":"2019"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33018183"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.07.045"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"ref36","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"ref37","article-title":"FitNets: Hints for thin deep nets","author":"Romero","year":"2015"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00881"},{"key":"ref40","article-title":"Pact: Parameterized clipping activation for quantized neural networks","author":"Choi","year":"2018"},{"key":"ref41","article-title":"Mixed precision training","author":"Micikevicius","year":"2017"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00748"},{"key":"ref43","article-title":"ShiftCNN: Generalized low-precision architecture for inference of convolutional neural networks","author":"Gudovskiy","year":"2017"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW53098.2021.00268"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_23"},{"key":"ref46","article-title":"Incremental network quantization: Towards lossless CNNS with low-precision weights","author":"Zhou","year":"2017"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.422"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3444943"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00452"},{"key":"ref50","article-title":"Ternary neural networks with fine-grained quantization","author":"Mellempudi","year":"2017"},{"key":"ref51","article-title":"Towards accurate binary convolutional neural network","author":"Lin","year":"2017"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.574"},{"key":"ref53","article-title":"Ensemble distribution distillation","author":"Malinin","year":"2020"},{"key":"ref54","article-title":"A selective survey on versatile knowledge distillation paradigm for neural network models","author":"Ku","year":"2020"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6229"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00507"},{"key":"ref57","article-title":"Role-wise data augmentation for knowledge distillation","author":"Fu","year":"2020"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00776"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_18"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00358"},{"key":"ref63","article-title":"Designing neural network architectures using reinforcement learning","author":"Baker","year":"2017"},{"key":"ref64","article-title":"Neural architecture search with reinforcement learning","author":"Zoph","year":"2016"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01166"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01099"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref70","article-title":"Darts: Differentiable architecture search","author":"Liu","year":"2018"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00934"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_3"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00138"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00190"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00661"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01064"},{"key":"ref78","article-title":"Differentiable neural network architecture search","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Shin","year":"2018"},{"key":"ref79","article-title":"Data: Differentiable architecture approximation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Chang","year":"2019"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1367"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00186"},{"key":"ref82","article-title":"Understanding and robustifying differentiable architecture search","author":"Zela","year":"2019"},{"key":"ref83","first-page":"4095","article-title":"Efficient neural architecture search via parameter sharing","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pham","year":"2018"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1185"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00139"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00852"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01318"}],"container-title":["IEEE Consumer Electronics Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962380\/10559645\/09802879.pdf?arnumber=9802879","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T20:20:31Z","timestamp":1719346831000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9802879\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":88,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/mce.2022.3181759","relation":{},"ISSN":["2162-2248","2162-2256"],"issn-type":[{"value":"2162-2248","type":"print"},{"value":"2162-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]}}}