{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T23:29:48Z","timestamp":1780442988128,"version":"3.54.1"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Institute of Information and Communications Technology Planning and Evaluation"},{"DOI":"10.13039\/501100014188","name":"Ministry of Science and ICT (MSIT), Government of Korea","doi-asserted-by":"publisher","award":["2021-0-00871"],"award-info":[{"award-number":["2021-0-00871"]}],"id":[{"id":"10.13039\/501100014188","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Emerg. Sel. Topics Circuits Syst."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/jetcas.2021.3120417","type":"journal-article","created":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T18:35:27Z","timestamp":1634322927000},"page":"634-648","source":"Crossref","is-referenced-by-count":24,"title":["An Overview of Sparsity Exploitation in CNNs for On-Device Intelligence With Software-Hardware Cross-Layer Optimizations"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6557-2083","authenticated-orcid":false,"given":"Sanghoon","family":"Kang","sequence":"first","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9132-0311","authenticated-orcid":false,"given":"Gwangtae","family":"Park","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6665-9973","authenticated-orcid":false,"given":"Sangjin","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7049-9191","authenticated-orcid":false,"given":"Soyeon","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5212-2072","authenticated-orcid":false,"given":"Donghyeon","family":"Han","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6661-4879","authenticated-orcid":false,"given":"Hoi-Jun","family":"Yoo","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3039206"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3079856.3080246"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00015"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00069"},{"key":"ref76","first-page":"234","article-title":"A 65 nm computing-in-memory-based CNN processor with 2.9-to-35.8 TOPS\/W system energy efficiency using dynamic-sparsity performance-scaling architecture and energy-efficient inter\/intra-macro data reuse","author":"yue","year":"2020","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC42613.2021.9365958"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18072.2020.9218523"},{"key":"ref39","first-page":"246","article-title":"14.5 envision: A 0.26-to-10 TOPS\/W subword-parallel dynamic-voltage-accuracy-frequency-scalable convolutional neural network processor in 28 nm FDSOI","author":"moons","year":"2017","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3307650.3322271"},{"key":"ref38","first-page":"242","article-title":"A 28 nm SoC with a 1.2 GHz 568 nJ\/prediction sparse deep-neural-network engine with >0.1 timing error rate tolerance for IoT applications","author":"whatmough","year":"2017","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref78","first-page":"240","article-title":"A 65 nm 3T dynamic analog RAM-based computing-in-memory macro and CNN accelerator with retention enhancement, adaptive analog sparsity and 44 TOPS\/W system energy efficiency","author":"chen","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00166"},{"key":"ref33","first-page":"1","article-title":"Optimal brain damage","volume":"2","author":"le cun","year":"1990","journal-title":"Advances in neural information processing systems"},{"key":"ref32","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC19947.2020.9062989"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3021661"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2016.2616357"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18072.2020.9218710"},{"key":"ref35","first-page":"3299","article-title":"MeProp: Sparsified back propagation for accelerated deep learning with reduced overfitting","volume":"70","author":"sun","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.241"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2020.3048260"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2018.00024"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3289602.3293898"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00088"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00061"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00090"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00064"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2019.8662302"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/VLSICircuits18222.2020.9162795"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00068"},{"key":"ref67","year":"2020","journal-title":"NVIDIA A100 Tensor Core GPU Architecture"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2021.3066400"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00021"},{"key":"ref2","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume":"25","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref20","first-page":"1135","article-title":"Learning both weights and connections for efficient neural network","author":"han","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref22","first-page":"1","article-title":"Pruning filters for efficient ConvNets","author":"li","year":"2016","journal-title":"Proc ICLR"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.155"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00447"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378534"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3307650.3322263"},{"key":"ref25","first-page":"784","article-title":"AMC: AutoML for model compression and acceleration on mobile devices","author":"he","year":"2018","journal-title":"Proc Eur Conf Comput Vis (ECCV)"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3007787.3001138"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.23919\/DATE.2017.7927222"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2020.3015238"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304041"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304028"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358291"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2852335"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2018.2865006"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021745"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3140659.3080254"},{"key":"ref10","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017","journal-title":"arXiv 1704 04861"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2910232"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/VLSIC.2018.8502404"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.5244\/C.28.88"},{"key":"ref14","first-page":"248","article-title":"A 0.62 mW ultra-low-power convolutional-neural-network face-recognition processor and a CIS integrated with always-on Haar-like face detector","author":"bong","year":"2017","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00052"},{"key":"ref16","article-title":"ProxylessNAS: Direct neural architecture search on target task and hardware","author":"cai","year":"2018","journal-title":"arXiv 1812 00332"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00051"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3370748.3407002"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref83","first-page":"232","article-title":"A 65 nm 24.7 ?J\/frame 12.3 mW activation-similarity-aware convolutional neural network video processor using hybrid precision, inter-frame data reuse and mixed-bit-width difference-frame data codec","author":"yuan","year":"2020","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2018.00017"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00016"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21918"},{"key":"ref3","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv 1810 04805"},{"key":"ref6","article-title":"High-performance large-scale image recognition without normalization","author":"brock","year":"2021","journal-title":"arXiv 2102 06171"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref85","first-page":"1","article-title":"A 40 nm 4.81 TFLOPS\/W 8b floating-point training processor for non-sparse neural networks using shared exponent bias and 24-way fused multiply-add tree","volume":"64","author":"park","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2018.8310262"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00066"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2020.3021397"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3007787.3001163"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/VLSIC.2018.8502266"},{"key":"ref46","first-page":"152","article-title":"A 6k-MAC feature-map-sparsity-aware neural processing unit in 5 nm flagship mobile SoC","volume":"64","author":"park","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3029235"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2016.7783723"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00011"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.23919\/VLSIC.2019.8778193"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ESSCIRC.2019.8902809"},{"key":"ref44","first-page":"130","article-title":"An 11.5 TOPS\/W 1024-MAC butterfly structure dual-core sparsity-aware neural processing unit in 8 nm flagship mobile SoC","author":"song","year":"2019","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/A-SSCC47793.2019.9056918"}],"container-title":["IEEE Journal on Emerging and Selected Topics in Circuits and Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5503868\/9647029\/09576091.pdf?arnumber=9576091","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,25]],"date-time":"2025-08-25T20:46:22Z","timestamp":1756154782000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9576091\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":86,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/jetcas.2021.3120417","relation":{},"ISSN":["2156-3357","2156-3365"],"issn-type":[{"value":"2156-3357","type":"print"},{"value":"2156-3365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}