{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T17:11:14Z","timestamp":1785604274972,"version":"3.56.0"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100017610","name":"Shenzhen Science and Technology Program","doi-asserted-by":"publisher","award":["2023A007"],"award-info":[{"award-number":["2023A007"]}],"id":[{"id":"10.13039\/501100017610","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2022YFB4400604"],"award-info":[{"award-number":["2022YFB4400604"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Circuits Syst. II"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1109\/tcsii.2023.3344681","type":"journal-article","created":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T19:57:10Z","timestamp":1703015830000},"page":"1708-1714","source":"Crossref","is-referenced-by-count":5,"title":["Hardware Accelerator Design for Sparse DNN Inference and Training: A Tutorial"],"prefix":"10.1109","volume":"71","author":[{"given":"Wendong","family":"Mao","sequence":"first","affiliation":[{"name":"School of Integrated Circuits, Sun Yat-sen University Shenzhen Campus, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Meiqi","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, Sun Yat-sen University Shenzhen Campus, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7307-2855","authenticated-orcid":false,"given":"Xiaoru","family":"Xie","sequence":"additional","affiliation":[{"name":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8306-6889","authenticated-orcid":false,"given":"Xiao","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhongfeng","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, Sun Yat-sen University Shenzhen Campus, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Language models are few-shot learners","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2023.3258446"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3039574"},{"key":"ref4","article-title":"Learning N:M fine-grained structured sparse neural networks from scratch","author":"Zhou","year":"2021","journal-title":"arXiv:2102.04010"},{"key":"ref5","first-page":"315","article-title":"Deep sparse rectifier neural networks","volume-title":"Proc. 14th Int. Conf. Artif. Intell. Stat.","author":"Glorot"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1511.07122"},{"key":"ref7","article-title":"A guide to convolution arithmetic for deep learning","author":"Dumoulin","year":"2016","journal-title":"arXiv:1603.07285"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/PACT.2019.00022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3168899"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2021.3098483"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480125"},{"key":"ref12","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref13","article-title":"Learning structured sparsity in deep neural networks","author":"Wen","year":"2016","journal-title":"arXiv:1608.03665"},{"key":"ref14","first-page":"1","article-title":"Cambricon-X: An accelerator for sparse neural networks","volume-title":"Proc. 49th Annu. IEEE\/ACM Int. Symp. Microarchit. (MICRO)","author":"Zhang"},{"issue":"1","key":"ref15","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1109\/JSSC.2016.2616357","article-title":"Eyeriss: An energy-efficient reconfigurable accelerator for deep convolutional neural networks","volume":"52","author":"Chen","year":"2017","journal-title":"IEEE J. Solid-State Circuits"},{"key":"ref16","first-page":"243","article-title":"EIE: Efficient inference engine on compressed deep neural network","volume-title":"Proc. ACM\/IEEE 43rd Annu. Int. Symp. Comput. Archit. (ISCA)","author":"Han"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3316781.3317879"},{"key":"ref18","first-page":"1","article-title":"Cnvlutin: Ineffectual-neuron-free deep neural network computing","volume-title":"Proc. ACM\/IEEE 43rd Annu. Int. Symp. Comput. Archit. (ISCA)","author":"Albericio"},{"issue":"2","key":"ref19","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1109\/JSSC.2019.2946771","article-title":"STICKER: An energy-efficient multi-sparsity compatible accelerator for convolutional neural networks in 65-nm CMOS","volume":"55","author":"Yuan","year":"2020","journal-title":"IEEE J. Solid-State Circuits"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3140659.3080254"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2018.2856624"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2021.3074300"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2018.00011"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00079"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2910232"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3043870"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3306435"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/tcsii.2023.3326489"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00090"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA53966.2022.00049"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021745"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2911739"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/PACT.2019.00009"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2023.3243879"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3180209"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3110728"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2018.2888898"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2020.3000519"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2021.3131581"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TCSII.2023.3272050"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ISCAS.2019.8702132"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.23919\/DATE.2019.8715055"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/hpca47549.2020.00035"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3489517.3530504"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3370748.3406567"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA56546.2023.10071081"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3503222.3507738"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA56546.2023.10071027"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2022.3197282"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480084"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/SOCC56010.2022.9908099"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC42615.2023.10067644"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/VLSITechnologyandCir46769.2022.9830178"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2022.3175582"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00064"},{"key":"ref57","article-title":"Training recipe for N:M structured sparsity with decaying pruning mask","author":"Kao","year":"2022","journal-title":"arXiv:2209.07617"},{"key":"ref58","first-page":"15625","article-title":"Sparse weight activation training","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Raihan"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.23919\/DATE56975.2023.10137121"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2021.3066572"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00015"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2019.8662302"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358252"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3575798"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO56248.2022.00096"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3613424.3623786"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA53966.2022.00068"},{"key":"ref68","article-title":"The pile: An 800GB dataset of diverse text for language modeling","author":"Gao","year":"2021","journal-title":"arXiv:2101.00027"},{"key":"ref69","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019","journal-title":"arXiv:1810.04805"},{"key":"ref70","first-page":"1","article-title":"FlashAttention: Fast and memory-efficient exact attention with IO-awareness","volume-title":"Proc. NeurIPS","author":"Dao"},{"key":"ref71","first-page":"4690","article-title":"Monarch: Expressive structured matrices for efficient and accurate training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Dao"},{"key":"ref72","first-page":"2134","article-title":"SPDF: Sparse pre-training and dense fine-tuning for large language models","volume-title":"Proc. Uncertainty Artif. Intell.","author":"Thangarasa"},{"key":"ref73","article-title":"Sparse finetuning for inference acceleration of large language models","author":"Kurtic","year":"2023","journal-title":"arXiv:2310.06927"},{"key":"ref74","first-page":"22137","article-title":"Deja Vu: Contextual sparsity for efficient LLMS at inference time","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liu"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18074.2021.9586250"}],"container-title":["IEEE Transactions on Circuits and Systems II: Express Briefs"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8920\/10460332\/10365687.pdf?arnumber=10365687","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,8]],"date-time":"2024-03-08T01:47:51Z","timestamp":1709862471000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10365687\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":75,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcsii.2023.3344681","relation":{},"ISSN":["1549-7747","1558-3791"],"issn-type":[{"value":"1549-7747","type":"print"},{"value":"1558-3791","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]}}}