{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T14:47:14Z","timestamp":1785336434322,"version":"3.55.0"},"reference-count":146,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004515","name":"Research University Grant, Universiti Kebangsaan Malaysia","doi-asserted-by":"publisher","award":["DPK-2021-001"],"award-info":[{"award-number":["DPK-2021-001"]}],"id":[{"id":"10.13039\/501100004515","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004515","name":"Research University Grant, Universiti Kebangsaan Malaysia","doi-asserted-by":"publisher","award":["DIP-2020-004"],"award-info":[{"award-number":["DIP-2020-004"]}],"id":[{"id":"10.13039\/501100004515","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004515","name":"Research University Grant, Universiti Kebangsaan Malaysia","doi-asserted-by":"publisher","award":["MI-2020-002"],"award-info":[{"award-number":["MI-2020-002"]}],"id":[{"id":"10.13039\/501100004515","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008982","name":"Qatar National Research Foundation","doi-asserted-by":"publisher","award":["NPRP12s-0227-190164"],"award-info":[{"award-number":["NPRP12s-0227-190164"]}],"id":[{"id":"10.13039\/100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1109\/tnnls.2021.3082304","type":"journal-article","created":{"date-parts":[[2021,6,4]],"date-time":"2021-06-04T19:45:26Z","timestamp":1622835926000},"page":"6068-6088","source":"Crossref","is-referenced-by-count":70,"title":["Custom Hardware Architectures for Deep Learning on Portable Devices: A Review"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0636-920X","authenticated-orcid":false,"given":"Kh Shahriya","family":"Zaman","sequence":"first","affiliation":[{"name":"Department of Electrical, Electronic and Systems Engineering, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0459-0365","authenticated-orcid":false,"given":"Mamun Bin Ibne","family":"Reaz","sequence":"additional","affiliation":[{"name":"Department of Electrical, Electronic and Systems Engineering, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4819-863X","authenticated-orcid":false,"given":"Sawal Hamid","family":"Md Ali","sequence":"additional","affiliation":[{"name":"Department of Electrical, Electronic and Systems Engineering, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9060-0346","authenticated-orcid":false,"given":"Ahmad Ashrif A","family":"Bakar","sequence":"additional","affiliation":[{"name":"Department of Electrical, Electronic and Systems Engineering, Universiti Kebangsaan Malaysia, Bangi, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0744-8206","authenticated-orcid":false,"given":"Muhammad Enamul Hoque","family":"Chowdhury","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering, Qatar University, Doha, Qatar"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2876865"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2830661"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2903829"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2017.09.012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-019-09716-5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2020.01.021"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/15476286.2019.1669406"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3010287"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1721355115"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2016.7471613"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0099-8"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2844341"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2921977"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2847733"},{"issue":"8","key":"ref15","first-page":"4138","article-title":"CMOS downsizing: Present, past and future","volume":"8","author":"BintiMdSallah","year":"2012","journal-title":"J. Appl. Sci. Res."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.34"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2019.8784120"},{"key":"ref18","volume-title":"Making Chips at 3 nm and Beyond","author":"Lapedus","year":"2020"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1088\/2058-9565\/aab859"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JSTQE.2019.2941485"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-019-04550-w"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2890150"},{"key":"ref23","article-title":"A survey of FPGA-based neural network accelerator","volume-title":"arXiv:1712.08934","author":"Guo","year":"2017"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3214306"},{"key":"ref25","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref26","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref27","first-page":"87","volume-title":"Ian Goodfellow\u2019s Generative Adversarial Networks: AI Learns to Imagine","author":"Miller","year":"2020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.2200\/s00980ed1v01y202001aim045"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2016.2616357"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104425"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2948112"},{"key":"ref32","article-title":"Activation functions: Comparison of trends in practice and research for deep learning","volume-title":"arXiv:1811.03378","author":"Nwankpa","year":"2018"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.5555\/2999134.2999257"},{"key":"ref36","article-title":"SqueezeNet: AlexNet-level accuracy with 50\u00d7 fewer parameters and <0.5 MB model size","volume-title":"arXiv:1602.07360","author":"Iandola","year":"2016"},{"key":"ref37","article-title":"ResNeSt: Split-attention networks","volume-title":"arXiv:2004.08955","author":"Zhang","year":"2020"},{"key":"ref38","article-title":"YOLOv4: Optimal speed and accuracy of object detection","volume-title":"arXiv:2004.10934","author":"Bochkovskiy","year":"2020"},{"key":"ref39","article-title":"Hierarchical multi-scale attention for semantic segmentation","volume-title":"arXiv:2005.10821","author":"Tao","year":"2020"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2900563"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2701380"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2018.10292"},{"key":"ref43","article-title":"CheMixNet: Mixed DNN architectures for predicting chemical properties using multiple molecular representations","volume-title":"arXiv:1811.08283","author":"Paul","year":"2018"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00140"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref46","article-title":"Neural architecture search with reinforcement learning","volume-title":"arXiv:1611.01578","author":"Zoph","year":"2016"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2976475"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2906369"},{"key":"ref49","first-page":"10691","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","volume-title":"Proc. 36th Int. Conf. Mach. Learn. (ICML)","author":"Tan"},{"key":"ref50","article-title":"An overview of gradient descent optimization algorithms","volume-title":"arXiv:1609.04747","author":"Ruder","year":"2016"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2014.6757323"},{"key":"ref52","first-page":"1135","article-title":"Learning both weights and connections for efficient neural network","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Han"},{"key":"ref53","article-title":"Pruning convolutional neural networks for resource efficient inference","volume-title":"arXiv:1611.06440","author":"Molchanov","year":"2016"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2019.2897052"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.2978475"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/HPEC.2019.8916506"},{"key":"ref57","article-title":"Discovering low-precision networks close to full-precision networks for efficient embedded inference","volume-title":"arXiv:1809.04191","author":"McKinstry","year":"2018"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.12.027"},{"issue":"1","key":"ref59","first-page":"6869","article-title":"Quantized neural networks: Training neural networks with low precision weights and activations","volume":"18","author":"Hubara","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref60","article-title":"DoReFa-Net: Training low bitwidth convolutional neural networks with low bitwidth gradients","volume-title":"arXiv:1606.06160","author":"Zhou","year":"2016"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00204"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2019.2949935"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2911999"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00448"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2980004"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852296"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2019.2914438"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1201\/b20190"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.02.035"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3152127"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2690379"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2017.2701797"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-614"},{"key":"ref74","article-title":"Distilling the knowledge in a neural network","volume-title":"arXiv:1503.02531","author":"Hinton","year":"2015"},{"key":"ref75","first-page":"1","article-title":"Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding","volume-title":"Proc. 4th Int. Conf. Learn. Represent. (ICLR)","author":"Han"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2910073"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2952137"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2018.2825145"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.3390\/a11100159"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"ref81","article-title":"Depthwise separable convolutions for neural machine translation","volume-title":"arXiv:1706.03059","author":"Kaiser","year":"2017"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.5121\/ijcsit.2017.9214"},{"key":"ref83","volume-title":"Intel Architecture Instruction Set Extensions Programming Reference","year":"2012"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/ICMTMA.2018.00009"},{"key":"ref85","article-title":"Maximize TensorFlow performance on CPU: Considerations and recommendations for inference workloads","author":"Greeneltch","year":"2019"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CCECE.2017.7946788"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2019.8891019"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICAICT.2017.8687085"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS.2017.7975270"},{"key":"ref90","article-title":"Optimizing network performance for distributed DNN training on GPU clusters: ImageNet\/AlexNet training in 1.5 minutes","volume-title":"arXiv:1902.06855","author":"Sun","year":"2019"},{"key":"ref91","volume-title":"NVIDIA A100 Tensor Core GPU Architecture","year":"2020"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2018.032271057"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/3140659.3080246"},{"key":"ref94","article-title":"Benchmarking TPU, GPU, and CPU platforms for deep learning","volume-title":"arXiv:1907.10701","author":"Wang","year":"2019"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2020.2975185"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3372780.3380846"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/2541940.2541967"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2014.58"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/2749469.2750389"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/2775054.2694358"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2016.30"},{"issue":"3","key":"ref102","first-page":"243","article-title":"Deep compression and EIE: Efficient inference engine on compressed deep neural network","volume-title":"Proc. IEEE Hot Chips 28 Symp. (HCS)","volume":"44","author":"Han"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2016.7783723"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3037697.3037702"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2019.2910232"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ReConFig.2016.7857144"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/3061639.3062207"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/FPT.2017.8280150"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021698"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021736"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1145\/3240765.3240815"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2980041"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.3000118"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021738"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/3020078.3021727"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2019.2897701"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/3007787.3001139"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2018.2866510"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/3007787.3001140"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2018.2824304"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1145\/3316781.3317739"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC19947.2020.9063078"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC19947.2020.9062953"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/LED.2020.2995819"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/TMAG.2018.2848625"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2019.2907886"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2018.2852752"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2015.2474396"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.23919\/DATE.2017.7926972"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2018.112130359"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-0159-4"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TBCAS.2018.2880425"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/TBCAS.2018.2880012"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/TBCAS.2019.2928793"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/TBCAS.2017.2759700"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.2970709"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1424-8"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.21236\/ada605735"},{"key":"ref139","article-title":"The rocket chip generator","author":"Asanovic","year":"2016"},{"key":"ref140","first-page":"1","article-title":"BOOMv2: An open-source out-of-order RISC-V core","volume-title":"Proc. 1st Workshop Comput. Archit. Res. RISC-V","author":"Celio"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2020.2996616"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2019.0155"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29611-7_1"},{"key":"ref144","article-title":"Gemmini: An agile systolic array generator enabling systematic evaluations of deep-learning architectures","volume-title":"arXiv:1911.09925","author":"Genc","year":"2019"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1109\/EMC249363.2019.00012"},{"key":"ref146","article-title":"Chip placement with deep reinforcement learning","volume-title":"arXiv:2004.10746","author":"Mirhoseini","year":"2020"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/9931397\/09447019.pdf?arnumber=9447019","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T23:45:49Z","timestamp":1704843949000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9447019\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11]]},"references-count":146,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2021.3082304","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11]]}}}