{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T05:35:11Z","timestamp":1782970511350,"version":"3.54.5"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["62125403"],"award-info":[{"award-number":["62125403"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["U19B2041"],"award-info":[{"award-number":["U19B2041"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["92164301"],"award-info":[{"award-number":["92164301"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program","doi-asserted-by":"publisher","award":["2021ZD0114400"],"award-info":[{"award-number":["2021ZD0114400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100017582","name":"Beijing National Research Center for Information Science and Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100017582","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Advanced Innovation Center for Integrated Circuits"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Solid-State Circuits"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1109\/jssc.2022.3213521","type":"journal-article","created":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T22:36:20Z","timestamp":1667514980000},"page":"227-242","source":"Crossref","is-referenced-by-count":49,"title":["An Energy-Efficient Transformer Processor Exploiting Dynamic Weak Relevances in Global Attention"],"prefix":"10.1109","volume":"58","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8293-8881","authenticated-orcid":false,"given":"Yang","family":"Wang","sequence":"first","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5530-5416","authenticated-orcid":false,"given":"Yubin","family":"Qin","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dazheng","family":"Deng","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5869-9094","authenticated-orcid":false,"given":"Jingchuan","family":"Wei","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yang","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuanqi","family":"Fan","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianbao","family":"Chen","sequence":"additional","affiliation":[{"name":"TsingMicro Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Sun","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7548-4116","authenticated-orcid":false,"given":"Leibo","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5117-7920","authenticated-orcid":false,"given":"Shaojun","family":"Wei","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2309-572X","authenticated-orcid":false,"given":"Shouyi","family":"Yin","sequence":"additional","affiliation":[{"name":"School of Integrated Circuits, the Beijing Innovation Center for Future Chip, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3005786"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2612638"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.2992900"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00015"},{"key":"ref15","first-page":"144","article-title":"9.1 A 7nm 4-Core AI chip with 25.6TFLOPS hybrid FP8 training, 102.4TOPS INT4 inference and workload-aware throttling","author":"agrawal","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref14","first-page":"146","article-title":"9.2 A 28nm 12.1TOPS\/W dual-mode CNN processor using effective-weight-based convolution and error-compensation-based prediction","author":"mo","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2020.2971529"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2022.3152921"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2018.2890712"},{"key":"ref11","first-page":"152","article-title":"9.5 A 6K-MAC feature-map-sparsity-aware neural processing unit in 5nm flagship mobile SoC","author":"park","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2018.2839266"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00069"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2020.2988353"},{"key":"ref2","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"radford","year":"2019","journal-title":"OpenAIRE blog"},{"key":"ref1","first-page":"11","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2021.3066400"},{"key":"ref16","first-page":"158","article-title":"9.8 A 25 mm2 SoC for IoT devices with 18ms noise-robust speech-to-text latency via Bayesian speech denoising and attention-based sequence-to-sequence DNN speech recognition in 16nm FinFET","author":"tambe","year":"2021","journal-title":"IEEE Int Solid-State Circuits Conf (ISSCC) Dig Tech Papers"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC19947.2020.9062989"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2019.8662302"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00060"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00035"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00018"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3307650.3322214"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.23919\/VLSICircuits52068.2021.9492420"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC42614.2022.9731686"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2020.3021661"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2020.3019460"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2018.2858362"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD45719.2019.8942068"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00542"},{"key":"ref7","article-title":"On the connection between local attention and dynamic depth-wise convolution","author":"han","year":"2022","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01270"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref3","article-title":"An image is worth 16×16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2020","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01625"},{"key":"ref5","article-title":"Rethinking attention with performers","author":"choromanski","year":"2021","journal-title":"Proc Int Conf Learn Represent (ICLR)"}],"container-title":["IEEE Journal of Solid-State Circuits"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4\/9999561\/09927337.pdf?arnumber=9927337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,23]],"date-time":"2023-01-23T19:29:41Z","timestamp":1674502181000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9927337\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1]]},"references-count":36,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jssc.2022.3213521","relation":{},"ISSN":["0018-9200","1558-173X"],"issn-type":[{"value":"0018-9200","type":"print"},{"value":"1558-173X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1]]}}}