{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T14:51:20Z","timestamp":1784904680334,"version":"3.55.0"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61832006"],"award-info":[{"award-number":["61832006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput.-Aided Des. Integr. Circuits Syst."],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1109\/tcad.2023.3344524","type":"journal-article","created":{"date-parts":[[2023,12,26]],"date-time":"2023-12-26T19:23:56Z","timestamp":1703618636000},"page":"1741-1754","source":"Crossref","is-referenced-by-count":16,"title":["CPSAA: Accelerating Sparse Attention Using Crossbar-Based Processing-In-Memory Architecture"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8710-4472","authenticated-orcid":false,"given":"Huize","family":"Li","sequence":"first","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3934-7605","authenticated-orcid":false,"given":"Hai","family":"Jin","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7903-2061","authenticated-orcid":false,"given":"Long","family":"Zheng","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6302-813X","authenticated-orcid":false,"given":"Xiaofei","family":"Liao","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3927-1102","authenticated-orcid":false,"given":"Yu","family":"Huang","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1941-2657","authenticated-orcid":false,"given":"Cong","family":"Liu","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7697-9513","authenticated-orcid":false,"given":"Jiahong","family":"Xu","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3950-3209","authenticated-orcid":false,"given":"Zhuohui","family":"Duan","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4158-5239","authenticated-orcid":false,"given":"Dan","family":"Chen","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0847-7220","authenticated-orcid":false,"given":"Chuangyi","family":"Gui","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"ref2","article-title":"Generating long sequences with sparse transformers","author":"Child","year":"2019","journal-title":"arXiv:1904.10509"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1361"},{"key":"ref4","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2018.00039"},{"key":"ref6","article-title":"TWEAC: Transformer with extendable QA agent classifiers","author":"Geigle","year":"2021","journal-title":"arXiv:2104.07081"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/hpca47549.2020.00035"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3152247"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00010"},{"key":"ref10","article-title":"Ammus: A survey of transformer-based pretrained models in natural language processing","author":"Kalyan","year":"2021","journal-title":"arXiv:2108.05542"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2021.3121264"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2017.3211121"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICACCI.2015.7275664"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2013.2279571"},{"key":"ref15","article-title":"Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2019","journal-title":"arXiv:1910.13461"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3370748.3406567"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3287624.3287715"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480125"},{"key":"ref20","first-page":"1","volume-title":"Cacti 6.0: A Tool to Model Large Caches","author":"Muralimanohar","year":"2009"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD.2013.6691092"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-020-3219-6"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3503222.3507738"},{"issue":"8","key":"ref24","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p18-2124"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2011.2107214"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2016.12"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2018.00052"},{"key":"ref29","first-page":"9438","article-title":"Sparse sinkhorn attention","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tay"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00018"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/DAC.2018.8465896"},{"key":"ref34","first-page":"1","article-title":"Understanding the trade-offs in multi-level cell ReRAM memory design","volume-title":"Proc. ACM\/EDAC\/IEEE Design Autom. Conf.","author":"Xu"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00012"},{"key":"ref36","first-page":"1","article-title":"ReTransformer: ReRAM-based processing-in-memory architecture for transformer acceleration","volume-title":"Proc. Int. Conf. Comput.-Aided Design (ICCAD)","author":"Yang"},{"key":"ref37","first-page":"1","article-title":"On the dimensionality of word embedding","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Yin"},{"key":"ref38","first-page":"17283","article-title":"Big Bird: Transformers for longer sequences","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Zaheer"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1186\/s11671-020-03299-9"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3477002"},{"key":"ref41","article-title":"Explicit sparse transformer: Concentrated attention through explicit selection","author":"Zhao","year":"2019","journal-title":"arXiv:1912.11637"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS47924.2020.00077"}],"container-title":["IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/43\/10535356\/10374228.pdf?arnumber=10374228","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,21]],"date-time":"2024-05-21T04:19:37Z","timestamp":1716265177000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10374228\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":42,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tcad.2023.3344524","relation":{},"ISSN":["0278-0070","1937-4151"],"issn-type":[{"value":"0278-0070","type":"print"},{"value":"1937-4151","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6]]}}}