{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T07:34:21Z","timestamp":1784705661373,"version":"3.55.0"},"reference-count":34,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100010002","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,22]]},"DOI":"10.1109\/aicas59952.2024.10595870","type":"proceedings-article","created":{"date-parts":[[2024,7,19]],"date-time":"2024-07-19T17:30:48Z","timestamp":1721410248000},"page":"492-496","source":"Crossref","is-referenced-by-count":9,"title":["Language Modeling on a SpiNNaker2 Neuromorphic Chip"],"prefix":"10.1109","author":[{"given":"Khaleelulla Khan","family":"Nazeer","sequence":"first","affiliation":[{"name":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Sch\u00f6ne","sequence":"additional","affiliation":[{"name":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rishav","family":"Mukherji","sequence":"additional","affiliation":[{"name":"Birla Institute of Technology and Science,Goa,India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bernhard","family":"Vogginger","sequence":"additional","affiliation":[{"name":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christian","family":"Mayr","sequence":"additional","affiliation":[{"name":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Kappel","sequence":"additional","affiliation":[{"name":"Ruhr Universität Bochum,Institut für Neuroinformatik,Bochum,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anand","family":"Subramoney","sequence":"additional","affiliation":[{"name":"University of London,Royal Holloway,Dept. of Computer Science,Egham,United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3317550.3321441"},{"key":"ref2","article-title":"The lottery ticket hypothesis: Finding sparse, trainable neural networks","author":"Frankle","year":"2018"},{"issue":"1","key":"ref3","article-title":"Sparsity in deep learning: Pruning and growth for efficient inference and training in neural networks","volume":"22","author":"Hoefler","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref4","first-page":"2584","article-title":"Delta networks for optimized recurrent network computation","volume-title":"Proceedings of the 34th International Conference on Machine Learning, volume 70 of Proceedings of Machine Learning Research","author":"Neil"},{"key":"ref5","article-title":"The lazy neuron phenomenon: On emergence of activation sparsity in transformers","volume-title":"The Eleventh International Conference on Learning Representations","author":"Li"},{"key":"ref6","article-title":"Efficient recurrent architectures through activity sparsity and sparse back-propagation through time","volume-title":"The Eleventh International Conference on Learning Representations","author":"Subramoney"},{"key":"ref7","article-title":"Relu strikes back: Exploiting activation sparsity in large language models","volume-title":"NeurIPS","author":"Mirzadeh"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2014.6757323"},{"key":"ref9","article-title":"SpiNNaker2: A large-scale neuromorphic system for event-based and asynchronous machine learning","volume-title":"First Workshop on Machine Learning with New Compute Paradigms","author":"Gonzalez"},{"key":"ref10","first-page":"6000","volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems, NIPS\u201917","author":"Vaswani"},{"key":"ref11","article-title":"Efficiently modeling long sequences with structured state spaces","volume-title":"International Conference on Learning Representations","author":"Gu"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.936"},{"key":"ref13","author":"Freund","year":"2020","journal-title":"The graphcore second-generation ipu"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2023.3256384"},{"key":"ref15","article-title":"Full stack optimization of transformer inference: a survey","author":"Kim","year":"2023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2023.3234893"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20071-7_3"},{"key":"ref18","article-title":"Spikegpt: Generative pre-trained language model with spiking neural networks","author":"Zhu","year":"2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i10.28975"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/SmartCloud.2018.00009"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CICC.2018.8357068"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1140\/epjst\/e2019-900046-x"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00480-w"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3407197.3407211"},{"key":"ref25","article-title":"Sigma delta quantized networks","volume-title":"International Conference on Learning Representations","author":"O\u2019Connor"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3180209"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1406.1078"},{"key":"ref28","article-title":"Activity sparsity complements weight sparsity for efficient RNN inference","volume-title":"First Workshop on Machine Learning with New Compute Paradigms","author":"Mukherji"},{"key":"ref29","article-title":"Regularizing and optimizing LSTM language models","volume-title":"International Conference on Learning Representations","author":"Merity"},{"key":"ref30","article-title":"Pointer sentinel mixture models","volume-title":"International Conference on Learning Representations","author":"Merity"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.781"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2006.1696265"},{"key":"ref33","author":"Gu","year":"2023","journal-title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces"},{"key":"ref34","author":"Poli","year":"2023","journal-title":"Hyena Hierarchy: Towards Larger Convolutional Language Models"}],"event":{"name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","location":"Abu Dhabi, United Arab Emirates","start":{"date-parts":[[2024,4,22]]},"end":{"date-parts":[[2024,4,25]]}},"container-title":["2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10595550\/10595552\/10595870.pdf?arnumber=10595870","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,21]],"date-time":"2024-07-21T04:03:29Z","timestamp":1721534609000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10595870\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,22]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/aicas59952.2024.10595870","relation":{},"subject":[],"published":{"date-parts":[[2024,4,22]]}}}