{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T13:41:00Z","timestamp":1769089260150,"version":"3.49.0"},"reference-count":29,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004830","name":"Siemens","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004830","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,22]]},"DOI":"10.1109\/aicas59952.2024.10595882","type":"proceedings-article","created":{"date-parts":[[2024,7,19]],"date-time":"2024-07-19T17:30:48Z","timestamp":1721410248000},"page":"159-163","source":"Crossref","is-referenced-by-count":12,"title":["Reusing Softmax Hardware Unit for GELU Computation in Transformers"],"prefix":"10.1109","author":[{"given":"Christodoulos","family":"Peltekis","sequence":"first","affiliation":[{"name":"Democritus University of Thrace,Electrical and Computer Engineering,Xanthi,Greece"}]},{"given":"Kosmas","family":"Alexandridis","sequence":"additional","affiliation":[{"name":"Democritus University of Thrace,Electrical and Computer Engineering,Xanthi,Greece"}]},{"given":"Giorgos","family":"Dimitrakopoulos","sequence":"additional","affiliation":[{"name":"Democritus University of Thrace,Electrical and Computer Engineering,Xanthi,Greece"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"issue":"1","key":"ref2","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"The Journal of Machine Learning Research"},{"key":"ref3","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"Intern. Conf. on Learning Representations (ICLR)","author":"Dosovitskiy"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref5","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019","journal-title":"North American Chapter of the Association for Computational Linguistics"},{"key":"ref6","article-title":"ALBERT: A lite bert for self-supervised learning of language representations","volume-title":"Intern. Conf. on Learning Representations (ICLR)","author":"Lan"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18074.2021.9586134"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/SOCC.2016.7905501"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ASAP49362.2020.00017"},{"key":"ref10","first-page":"830","article-title":"Edge-BERT: Sentence-level energy optimizations for latency-aware multitask nlp inference","volume-title":"IEEE\/ACM Intern. Symp. on Microarchitecture (MICRO)","author":"Tambe"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2022.3175534"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/technologies8030046"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ISCAS46773.2023.10181465"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD56317.2022.00114"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/DAC56929.2023.10247958"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00290"},{"key":"ref18","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","volume-title":"Intern. Conf. on Empirical Methods in Natural Language Processing","author":"Socher"},{"key":"ref19","article-title":"Automatically constructing a corpus of sentential paraphrases","volume-title":"Intern. Workshop on Paraphrasing (IWP2005)","author":"Dolan"},{"key":"ref20","article-title":"The fifth pascal recognizing textual entailment challenge","volume-title":"Text Analysis Conference (TAC)","author":"Bentivogli"},{"key":"ref21","first-page":"5506","article-title":"I-BERT: Integer-only bert quantization","volume-title":"Proc. of Machine Learning Research (PMLR)","author":"Kim"},{"key":"ref22","article-title":"Gaussian error linear units (gelus)","author":"Hendrycks","year":"2016"},{"key":"ref23","article-title":"Online normalizer calculation for softmax","author":"Milakov","year":"2018"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ISLPED58423.2023.10244348"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCSII.2020.3002564"},{"key":"ref26","volume-title":"PWLF: a python library for fitting 1d continuous piecewise linear functions","author":"Jekel","year":"2019"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2006.882887"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/W18-5446","article-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding","volume-title":"Intern. Conf. on Learning Representations (ICLR)","author":"Wang"},{"key":"ref29","volume-title":"SIMD-Softmax","author":"Peltekis","year":"2024"}],"event":{"name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","location":"Abu Dhabi, United Arab Emirates","start":{"date-parts":[[2024,4,22]]},"end":{"date-parts":[[2024,4,25]]}},"container-title":["2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10595550\/10595552\/10595882.pdf?arnumber=10595882","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T04:50:20Z","timestamp":1721451020000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10595882\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,22]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1109\/aicas59952.2024.10595882","relation":{},"subject":[],"published":{"date-parts":[[2024,4,22]]}}}