{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T22:51:55Z","timestamp":1781650315577,"version":"3.54.5"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":12,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2128149"],"award-info":[{"award-number":["2128149"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2128149"],"award-info":[{"award-number":["2128149"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2128149"],"award-info":[{"award-number":["2128149"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Electron Test"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1007\/s10836-026-06227-4","type":"journal-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T07:40:41Z","timestamp":1776066041000},"page":"227-248","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Error Resilient Transformers: A Novel Soft Error Vulnerability Guided Approach to Error Checking and Suppression"],"prefix":"10.1007","volume":"42","author":[{"given":"Kwondo","family":"Ma","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chandramouli","family":"Amarnath","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jackson","family":"Isenberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abhijit","family":"Chatterjee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"6227_CR1","unstructured":"Vaswani A, Shazeer A, Parmar N, Uszkoreit J, Jones J, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30"},{"key":"6227_CR2","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805"},{"key":"6227_CR3","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I et\u00a0al (2018) Improving language understanding by generative pre-training"},{"key":"6227_CR4","doi-asserted-by":"crossref","unstructured":"Lewis M, Liu Y, Goyal N, Ghazvininejad M, Mohamed A, Levy O, Stoyanov V, Zettlemoyer L (2019) Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"6227_CR5","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S et\u00a0al (2020) An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929"},{"key":"6227_CR6","doi-asserted-by":"crossref","unstructured":"Carion N, Massa F, Synnaeve G, Usunier N, Kirillov A, Zagoruyko S (2020) End-to-end object detection with transformers. In: European conference on computer vision, pp 213\u2013229","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"6227_CR7","doi-asserted-by":"crossref","unstructured":"Junczys-Dowmunt M, Grundkiewicz R, Dwojak T, Hoang H, Heafield K, Neckermann T, Seide F, Germann U, Fikri\u00a0Aji A, Bogoychev N, Martins AFT, Birch A (2018) Marian: Fast neural machine translation in C++. In: Proceedings of ACL 2018, system demonstrations, pp 116\u2013121","DOI":"10.18653\/v1\/P18-4020"},{"issue":"6","key":"6227_CR8","doi-asserted-by":"publisher","first-page":"518","DOI":"10.1109\/TC.1984.1676475","volume":"100","author":"K-H Huang","year":"1984","unstructured":"Huang K-H, Abraham JA (1984) Algorithm-based fault tolerance for matrix operations. IEEE Trans Comput 100(6):518\u2013528","journal-title":"IEEE Trans Comput"},{"key":"6227_CR9","doi-asserted-by":"crossref","unstructured":"Pandey S, Banerjee S, Chatterjee A (2018) Error resilient neuromorphic networks using checker neurons. In: 2018 IEEE 24th international symposium on on-line testing and robust system design (IOLTS). IEEE, pp 135\u2013138","DOI":"10.1109\/IOLTS.2018.8474075"},{"key":"6227_CR10","doi-asserted-by":"crossref","unstructured":"Ozen E, Orailoglu A (2019) Sanity-check: Boosting the reliability of safety-critical deep neural network applications. In: 2019 IEEE 28th asian test symposium (ATS). IEEE, pp 7\u201375","DOI":"10.1109\/ATS47505.2019.000-8"},{"key":"6227_CR11","doi-asserted-by":"crossref","unstructured":"Ozen E, Orailoglu A (2020) Just say zero: containing critical bit-error propagation in deep neural networks with anomalous feature suppression. In: 2020 IEEE\/ACM international conference on computer aided design (ICCAD). IEEE, pp 1\u20139","DOI":"10.1145\/3400302.3415680"},{"key":"6227_CR12","doi-asserted-by":"crossref","unstructured":"Amarnath C, Mejri M, Ma K, Chatterjee A (2022) Soft error resilient deep learning systems using neuron gradient statistics. In: 2022 IEEE 28th international symposium on on-line testing and robust system design (IOLTS), pp 1\u20137","DOI":"10.1109\/IOLTS56730.2022.9897815"},{"key":"6227_CR13","doi-asserted-by":"crossref","unstructured":"Chen Z, Li G, Pattabiraman K (2021) A low-cost fault corrector for deep neural networks through range restriction. In: 2021 51st Annual IEEE\/IFIP international conference on dependable systems and networks (DSN). IEEE, pp 1\u201313","DOI":"10.1109\/DSN48987.2021.00018"},{"key":"6227_CR14","doi-asserted-by":"crossref","unstructured":"Zhang JJ, Gu T, Basu K, Garg S (2018) Analyzing and mitigating the impact of permanent faults on a systolic array based neural network accelerator. In: 2018 IEEE 36th VLSI test symposium (VTS). IEEE, pp 1\u20136","DOI":"10.1109\/VTS.2018.8368656"},{"key":"6227_CR15","doi-asserted-by":"crossref","unstructured":"Xia L, Liu M, Ning X, Chakrabarty K, Wang Y (2017) Fault-tolerant training with on-line fault detection for rram-based neural computing systems. In: Proceedings of the 54th annual design automation conference 2017, pp 1\u20136","DOI":"10.1145\/3061639.3062248"},{"key":"6227_CR16","doi-asserted-by":"crossref","unstructured":"Dai H, Wu S, Huang J, Jian Z, Zhu Y, Hu H, Chen Z (2025) Ft-transformer: Resilient and reliable transformer with end-to-end fault tolerant attention,\u201d In: Proceedings of the international conference for high performance computing, networking, storage and analysis, pp 1085\u20131098","DOI":"10.1145\/3712285.3759853"},{"key":"6227_CR17","doi-asserted-by":"crossref","unstructured":"Ahsaei S, Raji M (2025) Lost-vit: a low overhead soft error tolerance framework for vision transformers via model compression and selective bit-level redundancy. J Syst Arch 103623","DOI":"10.1016\/j.sysarc.2025.103623"},{"key":"6227_CR18","doi-asserted-by":"crossref","unstructured":"Baradaran F, Raji M, Baradaran A, Baradaran A, Akbarifard R (2025) Zero memory overhead approach for protecting vision transformer parameters against bit-flip faults, pp 1\u20135","DOI":"10.1109\/CSICC65765.2025.10967400"},{"key":"6227_CR19","doi-asserted-by":"crossref","unstructured":"Ma K, Amarnath C, Chatterjee A (2023) Error resilient transformers: A novel soft error vulnerability guided approach to error checking and suppression. In: 2023 IEEE European test symposium (ETS), pp 1\u20136","DOI":"10.1109\/ETS56758.2023.10174239"},{"issue":"12","key":"6227_CR20","doi-asserted-by":"publisher","first-page":"2126","DOI":"10.1109\/TVLSI.2023.3317138","volume":"31","author":"X Xue","year":"2023","unstructured":"Xue X, Liu C, Wang Y, Yang B, Luo T, Zhang L, Li H, Li X (2023) Soft error reliability analysis of vision transformers. IEEE Trans Very Large Scale Integr (VLSI) Syst 31(12):2126\u20132136","journal-title":"IEEE Trans Very Large Scale Integr (VLSI) Syst"},{"key":"6227_CR21","doi-asserted-by":"crossref","unstructured":"Roquet L, dos Santos FF, Rech P, Traiola M, Sentieys O, Kritikakou A (2024) Maximals: A low-cost hardening technique for large vision transformers. In: RADiation effects on components and systems (RADECS)","DOI":"10.1109\/RADECS61970.2024.11298581"},{"key":"6227_CR22","doi-asserted-by":"crossref","unstructured":"Liu H, Singh V, Filipiuk M, Hari SKS (2024) Alberta: Algorithm-based error resilience in transformer architectures. IEEE Open J Comput Soc","DOI":"10.1109\/OJCS.2024.3400696"},{"key":"6227_CR23","doi-asserted-by":"crossref","unstructured":"Gao Z, Liu S, Reviriego P, Liu S, Lombardi F (2024) Dependability and protection of transformer models against soft errors on text embeddings. IEEE Trans Device Mater Reliab","DOI":"10.1109\/TDMR.2024.3478753"},{"issue":"2","key":"6227_CR24","doi-asserted-by":"publisher","first-page":"1464","DOI":"10.1007\/s11227-023-05530-7","volume":"80","author":"B Rashidi","year":"2024","unstructured":"Rashidi B (2024) Fault-tolerant and error-correcting 4-bit s-boxes for cryptography applications with multiple errors detection. J Supercomput 80(2):1464\u20131490","journal-title":"J Supercomput"},{"key":"6227_CR25","doi-asserted-by":"crossref","unstructured":"Claeys C, Simoen E (2002) Radiation effects in advanced semiconductor materials and devices. Springer Science & Business Media, vol\u00a057","DOI":"10.1007\/978-3-662-04974-7"},{"issue":"3","key":"6227_CR26","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1109\/TDMR.2005.853449","volume":"5","author":"RC Baumann","year":"2005","unstructured":"Baumann RC (2005) Radiation-induced soft errors in advanced semiconductor technologies. IEEE Trans Device Mater Reliab 5(3):305\u2013316","journal-title":"IEEE Trans Device Mater Reliab"},{"issue":"6","key":"6227_CR27","doi-asserted-by":"publisher","first-page":"2719","DOI":"10.1109\/TNS.2011.2171993","volume":"58","author":"N Mahatme","year":"2011","unstructured":"Mahatme N, Jagannathan S, Loveless T, Massengill L, Bhuva B, Wen S-J, Wong R (2011) Comparison of combinational and sequential error rates for a deep submicron process. IEEE Trans Nucl Sci 58(6):2719\u20132725","journal-title":"IEEE Trans Nucl Sci"},{"key":"6227_CR28","doi-asserted-by":"publisher","first-page":"17 322","DOI":"10.1109\/ACCESS.2017.2742698","volume":"5","author":"C Torres-Huitzil","year":"2017","unstructured":"Torres-Huitzil C, Girau B (2017) Fault and error tolerance in neural networks: A review. IEEE Access 5:17 322-17 341","journal-title":"IEEE Access"},{"key":"6227_CR29","doi-asserted-by":"crossref","unstructured":"Li G, Hari SKS, Sullivan M, Tsai T, Pattabiraman K, Emer J, Keckler SW (2017) Understanding error propagation in deep learning neural network (dnn) accelerators and applications. In: Proceedings of the international conference for high performance computing, networking, storage and analysis, pp 1\u201312","DOI":"10.1145\/3126908.3126964"},{"key":"6227_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.microrel.2020.113969","volume":"115","author":"Y Ibrahim","year":"2020","unstructured":"Ibrahim Y, Wang H, Liu J, Wei J, Chen L, Rech P, Adam K, Guo G (2020) Soft errors in dnn accelerators: A comprehensive review. Microelectron Reliab 115:113969","journal-title":"Microelectron Reliab"},{"key":"6227_CR31","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108"},{"issue":"8","key":"6227_CR32","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I et al (2019) Language models are unsupervised multitask learners. OpenAI Blog 1(8):9","journal-title":"OpenAI Blog"},{"key":"6227_CR33","unstructured":"Maas AL, Daly RE, Pham PT, Huang D, Ng AY, Potts C (2011) Learning word vectors for sentiment analysis. In: Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies. Portland, Oregon, USA: Association for Computational Linguistics, pp 142\u2013150. Available: http:\/\/www.aclweb.org\/anthology\/P11-1015"},{"key":"6227_CR34","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images. University of Toronto, Tech. Rep"},{"key":"6227_CR35","doi-asserted-by":"crossref","unstructured":"Paperno D, Kruszewski G, Lazaridou A, Pham QN, Bernardi R, Pezzelle S, Baroni M, Boleda G, Fern\u00e1ndez R (2016) The lambada dataset: Word prediction requiring a broad discourse context. arXiv preprint arXiv:1606.06031","DOI":"10.18653\/v1\/P16-1144"},{"key":"6227_CR36","doi-asserted-by":"crossref","unstructured":"Tiedemann J (2012) Parallel data, tools and interfaces in opus,\u201d In: Proceedings of the eight international conference on language resources and evaluation (LREC\u201912)","DOI":"10.63317\/59wvhpiwbv7y"},{"issue":"7","key":"6227_CR37","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MC.2022.3148714","volume":"55","author":"D Patterson","year":"2022","unstructured":"Patterson D, Gonzalez J, H\u00f6lzle U, Le Q, Liang C, Munguia L-M, Rothchild D, So DR, Texier M, Dean J (2022) The carbon footprint of machine learning training will plateau, then shrink. Computer 55(7):18\u201328","journal-title":"Computer"},{"key":"6227_CR38","unstructured":"Clark C, Lee K, Chang M-W, Kwiatkowski T, Collins M, Toutanova K (2019) Boolq: Exploring the surprising difficulty of natural yes\/no questions. In: NAACL"}],"container-title":["Journal of Electronic Testing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10836-026-06227-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10836-026-06227-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10836-026-06227-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T21:55:09Z","timestamp":1781646909000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10836-026-06227-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":38,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["6227"],"URL":"https:\/\/doi.org\/10.1007\/s10836-026-06227-4","relation":{},"ISSN":["0923-8174","1573-0727"],"issn-type":[{"value":"0923-8174","type":"print"},{"value":"1573-0727","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"14 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}