{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T15:14:16Z","timestamp":1777389256916,"version":"3.51.4"},"reference-count":16,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"National Robotics Initiative project titled \u201cMulti-Vehicle Systems for Collecting Shadow-Free Imagery in Precision Agriculture\u201d from the USDA National Institute of Food and Agriculture"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tnnls.2022.3187538","type":"journal-article","created":{"date-parts":[[2022,7,15]],"date-time":"2022-07-15T19:32:28Z","timestamp":1657913548000},"page":"2153-2166","source":"Crossref","is-referenced-by-count":11,"title":["A Formal Characterization of Activation Functions in Deep Neural Networks"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9021-9580","authenticated-orcid":false,"given":"Massi","family":"Amrouche","sequence":"first","affiliation":[{"name":"Department of Industrial and Enterprise Systems Engineering and the Coordinated Science Laboratory, University of Illinois at Urbana–Champaign, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2826-5241","authenticated-orcid":false,"given":"Du\u0161an M.","family":"Stipanovi\u0107","sequence":"additional","affiliation":[{"name":"Department of Industrial and Enterprise Systems Engineering and the Coordinated Science Laboratory, University of Illinois at Urbana–Champaign, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104425"},{"key":"ref2","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","volume-title":"Proc. ICML","volume":"30","author":"Maas"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5"},{"key":"ref5","article-title":"A survey on modern trainable activation functions","author":"Apicella","year":"2020","journal-title":"arXiv:2005.00817"},{"key":"ref6","article-title":"Searching for activation functions","author":"Ramachandran","year":"2017","journal-title":"arXiv:1710.05941"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045509"},{"key":"ref8","first-page":"4880","article-title":"Full-capacity unitary recurrent neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wisdom"},{"key":"ref9","volume-title":"Real Analysis: Modern Techniques and Their Applications","volume":"40","author":"Folland","year":"1999"},{"key":"ref10","article-title":"Gaussian error linear units (GELUs)","author":"Hendrycks","year":"2016","journal-title":"arXiv:1606.08415"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref12","first-page":"1310","article-title":"On the difficulty of training recurrent neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pascanu"},{"key":"ref13","volume-title":"Analyse Num\u00e9rique et Optimisation: Une Introduction \u00e0 la Mod\u00e9lisation math\u00e9matique et \u00e0 la Simulation Num\u00e9rique","author":"Allaire","year":"2005"},{"key":"ref14","volume-title":"Analyse Fonctionnelle: Th\u00e9orie et Applications","volume":"91","author":"Brezis","year":"1999"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/BF02022967"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(05)80131-5"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10422842\/09830630.pdf?arnumber=9830630","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,16]],"date-time":"2024-02-16T19:11:05Z","timestamp":1708110665000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9830630\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":16,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2022.3187538","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}