{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T15:49:33Z","timestamp":1771516173634,"version":"3.50.1"},"reference-count":29,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573306"],"award-info":[{"award-number":["61573306"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2959036","type":"journal-article","created":{"date-parts":[[2019,12,12]],"date-time":"2019-12-12T20:48:41Z","timestamp":1576183721000},"page":"180409-180416","source":"Crossref","is-referenced-by-count":23,"title":["A Dynamic Rectified Linear Activation Units"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3472-988X","authenticated-orcid":false,"given":"Xiaobin","family":"Hu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3066-429X","authenticated-orcid":false,"given":"Peifeng","family":"Niu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6123-6688","authenticated-orcid":false,"given":"Jianmei","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8239-7050","authenticated-orcid":false,"given":"Xinxin","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","article-title":"Benefits of depth in neural networks","author":"telgarsky","year":"2016","journal-title":"arXiv 1602 04485"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2017.07.002"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2009.5459469"},{"key":"ref14","first-page":"10","article-title":"Scalable minimum Bayes risk training of deep neural network acoustic models using distributed Hessian-free optimization","author":"kingsbury","year":"2012","journal-title":"Proc Annu Conf Int Speech Commun Assoc"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"2345","DOI":"10.21437\/Interspeech.2013-548","article-title":"Sequence-discriminative training of deep neural networks","volume":"2013","author":"vesel?","year":"2013","journal-title":"Proc INTERSPEECH"},{"key":"ref16","first-page":"195","article-title":"The influence of the sigmoid function parameters on the speed of backpropagation learning","author":"han","year":"1995","journal-title":"Int Workshop Artificial Neural Networks"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(01)00028-4"},{"key":"ref18","first-page":"102","article-title":"Log Clustering Based Problem Identification for Online Service Systems","author":"lin","year":"2016","journal-title":"2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C) ICSE-C"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.06.013"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref4","article-title":"Why deep neural networks for function approximation?","author":"liang","year":"2016","journal-title":"arXiv 1610 04161"},{"key":"ref27","article-title":"Searching for activation functions","author":"ramachandran","year":"2017","journal-title":"arXiv 1710 05941"},{"key":"ref3","first-page":"907","article-title":"The power of depth for feedforward neural networks","author":"eldan","year":"2016","journal-title":"ArXiv e-prints"},{"key":"ref6","first-page":"1","article-title":"Scaling learning algorithms towards AI","volume":"34","author":"bengio","year":"2007","journal-title":"Large Scale Kernel Machines"},{"key":"ref29","first-page":"113","article-title":"Adam: A method for stochastic optimization","volume":"22","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref5","article-title":"Adversarial defense via data dependent activation function and total variation minimization","author":"wang","year":"2018","journal-title":"arXiv 1809 08516"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-017-1054-2"},{"key":"ref7","first-page":"2924","article-title":"On the number of linear regions of deep neural networks","author":"montufar","year":"2014","journal-title":"ArXiv e-prints"},{"key":"ref2","first-page":"18","article-title":"On the expressive power of deep architectures","author":"bengio","year":"2011","journal-title":"ArXiv e-prints"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.11.005"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02551274"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.01.007"},{"key":"ref22","first-page":"807","article-title":"Rectified linear units improve restricted Boltzmann machines","author":"nair","year":"2010","journal-title":"ArXiv e-prints"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2005.858692"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00139"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2948112"},{"key":"ref26","article-title":"Empirical evaluation of rectified activations in convolutional network","author":"xu","year":"2015","journal-title":"arXiv 1505 00853"},{"key":"ref25","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","author":"glorot","year":"2010","journal-title":"ArXiv e-prints"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08931559.pdf?arnumber=8931559","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,28]],"date-time":"2024-07-28T14:51:04Z","timestamp":1722178264000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8931559\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2959036","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}