{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T23:12:38Z","timestamp":1779232358016,"version":"3.51.4"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3276298","type":"journal-article","created":{"date-parts":[[2023,5,15]],"date-time":"2023-05-15T18:44:46Z","timestamp":1684176286000},"page":"47794-47815","source":"Crossref","is-referenced-by-count":25,"title":["HcLSH: A Novel Non-Linear Monotonic Activation Function for Deep Learning Methods"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6238-3244","authenticated-orcid":false,"given":"Heba","family":"Abdel-Nabi","sequence":"first","affiliation":[{"name":"Department of Computer Science, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9661-5354","authenticated-orcid":false,"given":"Ghazi","family":"Al-Naymat","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Research Center (AIRC), College of Engineering and Information Technology, Ajman University, Ajman, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3030-848X","authenticated-orcid":false,"given":"Mostafa Z.","family":"Ali","sequence":"additional","affiliation":[{"name":"Faculty of Computer and Information Technology, Jordan University of Science &#x0026; Technology, Irbid, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7067-5658","authenticated-orcid":false,"given":"Arafat","family":"Awajan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.06.111"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/sym14051027"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.07.017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_3"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.01.026"},{"key":"ref10","article-title":"Learning activation functions to improve deep neural networks","author":"agostinelli","year":"2014","journal-title":"arXiv 1412 6830"},{"key":"ref17","article-title":"Revise saturated activation functions","author":"xu","year":"2016","journal-title":"arXiv 1602 05980"},{"key":"ref16","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","volume":"30","author":"maas","year":"2013","journal-title":"Proc ICML"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref18","first-page":"807","article-title":"Rectified linear units improve restricted Boltzmann machines","author":"nair","year":"2010","journal-title":"Proc 27th Int Conf Mach Learn (ICML)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref50","article-title":"AESPA: Accuracy preserving low-degree polynomial activation for fast private inference","author":"park","year":"2022","journal-title":"arXiv 1505 00853"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref45","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume":"2010","author":"glorot","year":"0","journal-title":"Proc 13th Int Conf Artif Intell Statist"},{"key":"ref48","article-title":"Empirical evaluation of rectified activations in convolutional network","author":"xu","year":"2015","journal-title":"arXiv 1505 00853"},{"key":"ref47","first-page":"1","article-title":"Self-normalizing neural networks","volume":"30","author":"klambauer","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2009.12.010"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2022.01.001"},{"key":"ref8","first-page":"315","article-title":"Deep sparse rectifier neural networks","author":"glorot","year":"2011","journal-title":"Proc 14th Int Conf Artif Intell Statist"},{"key":"ref7","article-title":"A survey on activation functions and their relation with xavier and he normal initialization","author":"datta","year":"2020","journal-title":"arXiv 2004 06632"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3080920"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.01.005"},{"key":"ref6","first-page":"163","article-title":"Survey of neural transfer functions","volume":"2","author":"duch","year":"1999","journal-title":"Neural Comput Surveys"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2699184"},{"key":"ref40","article-title":"SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and < 0.5MB model size","author":"iandola","year":"2016","journal-title":"arXiv 1602 07360"},{"key":"ref35","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref34","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref36","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc of USENIX Symp on Operating Systems Design and Implementation (OSDI)"},{"key":"ref31","first-page":"1","article-title":"Visualizing the loss landscape of neural nets","volume":"31","author":"li","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-2377-6_33"},{"key":"ref33","first-page":"1","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011","journal-title":"Proc NIPS Workshop Deep Learn Unsupervised Feature Learn"},{"key":"ref32","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"xiao","year":"2017","journal-title":"ArXiv 1708 07747"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.01.095"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2006.18.7.1527"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849978"},{"key":"ref38","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017","journal-title":"arXiv 1704 04861"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11040540"},{"key":"ref23","article-title":"Mish: A self regularized non-monotonic activation function","author":"misra","year":"2019","journal-title":"arXiv 1908 08681"},{"key":"ref26","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2021.114805","article-title":"RSigELU: A nonlinear activation function for deep neural networks","volume":"174","author":"kili\u00e7arslan","year":"2021","journal-title":"Exp Syst Appl"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1049\/cvi2.12020"},{"key":"ref20","article-title":"Searching for activation functions","author":"ramachandran","year":"2017","journal-title":"arXiv 1710 05941"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.11.068"},{"key":"ref21","article-title":"The quest for the golden activation function","author":"basirat","year":"2018","journal-title":"arXiv 1808 00783"},{"key":"ref28","article-title":"Growing cosine unit: A novel oscillatory activation function that can speedup training and reduce parameters in convolutional neural networks","author":"mithra noel","year":"2021","journal-title":"arXiv 2108 12943"},{"key":"ref27","article-title":"Fast and accurate deep network learning by exponential linear units (ELUs)","author":"clevert","year":"2015","journal-title":"arXiv 1511 07289"},{"key":"ref29","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10124188.pdf?arnumber=10124188","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T18:27:03Z","timestamp":1686594423000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10124188\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":52,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3276298","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}