{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T11:40:37Z","timestamp":1769254837924,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T00:00:00Z","timestamp":1733788800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T00:00:00Z","timestamp":1733788800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-024-03507-8","type":"journal-article","created":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T03:52:25Z","timestamp":1733802745000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Effects of the Flatness Network Parameter Threshold on the Performance of the Rectified Linear Unit Memristor-Like Activation Function in Deep Learning"],"prefix":"10.1007","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-0670-3495","authenticated-orcid":false,"given":"Marcelle","family":"Tchepgoua Mbakop","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1420-8630","authenticated-orcid":false,"given":"Justin Roger","family":"Mboupda Pone","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6550-5885","authenticated-orcid":false,"given":"Priva","family":"Chassem Kamdem","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9343-3339","authenticated-orcid":false,"given":"Romanic","family":"Kengne","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,10]]},"reference":[{"key":"3507_CR1","doi-asserted-by":"crossref","unstructured":"Cerquitelli T, Meo M, Curado M, Skorin-Kapov L, Tsiropoulou EE. Machine learning empowered computer networks. Elsevier; 2023. p. 109807.","DOI":"10.1016\/j.comnet.2023.109807"},{"key":"3507_CR2","doi-asserted-by":"publisher","first-page":"1348","DOI":"10.1016\/j.neucom.2015.08.088","volume":"173","author":"A Chandrasekar","year":"2016","unstructured":"Chandrasekar A, Rakkiyappan R. Impulsive controller design for exponential synchronization of delayed stochastic memristor-based recurrent neural networks. Neurocomputing. 2016;173:1348\u201355. https:\/\/doi.org\/10.1016\/j.neucom.2015.08.088.","journal-title":"Neurocomputing"},{"issue":"6","key":"3507_CR3","doi-asserted-by":"publisher","first-page":"951","DOI":"10.3390\/electronics11060951","volume":"11","author":"H-C Chen","year":"2022","unstructured":"Chen H-C, Widodo AM, Wisnujati A, Rahaman M, Lin JC-W, Chen L, Weng C-E. AlexNet convolutional neural network for disease detection and classification of tomato leaf. Electronics. 2022;11(6):951. https:\/\/doi.org\/10.3390\/electronics11060951.","journal-title":"Electronics"},{"key":"3507_CR4","doi-asserted-by":"publisher","unstructured":"Clevert D-A, Unterthiner T, Hochreiter S. Fast and accurate deep network learning by exponential linear units (elus). 2015. arXiv:1511.07289. https:\/\/doi.org\/10.48550\/arXiv.1511.07289.","DOI":"10.48550\/arXiv.1511.07289"},{"key":"3507_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.chaos.2023.114363","volume":"178","author":"F Duan","year":"2024","unstructured":"Duan F, Chapeau-Blondeau F, Abbott D. Optimized injection of noise in activation functions to improve generalization of neural networks. Chaos Solitons Fractals. 2024;178: 114363. https:\/\/doi.org\/10.1016\/j.chaos.2023.114363.","journal-title":"Chaos Solitons Fractals"},{"key":"3507_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.122102","volume":"238","author":"MK Elakkiya","year":"2024","unstructured":"Elakkiya MK. Novel deep learning models with novel integrated activation functions for autism screening: AutiNet and MinAutiNet. Expert Syst Appl. 2024;238: 122102. https:\/\/doi.org\/10.1016\/j.eswa.2023.122102.","journal-title":"Expert Syst Appl"},{"issue":"1","key":"3507_CR7","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1007\/s11227-023-05441-7","volume":"80","author":"RH Emanuel","year":"2024","unstructured":"Emanuel RH, Docherty PD, Lunt H, M\u00f6ller K. The effect of activation functions on accuracy, convergence speed, and misclassification confidence in CNN text classification: a comprehensive exploration. J Supercomput. 2024;80(1):292\u2013312. https:\/\/doi.org\/10.1007\/s11227-023-05441-7.","journal-title":"J Supercomput"},{"key":"3507_CR8","unstructured":"Fernandez A, Mali A. Stable and robust deep learning by hyperbolic tangent exponential linear unit (TeLU). 2024. arXiv:2402.02790."},{"issue":"3","key":"3507_CR9","doi-asserted-by":"publisher","first-page":"1729","DOI":"10.1007\/s00530-021-00794-6","volume":"29","author":"L Gaur","year":"2023","unstructured":"Gaur L, Bhatia U, Jhanjhi N, Muhammad G, Masud M. Medical image-based detection of COVID-19 using deep convolution neural networks. Multim Syst. 2023;29(3):1729\u201338. https:\/\/doi.org\/10.1007\/s00530-021-00794-6.","journal-title":"Multim Syst"},{"key":"3507_CR10","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE international conference on computer vision. 2015.","DOI":"10.1109\/ICCV.2015.123"},{"issue":"4","key":"3507_CR11","first-page":"111","volume":"1","author":"B Karlik","year":"2011","unstructured":"Karlik B, Olgac AV. Performance analysis of various activation functions in generalized MLP architectures of neural networks. Int J Artif Intell Expert Syst. 2011;1(4):111\u201322.","journal-title":"Int J Artif Intell Expert Syst"},{"issue":"7","key":"3507_CR12","doi-asserted-by":"publisher","first-page":"3409","DOI":"10.3390\/app12073409","volume":"12","author":"W Ketwongsa","year":"2022","unstructured":"Ketwongsa W, Boonlue S, Kokaew U. A new deep learning model for the classification of poisonous and edible mushrooms based on improved AlexNet convolutional neural network. Appl Sci. 2022;12(7):3409. https:\/\/doi.org\/10.3390\/app12073409.","journal-title":"Appl Sci"},{"key":"3507_CR13","unstructured":"Klambauer G, Unterthiner T, Mayr A, Hochreiter S. Self-normalizing neural networks. Adv Neural Inf Process Syst. 2017;30."},{"key":"3507_CR14","unstructured":"Krizhevsky A, Hinton G. Learning multiple layers of features from tiny images. 2009."},{"issue":"6","key":"3507_CR15","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE. ImageNet classification with deep convolutional neural networks. Commun ACM. 2017;60(6):84\u201390. https:\/\/doi.org\/10.1145\/3065386.","journal-title":"Commun ACM"},{"issue":"11","key":"3507_CR16","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P. Gradient-based learning applied to document recognition. Proc IEEE. 1998;86(11):2278\u2013324. https:\/\/doi.org\/10.1109\/5.726791.","journal-title":"Proc IEEE"},{"key":"3507_CR17","unstructured":"Maas AL, Hannun AY, Ng AY. Rectifier nonlinearities improve neural network acoustic models. In: Proceedings of icml. 2013."},{"issue":"1","key":"3507_CR18","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1177\/15500594231178274","volume":"55","author":"R Menaka","year":"2024","unstructured":"Menaka R, Karthik R, Saranya S, Niranjan M, Kabilan S. An improved AlexNet model and cepstral coefficient-based classification of autism using EEG. Clin EEG Neurosci. 2024;55(1):43\u201351. https:\/\/doi.org\/10.1177\/15500594231178274.","journal-title":"Clin EEG Neurosci"},{"key":"3507_CR19","unstructured":"Nair V, Hinton GE. Rectified linear units improve restricted boltzmann machines. In: Proceedings of the 27th international conference on machine learning (ICML-10). 2010."},{"key":"3507_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105716","volume":"89","author":"A Priya","year":"2024","unstructured":"Priya A, Vasudevan V. Brain tumor classification and detection via hybrid alexnet-gru based on deep learning. Biomed Signal Process Control. 2024;89: 105716. https:\/\/doi.org\/10.1016\/j.bspc.2023.105716.","journal-title":"Biomed Signal Process Control"},{"issue":"9","key":"3507_CR21","doi-asserted-by":"publisher","first-page":"3099","DOI":"10.1109\/TED.2011.2158004","volume":"58","author":"T Prodromakis","year":"2011","unstructured":"Prodromakis T, Peh BP, Papavassiliou C, Toumazou C. A versatile memristor model with nonlinear dopant kinetics. IEEE Trans Electron Dev. 2011;58(9):3099\u2013105. https:\/\/doi.org\/10.1109\/TED.2011.2158004.","journal-title":"IEEE Trans Electron Dev"},{"issue":"2","key":"3507_CR22","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1007\/s10044-024-01277-w","volume":"27","author":"A Rajanand","year":"2024","unstructured":"Rajanand A, Singh P. ErfReLU: adaptive activation function for deep neural network. Pattern Anal Appl. 2024;27(2):68.","journal-title":"Pattern Anal Appl"},{"issue":"9","key":"3507_CR23","doi-asserted-by":"publisher","first-page":"2043","DOI":"10.1109\/TNNLS.2014.2365059","volume":"26","author":"R Rakkiyappan","year":"2014","unstructured":"Rakkiyappan R, Chandrasekar A, Cao J. Passivity and passification of memristor-based recurrent neural networks with additive time-varying delays. IEEE Trans Neural Netw Learn Syst. 2014;26(9):2043\u201357. https:\/\/doi.org\/10.1109\/TNNLS.2014.2365059.","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3507_CR24","unstructured":"Ramachandran P, Zoph B, Le QV. Searching for activation functions. 2017. arXiv:1710.05941."},{"key":"3507_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.117181","volume":"199","author":"S-L Shen","year":"2022","unstructured":"Shen S-L, Zhang N, Zhou A, Yin Z-Y. Enhancement of neural networks with an alternative activation function tanhLU. Expert Syst Appl. 2022;199: 117181.","journal-title":"Expert Syst Appl"},{"issue":"3","key":"3507_CR26","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1007\/s00339-008-4975-3","volume":"94","author":"DB Strukov","year":"2009","unstructured":"Strukov DB, Williams RS. Exponential ionic drift: fast switching and low volatility of thin-film memristors. Appl Phys A. 2009;94(3):515\u20139. https:\/\/doi.org\/10.1007\/s00339-008-4975-3.","journal-title":"Appl Phys A"},{"key":"3507_CR27","doi-asserted-by":"publisher","unstructured":"Subramanian B, Jeyaraj R, Ugli RAA, Kim J. APALU: a trainable, adaptive activation function for deep learning networks. 2024. arXiv:2402.08244. https:\/\/doi.org\/10.48550\/arXiv.2402.08244.","DOI":"10.48550\/arXiv.2402.08244"},{"key":"3507_CR28","unstructured":"Sun J, Cai X, Sun F, Zhang J. Scene image classification method based on Alex-Net model. In: 2016 3rd international conference on informative and cybernetics for computational social systems (ICCSS). 2016."},{"key":"3507_CR29","doi-asserted-by":"publisher","unstructured":"Xu B, Wang N, Chen T, Li M. Empirical evaluation of rectified activations in convolutional network. 2015. arXiv:1505.00853. https:\/\/doi.org\/10.48550\/arXiv.1505.00853.","DOI":"10.48550\/arXiv.1505.00853"},{"key":"3507_CR30","doi-asserted-by":"publisher","first-page":"72727","DOI":"10.1109\/ACCESS.2020.2987829","volume":"8","author":"Y Yu","year":"2020","unstructured":"Yu Y, Adu K, Tashi N, Anokye P, Wang X, Ayidzoe MA. Rmaf: Relu-memristor-like activation function for deep learning. IEEE Access. 2020;8:72727\u201341. https:\/\/doi.org\/10.1109\/ACCESS.2020.2987829.","journal-title":"IEEE Access"},{"issue":"5","key":"3507_CR31","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TCSII.2015.2505959","volume":"63","author":"J Zha","year":"2015","unstructured":"Zha J, Huang H, Liu Y. A novel window function for memristor model with application in programming analog circuits. IEEE Trans Circuits Syst II Express Briefs. 2015;63(5):423\u20137. https:\/\/doi.org\/10.1109\/TCSII.2015.2505959.","journal-title":"IEEE Trans Circuits Syst II Express Briefs"},{"issue":"1","key":"3507_CR32","doi-asserted-by":"publisher","first-page":"6710865","DOI":"10.1155\/2018\/6710865","volume":"2018","author":"K Zhang","year":"2018","unstructured":"Zhang K, Wu Q, Liu A, Meng X. Can deep learning identify tomato leaf disease? Adv Multim. 2018;2018(1):6710865. https:\/\/doi.org\/10.1155\/2018\/6710865.","journal-title":"Adv Multim"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03507-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-024-03507-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03507-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,10]],"date-time":"2024-12-10T04:43:25Z","timestamp":1733805805000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-024-03507-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,10]]},"references-count":32,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["3507"],"URL":"https:\/\/doi.org\/10.1007\/s42979-024-03507-8","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,10]]},"assertion":[{"value":"21 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Authors, declare they have no conflict of interest regarding the publication of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1156"}}