{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:23:07Z","timestamp":1771046587867,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s00521-022-07211-7","type":"journal-article","created":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T08:02:40Z","timestamp":1650268960000},"page":"13909-13923","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["KAF\u2009+\u2009RSigELU: a nonlinear and kernel-based activation function for deep neural networks"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9483-4425","authenticated-orcid":false,"given":"Serhat","family":"Kili\u00e7arslan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mete","family":"Celik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,4,18]]},"reference":[{"key":"7211_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104519","volume":"134","author":"I Pacal","year":"2021","unstructured":"Pacal I, Karaboga D (2021) A robust real-time deep learning based automatic polyp detection system. Comput Biol Med 134:104519","journal-title":"Comput Biol Med"},{"key":"7211_CR2","doi-asserted-by":"publisher","first-page":"1061139","DOI":"10.1016\/j.cmpb.2021.106139","volume":"207","author":"FO Ozkok","year":"2021","unstructured":"Ozkok FO, Celik M (2021) Convolutional neural network analysis of recurrence plots for high resolution melting classification. Comput Methods Progr Biomed 207:1061139. https:\/\/doi.org\/10.1016\/j.cmpb.2021.106139","journal-title":"Comput Methods Progr Biomed"},{"key":"7211_CR3","doi-asserted-by":"publisher","first-page":"114805","DOI":"10.1016\/j.eswa.2021.114805","volume":"174","author":"S Kili\u00e7arslan","year":"2021","unstructured":"Kili\u00e7arslan S, Celik M (2021) RSigELU: a nonlinear activation function for deep neural networks. Expert Syst Appl 174:114805","journal-title":"Expert Syst Appl"},{"key":"7211_CR4","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.neunet.2018.11.002","volume":"110","author":"S Scardapane","year":"2019","unstructured":"Scardapane S, Van Vaerenbergh S, Totaro S, Uncini A (2019) Kafnets: kernel-based non-parametric activation functions for neural networks. Neural Netw 110:19\u201332","journal-title":"Neural Netw"},{"key":"7211_CR5","doi-asserted-by":"crossref","unstructured":"Chieng HH, Wahid N, and Ong P (2020) Parametric flatten-T Swish: an adaptive non-linear activation function for deep learning. arXiv preprint arXiv:2011.03155","DOI":"10.32890\/jict.20.1.2021.9267"},{"issue":"7","key":"7211_CR6","doi-asserted-by":"publisher","first-page":"1707","DOI":"10.1007\/s10489-017-1028-7","volume":"48","author":"H Zhao","year":"2018","unstructured":"Zhao H, Liu F, Li L, Luo C (2018) A novel softplus linear unit for deep convolutional neural networks. Appl Intell 48(7):1707\u20131720","journal-title":"Appl Intell"},{"issue":"2","key":"7211_CR7","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"7211_CR8","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Jurgen S (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"7211_CR9","unstructured":"Krizhevsky A, Sutskever I, Hinton G (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1106\u20131114"},{"key":"7211_CR10","unstructured":"Maas AL, Hannun AY, and Ng AY (2013) Rectifier nonlinearities improve neural network acoustic models. In: Proc. Icml, vol 30, no 1, p 3"},{"key":"7211_CR11","doi-asserted-by":"crossref","unstructured":"Szanda\u0142a T (2021) Review and comparison of commonly used activation functions for deep neural networks. In: Bio-inspired neurocomputing, Springer, Singapore, pp 203\u2013224","DOI":"10.1007\/978-981-15-5495-7_11"},{"key":"7211_CR12","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.neunet.2021.01.026","volume":"138","author":"A Apicella","year":"2021","unstructured":"Apicella A, Donnarumma F, Isgr\u00f2 F, Prevete R (2021) A survey on modern trainable activation functions. Neural Netw 138:14\u201332","journal-title":"Neural Netw"},{"key":"7211_CR13","doi-asserted-by":"crossref","unstructured":"Basirat M, and Roth PM (2021) S* ReLU: learning piecewise linear activation functions via particle swarm optimization. In: Proceedings of the proceedings of the 16th international joint conference on computer vision, imaging and computer graphics theory and applications","DOI":"10.5220\/0010338506450652"},{"key":"7211_CR14","doi-asserted-by":"crossref","unstructured":"Chung H, Lee SJ, and Park JG (2016) Deep neural network using trainable activation functions. In: 2016 International joint conference on neural networks (IJCNN), IEEE, pp 348\u2013352","DOI":"10.1109\/IJCNN.2016.7727219"},{"key":"7211_CR15","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.patrec.2018.09.006","volume":"116","author":"F Godin","year":"2018","unstructured":"Godin F, Degrave J, Dambre J, De Neve W (2018) Dual rectified linear units (DReLUs): a replacement for tanh activation functions in quasi-recurrent neural networks. Pattern Recogn Lett 116:8\u201314","journal-title":"Pattern Recogn Lett"},{"key":"7211_CR16","unstructured":"Klambauer G, Unterthiner T, Mayr A, and Hochreiter S (2017) Self-normalizing neural networks. In: Advances in neural information processing systems, pp 971\u2013980"},{"key":"7211_CR17","unstructured":"Nair V, and Hinton GE (2010) Rectified linear units improve restricted boltzmann machines. In: Proceedings of the 27th international conference on machine learning (ICML-10), pp 807\u2013814"},{"key":"7211_CR18","doi-asserted-by":"publisher","first-page":"151359","DOI":"10.1109\/ACCESS.2019.2948112","volume":"7","author":"Z Qiumei","year":"2019","unstructured":"Qiumei Z, Dan T, Fenghua W (2019) Improved convolutional neural network based on fast exponentially linear unit activation function. IEEE Access 7:151359\u2013151367","journal-title":"IEEE Access"},{"key":"7211_CR19","unstructured":"Ramachandran P, Zoph B, and Le QV (2017) Searching for activation functions. arXiv preprint arXiv:1710.05941"},{"key":"7211_CR20","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.eswa.2018.11.042","volume":"120","author":"VS Bawa","year":"2019","unstructured":"Bawa VS, Kumar V (2019) Linearized sigmoidal activation: A novel activation function with tractable non-linear characteristics to boost representation capability. Expert Syst Appl 120:346\u2013356","journal-title":"Expert Syst Appl"},{"key":"7211_CR21","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, and Sun J (2015). Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE international conference on computer vision, pp 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"7211_CR22","doi-asserted-by":"publisher","first-page":"114048","DOI":"10.1016\/j.eswa.2020.114048","volume":"166","author":"G Maguolo","year":"2021","unstructured":"Maguolo G, Nanni L, Ghidoni S (2021) Ensemble of convolutional neural networks trained with different activation functions. Expert Syst Appl 166:114048","journal-title":"Expert Syst Appl"},{"key":"7211_CR23","doi-asserted-by":"crossref","unstructured":"Trottier L, Gigu P, and Chaib-draa B (2017) Parametric exponential linear unit for deep convolutional neural networks. In: 16th IEEE International conference on machine learning and applications (ICMLA), IEEE, pp 207\u2013214","DOI":"10.1109\/ICMLA.2017.00038"},{"key":"7211_CR24","unstructured":"Clevert DA, Unterthiner T, and Hochreiter S (2015) Fast and accurate deep network learning by exponential linear units (elus). arXiv preprint arXiv:1511.07289"},{"key":"7211_CR25","doi-asserted-by":"crossref","unstructured":"Kong S, and Takatsuka M (2017) Hexpo: a vanishing-proof activation function. In: 2017 international joint conference on neural networks (IJCNN), IEEE, pp 2562\u20132567","DOI":"10.1109\/IJCNN.2017.7966168"},{"issue":"2","key":"7211_CR26","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/S0893-6080(03)00189-8","volume":"17","author":"M Solazzi","year":"2004","unstructured":"Solazzi M, Uncini A (2004) Regularising neural networks using flexible multivariate activation function. Neural Netw 17(2):247\u2013260","journal-title":"Neural Netw"},{"issue":"3","key":"7211_CR27","doi-asserted-by":"publisher","first-page":"262","DOI":"10.3390\/math7030262","volume":"7","author":"BI Yun","year":"2019","unstructured":"Yun BI (2019) A neural network approximation based on a parametric sigmoidal function. Mathematics 7(3):262","journal-title":"Mathematics"},{"key":"7211_CR28","doi-asserted-by":"publisher","first-page":"114534","DOI":"10.1016\/j.eswa.2020.114534","volume":"171","author":"Y Zhou","year":"2021","unstructured":"Zhou Y, Li D, Huo S, Kung SY (2021) Shape autotuning activation function. Expert Syst Appl 171:114534","journal-title":"Expert Syst Appl"},{"key":"7211_CR29","unstructured":"Agostinelli F, Hoffman M, Sadowski P and Baldi P (2014) Learning activation functions to improve deep neural networks. arXiv preprint arXiv:1412.6830"},{"key":"7211_CR30","unstructured":"Krizhevsky A, and Hinton G (2009) Learning multiple layers of features from tiny images. Master's thesis, University of Tront"},{"issue":"11","key":"7211_CR31","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"7211_CR32","unstructured":"Xiao H, Rasul K and Vollgraf R (2017) Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms. arXiv preprint arXiv:1708.07747"},{"key":"7211_CR33","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A et al (2011) Reading digits in natural images with unsupervised feature learning"},{"key":"7211_CR34","doi-asserted-by":"publisher","first-page":"109577","DOI":"10.1016\/j.mehy.2020.109577","volume":"137","author":"S Kilicarslan","year":"2020","unstructured":"Kilicarslan S, Adem K, Celik M (2020) Diagnosis and classification of cancer using hybrid model based on reliefF and convolutional neural network. Med Hypotheses 137:109577","journal-title":"Med Hypotheses"},{"key":"7211_CR35","doi-asserted-by":"publisher","first-page":"102231","DOI":"10.1016\/j.bspc.2020.102231","volume":"63","author":"S Kilicarslan","year":"2021","unstructured":"Kilicarslan S, Celik M, Sahin \u015e (2021) Hybrid models based on genetic algorithm and deep learning algorithms for nutritional Anemia disease classification. Biomed Signal Process Control 63:102231","journal-title":"Biomed Signal Process Control"},{"key":"7211_CR36","unstructured":"LeCun Y, Boser BE, Denker JS, Henderson D et al (1990) Handwritten digit recognition with a back-propagation network. In: Advances in neural information processing systems conference, pp 396\u2013404"},{"key":"7211_CR37","volume-title":"Machine learning: a probabilistic perspective","author":"KP Murphy","year":"2012","unstructured":"Murphy KP (2012) Machine learning: a probabilistic perspective. MIT Press"},{"issue":"6","key":"7211_CR38","doi-asserted-by":"publisher","first-page":"4220","DOI":"10.3906\/elk-1903-112","volume":"27","author":"K Adem","year":"2019","unstructured":"Adem K, K\u00f6zkurt C (2019) Defect detection of seals in multilayer aseptic packages using deep learning. Turk J Electr Eng Comput Sci 27(6):4220\u20134230","journal-title":"Turk J Electr Eng Comput Sci"},{"issue":"7","key":"7211_CR39","doi-asserted-by":"publisher","first-page":"3785","DOI":"10.1016\/j.eswa.2014.12.045","volume":"42","author":"K Adem","year":"2015","unstructured":"Adem K, Orhan U, Hekim M (2015) Image processing based quality control of the impermeable seams in multilayered aseptic packages. Expert Syst Appl 42(7):3785\u20133789","journal-title":"Expert Syst Appl"},{"key":"7211_CR40","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.eswa.2018.07.053","volume":"114","author":"K Adem","year":"2018","unstructured":"Adem K (2018) Exudate detection for diabetic retinopathy with circular Hough transformation and convolutional neural networks. Expert Syst Appl 114:289\u2013295","journal-title":"Expert Syst Appl"},{"key":"7211_CR41","first-page":"299","volume":"2","author":"MG Genton","year":"2001","unstructured":"Genton MG (2001) Classes of kernels for machine learning: a statistics perspective. J Mach Learn Res 2:299\u2013312","journal-title":"J Mach Learn Res"},{"key":"7211_CR42","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1038\/nmeth.2813","volume":"11","author":"M Krzywinski","year":"2014","unstructured":"Krzywinski M, Altman N (2014) Visualizing samples with box plots. Nat Methods 11:119\u2013120. https:\/\/doi.org\/10.1038\/nmeth.2813","journal-title":"Nat Methods"},{"issue":"48","key":"7211_CR43","first-page":"30","volume":"16","author":"M Karakoyun","year":"2014","unstructured":"Karakoyun M, Hac\u0131beyo\u011flu M (2014) Statistical comparison of machine learning classification algorithms using biomedical datasets. Dokuz Eyl\u00fcl \u00dcniv M\u00fchendis Fak Fen ve M\u00fchendis Derg 16(48):30\u201342","journal-title":"Dokuz Eyl\u00fcl \u00dcniv M\u00fchendis Fak Fen ve M\u00fchendis Derg"},{"key":"7211_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.08.050","author":"K Adem","year":"2019","unstructured":"Adem K, Kilicarslan S, Comert O (2019) Classification and diagnosis of cervical cancer with softmax classification with stacked autoencoder. Expert Syst Appl. https:\/\/doi.org\/10.1016\/j.eswa.2018.08.050","journal-title":"Expert Syst Appl"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07211-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07211-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07211-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,24]],"date-time":"2022-07-24T10:12:38Z","timestamp":1658657558000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07211-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,18]]},"references-count":44,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["7211"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07211-7","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,18]]},"assertion":[{"value":"29 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We, the authors, have no conflict of interest and disclose any financial and personal relationships with other people or organizations that could inappropriately influence the presented work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}