{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T09:45:47Z","timestamp":1758361547941,"version":"3.44.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2025,3,15]],"date-time":"2025-03-15T00:00:00Z","timestamp":1741996800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,15]],"date-time":"2025-03-15T00:00:00Z","timestamp":1741996800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003093","name":"Malaysian Ministry of Higher Education","doi-asserted-by":"crossref","award":["FRGS\/1\/2019\/ICT02\/UKM\/02\/9"],"award-info":[{"award-number":["FRGS\/1\/2019\/ICT02\/UKM\/02\/9"]}],"id":[{"id":"10.13039\/501100003093","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1007\/s10489-025-06399-0","type":"journal-article","created":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T23:11:26Z","timestamp":1741993886000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Effect of continuous S-shaped rectified linear function on deep convolutional neural network"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0906-752X","authenticated-orcid":false,"given":"Anahita","family":"Ghazvini","sequence":"first","affiliation":[]},{"given":"Siti Norul Huda Sheikh","family":"Abdullah","sequence":"additional","affiliation":[]},{"given":"Masri","family":"Ayob","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,3,15]]},"reference":[{"key":"6399_CR1","unstructured":"Abadi M, Barham P, Chen J, et al (2016) TensorFlow: A system for large-scale machine learning. arXiv. https:\/\/arxiv.org\/abs\/1605.08695. Accessed 31 May 2016"},{"key":"6399_CR2","doi-asserted-by":"publisher","first-page":"181","DOI":"10.17576\/pengurusan-2018-53-16","volume":"53","author":"MA Abdullah","year":"2018","unstructured":"Abdullah MA, Sheikh Abdullah SNH, Nordin MJ (2018) Additional feet-on-the-street deployment method for indexed crime prevention initiative. JP 53:181\u2013193. https:\/\/doi.org\/10.17576\/pengurusan-2018-53-16","journal-title":"JP"},{"key":"6399_CR3","doi-asserted-by":"crossref","unstructured":"Abdullah SNHS, Khalid M, Yusof R, Omar K (2006) License Plate Recognition using Multi-cluster and Multilayer Neural Networks. In: 2006 2nd International Conference on Information & Communication Technologies. IEEE, Damascus, Syria, pp 1818\u20131823.\u00a0http:\/\/eprints.utm.my\/1645\/1\/marzuki06_Plate_Recognition.pdf","DOI":"10.1109\/ICTTA.2006.1684663"},{"key":"6399_CR4","doi-asserted-by":"publisher","first-page":"117583","DOI":"10.1016\/j.eswa.2022.117583","volume":"203","author":"K Adem","year":"2022","unstructured":"Adem K (2022) Impact of activation functions and number of layers on detection of exudates using circular Hough transform and convolutional neural networks. Expert Syst Appl 203:117583. https:\/\/doi.org\/10.1016\/j.eswa.2022.117583","journal-title":"Expert Syst Appl"},{"key":"6399_CR5","unstructured":"Carlile B, Delamarter G, Kinney P, et al (2017) Improving Deep Learning by Inverse Square Root Linear Units (ISRLUs) (arXiv:1710.09967). arXiv. http:\/\/arxiv.org\/abs\/1710.09967. Accessed 9 Nov 2017"},{"key":"6399_CR6","doi-asserted-by":"publisher","first-page":"2751","DOI":"10.1007\/s00371-021-02153-y","volume":"38","author":"N Ahmad","year":"2022","unstructured":"Ahmad N, Asghar S, Gillani SA (2022) Transfer learning-assisted multi-resolution breast cancer histopathological images classification. Vis Comput 38:2751\u20132770. https:\/\/doi.org\/10.1007\/s00371-021-02153-y","journal-title":"Vis Comput"},{"key":"6399_CR7","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1186\/s12859-023-05462-2","volume":"24","author":"N Ahmad","year":"2023","unstructured":"Ahmad N, Strand R, Sparres\u00e4ter B et al (2023) Automatic segmentation of large-scale CT image datasets for detailed body composition analysis. BMC Bioinformatics 24:346. https:\/\/doi.org\/10.1186\/s12859-023-05462-2","journal-title":"BMC Bioinformatics"},{"key":"6399_CR8","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1186\/s12938-024-01235-x","volume":"23","author":"N Ahmad","year":"2024","unstructured":"Ahmad N, Dahlberg H, J\u00f6nsson H et al (2024) Voxel-wise body composition analysis using image registration of a three-slice CT imaging protocol: methodology and proof-of-concept studies. BioMed Eng OnLine 23:42. https:\/\/doi.org\/10.1186\/s12938-024-01235-x","journal-title":"BioMed Eng OnLine"},{"key":"6399_CR9","unstructured":"Ahmad, N., \u00d6fverstedt, J., Tarai, S., Bergstr\u00f6m, G., Ahlstr\u00f6m, H., Kullberg, J. Interpretable Uncertainty-Aware Deep Regression with Cohort Saliency Analysis for Three-Slice CT Imaging Studies. Proceedings of The 7nd International Conference on Medical Imaging with Deep Learning, PMLR 250:17\u201332.\u00a0https:\/\/proceedings.mlr.press\/v250\/ahmad24a.html"},{"key":"6399_CR10","unstructured":"Clevert D-A, Unterthiner T, Hochreiter S (2016) Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs) (arXiv:1511.07289). arXiv. http:\/\/arxiv.org\/abs\/1511.07289. Accessed 22 Feb 2016"},{"key":"6399_CR11","unstructured":"Cui X, Zhang W, T\u00fcske Z, Picheny M (2018) Evolutionary Stochastic Gradient Descent for Optimization of Deep Neural Networks (Arxiv:1810.06773). Arxiv. http:\/\/Arxiv.Org\/Abs\/1810.06773. Accessed 16 Oct 2018"},{"key":"6399_CR12","doi-asserted-by":"publisher","first-page":"13852","DOI":"10.1007\/S10489-022-04208-6","volume":"53","author":"J Liu","year":"2023","unstructured":"Liu J, Zhao Y (2023) Improved generalization performance of convolutional neural networks with lossda. Appl Intell 53:13852\u201313866. https:\/\/doi.org\/10.1007\/S10489-022-04208-6","journal-title":"Appl Intell"},{"key":"6399_CR13","doi-asserted-by":"publisher","first-page":"21156","DOI":"10.1007\/S10489-023-04522-7","volume":"53","author":"T Beckingham","year":"2023","unstructured":"Beckingham T, Spencer J, Mckay K (2023) CNN-RNN architecture to calculate BPM from underwater ECG samples. Appl Intell 53:21156\u201321166. https:\/\/doi.org\/10.1007\/S10489-023-04522-7","journal-title":"Appl Intell"},{"key":"6399_CR14","doi-asserted-by":"publisher","first-page":"7","DOI":"10.9781\/Ijimai.2019.04.003","volume":"5","author":"A Ghazvini","year":"2019","unstructured":"Ghazvini A, Abdullah SNHS, Ayob M (2019) A recent trend in individual counting approach using deep network. IJIMAI 5:7. https:\/\/doi.org\/10.9781\/Ijimai.2019.04.003","journal-title":"IJIMAI"},{"key":"6399_CR15","doi-asserted-by":"publisher","first-page":"100521","DOI":"10.1109\/ACCESS.2020.2989285","volume":"8","author":"A Ghazvini","year":"2020","unstructured":"Ghazvini A, Abdullah SNHS, Ayob M (2020) Smoothing secant line slope using aggregation fischer burmeister function. IEEE Access 8:100521\u2013100532. https:\/\/doi.org\/10.1109\/ACCESS.2020.2989285","journal-title":"IEEE Access"},{"key":"6399_CR16","unstructured":"Bengio Y, Glorot X (2010) Understanding the difficulty of training deep feed forward neural networks. International Conference on Artificial Intelligence and Statistic (pp. 249\u2013256). https:\/\/www.semanticscholar.org\/paper\/Understanding-the-difficulty-of-training-deep-Glorot-Bengio\/ea9d2a2b4ce11aaf85136840c65f3bc9c03ab649"},{"key":"6399_CR17","unstructured":"Goodfellow IJ, Warde-Farley D, Mirza M et al (2013) Maxout Networks (Arxiv:1302.4389). Arxiv. http:\/\/Arxiv.Org\/Abs\/1302.4389. Accessed 20 Sept 2013"},{"key":"6399_CR18","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Delving Deep Into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification (Arxiv:1502.01852). Arxiv. http:\/\/Arxiv.Org\/Abs\/1502.01852. Accessed 6 Feb 2015","DOI":"10.1109\/ICCV.2015.123"},{"key":"6399_CR19","doi-asserted-by":"publisher","first-page":"2065","DOI":"10.1007\/s11042-021-11593-6","volume":"81","author":"BH Nayef","year":"2022","unstructured":"Nayef BH, Abdullah SNHS, Sulaiman R, Alyasseri ZAA (2022) Optimized leaky ReLU for handwritten Arabic character recognition using convolutional neural networks. Multimed Tools Appl 81:2065\u20132094. https:\/\/doi.org\/10.1007\/s11042-021-11593-6","journal-title":"Multimed Tools Appl"},{"key":"6399_CR20","unstructured":"Li J, Xu H, Deng J, Sun X (2016) Hyperbolic linear units for deep convolutional neural networks. In: 2016 International Joint Conference on Neural Networks (IJCNN). IEEE, Vancouver, BC, Canada, pp 353\u2013359. https:\/\/www.semanticscholar.org\/paper\/Hyperbolic-linear-units-for-deep-convolutional-Li-Xu\/3d07d88c0e84831420e9c47de456be7b160c7b1b"},{"key":"6399_CR21","unstructured":"Jin X, Xu C, Feng J et al (2015) Deep learning with s-shaped rectified linear activation units (arXiv:1512.07030). arXiv. http:\/\/arxiv.org\/abs\/1512.07030"},{"key":"6399_CR22","unstructured":"Kingma DP, Ba J (2017) Adam: a method for stochastic optimization (arXiv:1412.6980). arXiv. http:\/\/arxiv.org\/abs\/1412.6980"},{"key":"6399_CR23","unstructured":"Klambauer G, Unterthiner T, Mayr A, Hochreiter S (2017) Self-normalizing neural networks (arXiv:1706.02515). arXiv. http:\/\/arxiv.org\/abs\/1706.02515. Accessed 22 Dec 2015"},{"key":"6399_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6168-2","volume-title":"Convolutional Neural Networks with Swift for Tensorflow: Image Recognition and Dataset Categorization","author":"B Koonce","year":"2021","unstructured":"Koonce B (2021) Convolutional Neural Networks with Swift for Tensorflow: Image Recognition and Dataset Categorization. Apress, Berkeley, CA"},{"key":"6399_CR25","doi-asserted-by":"publisher","first-page":"119503","DOI":"10.1016\/j.eswa.2023.119503","volume":"217","author":"S Kili\u00e7arslan","year":"2023","unstructured":"Kili\u00e7arslan S, K\u00f6zkurt C, Ba\u015f S, Elen A (2023) Detection and classification of pneumonia using novel Superior Exponential (SupEx) activation function in convolutional neural networks. Expert Syst Appl 217:119503. https:\/\/doi.org\/10.1016\/j.eswa.2023.119503","journal-title":"Expert Syst Appl"},{"key":"6399_CR26","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) ImageNet classification with deep convolutional neural networks. Commun ACM 60:84\u201390. https:\/\/doi.org\/10.1145\/3065386","journal-title":"Commun ACM"},{"key":"6399_CR27","doi-asserted-by":"crossref","unstructured":"LeCun Y, Bottou L, Bengio Y, Ha P (1998) Gradient-based learning applied to document recognition","DOI":"10.1109\/5.726791"},{"key":"6399_CR28","unstructured":"Liu W, Wen Y, Yu Z, Yang M (2017) Large-margin softmax loss for convolutional neural networks (arXiv:1612.02295). arXiv. http:\/\/arxiv.org\/abs\/1612.02295. Accessed 17 Nov 2017"},{"key":"6399_CR29","unstructured":"Maas AL, Hannun AY, Ng AY (n.d) Rectifier Nonlinearities Improve Neural Network Acoustic Models. https:\/\/www.semanticscholar.org\/paper\/Rectifier-Nonlinearities-Improve-Neural-Network-Maas\/367f2c63a6f6a10b3b64b8729d601e69337ee3cc"},{"key":"6399_CR30","doi-asserted-by":"publisher","first-page":"114048","DOI":"10.1016\/j.eswa.2020.114048","volume":"166","author":"G Maguolo","year":"2021","unstructured":"Maguolo G, Nanni L, Ghidoni S (2021) Ensemble of convolutional neural networks trained with different activation functions. Expert Syst Appl 166:114048. https:\/\/doi.org\/10.1016\/j.eswa.2020.114048","journal-title":"Expert Syst Appl"},{"key":"6399_CR31","unstructured":"Misra D (n.d.) Mish: A self regularized non-monotonic activation function"},{"key":"6399_CR32","unstructured":"Nair V, Hinton GE (n.d.) Rectified linear units improve restricted boltzmann machines"},{"key":"6399_CR33","unstructured":"Ramachandran P, Zoph B, Le QV (2017) Searching for Activation Functions (arXiv:1710.05941). arXiv. http:\/\/arxiv.org\/abs\/1710.05941. Accessed 27 Oct 2017"},{"key":"6399_CR34","doi-asserted-by":"publisher","first-page":"119944","DOI":"10.1016\/j.eswa.2023.119944","volume":"224","author":"M Saffar","year":"2023","unstructured":"Saffar M, Kalhor A (2023) Evaluation of dataflow through layers of convolutional neural networks in classification problems. Expert Syst Appl 224:119944. https:\/\/doi.org\/10.1016\/j.eswa.2023.119944","journal-title":"Expert Syst Appl"},{"key":"6399_CR35","unstructured":"Trottier L, Gigu\u00e8re P, Chaib-draa B (2018) Parametric exponential linear unit for deep convolutional neural networks (arXiv:1605.09332). arXiv. http:\/\/arxiv.org\/abs\/1605.09332. Accessed 10 Jan 2018"},{"key":"6399_CR36","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1007\/s10489-023-05177-0","volume":"54","author":"M Fraccaroli","year":"2024","unstructured":"Fraccaroli M, Bizzarri A, Casellati P, Lamma E (2024) Exploiting CNN\u2019s visual explanations to drive anomaly detection. Appl Intell 54:414\u2013427. https:\/\/doi.org\/10.1007\/s10489-023-05177-0","journal-title":"Appl Intell"},{"key":"6399_CR37","doi-asserted-by":"crossref","unstructured":"1016\/j.patcog.2019.01.044","DOI":"10.1088\/1475-7516\/2019\/01\/044"},{"key":"6399_CR38","unstructured":"Xu B, Huang R, Li M (2016) Revise saturated activation functions (arXiv:1602.05980). arXiv. http:\/\/arxiv.org\/abs\/1602.05980. Accessed 2 May 2016"},{"key":"6399_CR39","doi-asserted-by":"publisher","first-page":"27","DOI":"10.17576\/apjitm-2021-1001-03","volume":"10","author":"AS Zaini","year":"2021","unstructured":"Zaini AS, Sheikh Abdullah SNH, Abdullah A et al (2021) Exploitable edge analysis for free flow vehicle plate localization. APJITM 10:27\u201342. https:\/\/doi.org\/10.17576\/apjitm-2021-1001-03","journal-title":"APJITM"},{"key":"6399_CR40","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1016\/j.neucom.2021.06.067","volume":"458","author":"H Zhu","year":"2021","unstructured":"Zhu H, Zeng H, Liu J, Zhang X (2021) Logish: A new nonlinear nonmonotonic activation function for convolutional neural network. Neurocomputing 458:490\u2013499. https:\/\/doi.org\/10.1016\/j.neucom.2021.06.067","journal-title":"Neurocomputing"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06399-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06399-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06399-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T19:36:54Z","timestamp":1758310614000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06399-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,15]]},"references-count":40,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,5]]}},"alternative-id":["6399"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06399-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2025,3,15]]},"assertion":[{"value":"18 February 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"531"}}