{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:26:47Z","timestamp":1760711207330,"version":"3.37.3"},"reference-count":95,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T00:00:00Z","timestamp":1682294400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T00:00:00Z","timestamp":1682294400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s00521-023-08565-2","type":"journal-article","created":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T14:03:20Z","timestamp":1682345000000},"page":"17043-17075","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Stacked autoencoder with novel integrated activation functions for the diagnosis of autism spectrum disorder"],"prefix":"10.1007","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0607-3422","authenticated-orcid":false,"given":"Kaviya Elakkiya","family":"M","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5173-4878","authenticated-orcid":false,"family":"Dejey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,4,24]]},"reference":[{"key":"8565_CR1","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1007\/s13312-010-0077-3","volume":"47","author":"JK Poon","year":"2010","unstructured":"Poon JK, Larosa AC, Shashidhar Pai G (2010) Developmental delay: timely identification and assessment. Indian Pediatr 47:415\u2013422. https:\/\/doi.org\/10.1007\/s13312-010-0077-3","journal-title":"Indian Pediatr"},{"key":"8565_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-8065-6","volume-title":"International handbook of autism and pervasive developmental disorders","author":"JL Matson","year":"2011","unstructured":"Matson JL, Sturney P (2011) International handbook of autism and pervasive developmental disorders. Springer, New York"},{"key":"8565_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71210-9","volume-title":"Handbook of childhood psychopathology and developmental disabilities treatment","author":"JL Matson","year":"2017","unstructured":"Matson JL (2017) Handbook of childhood psychopathology and developmental disabilities treatment. Springer, Cham"},{"key":"8565_CR4","unstructured":"Sulkes SB (2020) Definition of developmental disorders. MSD manual. https:\/\/www.msdmanuals.com\/en-in\/home\/children-s-health-issues\/learning-and-developmental-disorders\/definition-of-developmental-disorders. Accessed 23 Oct 2021"},{"key":"8565_CR5","unstructured":"MaineHealth (2021) Developmental Disorders. MaineHealth. https:\/\/www.mainehealth.org\/Services\/Kids-Health\/Developmental-Disorders. Accessed 23 Oct 2021"},{"key":"8565_CR6","unstructured":"Jadhav M (2021) Autism spectrum disorder. American psychiatric association. https:\/\/www.psychiatry.org\/patients-families\/autism\/what-is-autism-spectrum-disorder. Accessed 23 Oct 2021"},{"key":"8565_CR7","unstructured":"World Health Organization (2021) Autism spectrum disorders. World Health Organization. https:\/\/www.who.int\/news-room\/fact-sheets\/detail\/autism-spectrum-disorders. Accessed 23 Oct 2021"},{"key":"8565_CR8","unstructured":"Mayo Clinic Staff (2018) Autism spectrum disorder. Mayo Clinic. https:\/\/www.mayoclinic.org\/diseases-conditions\/autism-spectrum-disorder\/symptoms-causes\/syc-20352928. Accessed 23 Oct 2021"},{"key":"8565_CR9","unstructured":"Office of Communications NICHD (2021) Early Intervention for Autism. NICHD. https:\/\/www.nichd.nih.gov\/health\/topics\/autism\/conditioninfo\/treatments\/early-intervention. Accessed 23 Oct 2021"},{"key":"8565_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.nicl.2020.102181","volume":"25","author":"M Rakic","year":"2020","unstructured":"Rakic M, Cabezas M, Kushibar K et al (2020) Improving the detection of autism spectrum disorder by combining structural and functional MRI information. NeuroImage Clin 25:1\u20139. https:\/\/doi.org\/10.1016\/j.nicl.2020.102181","journal-title":"NeuroImage Clin"},{"key":"8565_CR11","doi-asserted-by":"publisher","first-page":"22809","DOI":"10.1007\/s11042-018-5625-1","volume":"77","author":"Z Xiao","year":"2018","unstructured":"Xiao Z, Wang C, Jia N et al (2018) SAE-based classification of school-aged children with autism spectrum disorders using functional magnetic resonance imaging. Multimed Tools Appl 77:22809\u201322820. https:\/\/doi.org\/10.1007\/s11042-018-5625-1","journal-title":"Multimed Tools Appl"},{"key":"8565_CR12","unstructured":"Whitehead H (2021) Functional MRI. Radiopedia. https:\/\/radiopaedia.org\/articles\/functional-mri. Accessed 11 Nov 2021"},{"key":"8565_CR13","unstructured":"CSUDB (2021) FMRI Functional magnetic resonance imaging lab. california state university long beach. https:\/\/web.csulb.edu\/~cwallis\/482\/fmri\/fmri.html. Accessed 24 Oct 2021"},{"key":"8565_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnhum.2019.00164","volume":"13","author":"A Al-Zubaidi","year":"2019","unstructured":"Al-Zubaidi A, Mertins A, Heldmann M et al (2019) Machine learning based classification of resting-state fMRI features exemplified by metabolic state (Hunger\/Satiety). Front Hum Neurosci 13:1\u201314. https:\/\/doi.org\/10.3389\/fnhum.2019.00164","journal-title":"Front Hum Neurosci"},{"key":"8565_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2012\/961257","volume":"2012","author":"A Mahmoudi","year":"2012","unstructured":"Mahmoudi A, Takerkart S, Regragui F et al (2012) Multivoxel pattern analysis for fMRI data: a review, computational and mathematical methods in medicine. Comput Math Methods Med 2012:1\u201315. https:\/\/doi.org\/10.1155\/2012\/961257","journal-title":"Comput Math Methods Med"},{"key":"8565_CR16","unstructured":"Long M (2021) Deep Learning in Healthcare - How It\u2019s Changing the Game. aIdoc. https:\/\/www.aidoc.com\/blog\/deep-learning-in-healthcare\/. Accessed 27 Oct 2021"},{"key":"8565_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-31756-0","volume-title":"Deep learning: concepts and architectures","author":"W Pedrycz","year":"2020","unstructured":"Pedrycz W, Chen S (2020) Deep learning: concepts and architectures. Springer, Cham"},{"key":"8565_CR18","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1007\/s11831-019-09344-w","volume":"27","author":"S Dargan","year":"2020","unstructured":"Dargan S, Kumar M, Ayyagari MR, Kumar G (2020) A survey of deep learning and its applications: a new paradigm to machine learning. Arch Computat Methods Eng 27:1071\u20131092. https:\/\/doi.org\/10.1007\/s11831-019-09344-w","journal-title":"Arch Computat Methods Eng"},{"key":"8565_CR19","first-page":"1","volume-title":"A review on advances in deep learning. 2015 IEEE workshop on computational intelligence: theories, applications and future directions (WCI)","author":"S Soniya Paul","year":"2015","unstructured":"Soniya Paul S, Singh L (2015) A review on advances in deep learning. 2015 IEEE workshop on computational intelligence: theories, applications and future directions (WCI). IEEE, Kanpur, India, pp 1\u20136"},{"key":"8565_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/1051172","volume":"2021","author":"X Fan","year":"2021","unstructured":"Fan X, Wang X, Jiang M et al (2021) An improved stacked autoencoder for metabolomic data classification. Intell Neuroscience 2021:1\u20139. https:\/\/doi.org\/10.1155\/2021\/1051172","journal-title":"Intell Neuroscience"},{"key":"8565_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2018\/5105709","volume":"2018","author":"G Liu","year":"2018","unstructured":"Liu G, Bao H, Han B et al (2018) A stacked autoencoder-based deep neural network for achieving gearbox fault diagnosis. Math Probl Eng 2018:1\u201310. https:\/\/doi.org\/10.1155\/2018\/5105709","journal-title":"Math Probl Eng"},{"key":"8565_CR22","volume-title":"M\u0103ndoiu I computational advances in bio and medical sciences","author":"S Mostafa","year":"2020","unstructured":"Mostafa S, Yin W, Wu FX (2020) Autoencoder based methods for diagnosis of autism spectrum disorder. In: Murali T, Narasimhan G, Rajasekaran S, Skums P, Zelikovsky A (eds) M\u0103ndoiu I computational advances in bio and medical sciences. Springer"},{"key":"8565_CR23","doi-asserted-by":"publisher","unstructured":"Gogoi M, Begum SA (2017) Image Classification using Deep Autoencoders 2017 IEEE International Conference on Computational Intelligence and Computing Research. IEEE, Coimbatore, India, pp 1\u20135 https:\/\/doi.org\/10.1109\/ICCIC.2017.8524276","DOI":"10.1109\/ICCIC.2017.8524276"},{"key":"8565_CR24","doi-asserted-by":"publisher","unstructured":"Liao DA, Lu H (2018) Classify autism and control based on deep learning and community structure on resting-state fMRI. 2018 Tenth International Conference on Advanced Computational Intelligence (ICAC\u00cd). IEEE, Xiamen, China, pp 289\u2013294. https:\/\/doi.org\/10.1109\/ICACI.2018.8377471","DOI":"10.1109\/ICACI.2018.8377471"},{"key":"8565_CR25","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.nicl.2017.08.017","volume":"17","author":"AS Heinsfeld","year":"2018","unstructured":"Heinsfeld AS, Franco AR, Craddock RC et al (2018) Identification of autism spectrum disorder using deep learning and the ABIDE dataset. NeuroImage Clin 17:16\u201323. https:\/\/doi.org\/10.1016\/j.nicl.2017.08.017","journal-title":"NeuroImage Clin"},{"key":"8565_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/children7100182","volume":"7","author":"H Sewani","year":"2020","unstructured":"Sewani H, Kashef R (2020) An autoencoder-based deep learning classifier for efficient diagnosis of autism. Children 7:1\u201318. https:\/\/doi.org\/10.3390\/children7100182","journal-title":"Children"},{"key":"8565_CR27","unstructured":"ABIDE (2017) ABIDE Introduction. ABIDE. http:\/\/fcon_1000.projects.nitrc.org\/indi\/abide\/. Accessed 12 Jun 2021"},{"key":"8565_CR28","doi-asserted-by":"publisher","first-page":"118030","DOI":"10.1109\/ACCESS.2019.2936639","volume":"7","author":"C Wang","year":"2019","unstructured":"Wang C, Xiao Z, Wang B, Wu J (2019) Identification of autism based on SVM-RFE and stacked sparse auto-encoder. IEEE Access 7:118030\u2013118036. https:\/\/doi.org\/10.1109\/ACCESS.2019.2936639","journal-title":"IEEE Access"},{"key":"8565_CR29","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1038\/mp.2013.78","volume":"19","author":"A Di Martino","year":"2014","unstructured":"Di Martino A, Yan CG, Li Q et al (2014) The autism brain imaging data exchange: towards a large-scale evaluation of the intrinsic brain architecture in autism. Mol Psychiatry 19:659\u2013667. https:\/\/doi.org\/10.1038\/mp.2013.78","journal-title":"Mol Psychiatry"},{"key":"8565_CR30","doi-asserted-by":"publisher","first-page":"128474","DOI":"10.1109\/ACCESS.2019.2940198","volume":"7","author":"S Mostafa","year":"2017","unstructured":"Mostafa S, Tang L, Wu F (2017) Diagnosis of autism spectrum disorder based on eigenvalues of brain networks. IEEE Access 7:128474\u2013128486. https:\/\/doi.org\/10.1109\/ACCESS.2019.2940198","journal-title":"IEEE Access"},{"key":"8565_CR31","doi-asserted-by":"publisher","unstructured":"Ehtemami A, Scott R, Bernadin S (2018) A Survey of fMRI Data Analysis Methods. IEEE South East Conference. IEEE, St. Petersburg, FL, USA, pp 1\u20137. https:\/\/doi.org\/10.1109\/SECON.2018.8479125","DOI":"10.1109\/SECON.2018.8479125"},{"key":"8565_CR32","unstructured":"Ashburner J, Barnes G, Chen C et al (2021) SPM12 Manual. SPM-Statistical Parametric Mapping. https:\/\/www.fil.ion.ucl.ac.uk\/spm\/doc\/spm12_manual.pdf. Accessed 24 Oct 2021"},{"key":"8565_CR33","unstructured":"NeuroTechEdu (2021) Preprocessing. NeuroTechEdu. http:\/\/learn.neurotechedu.com\/preprocessing\/. Accessed 25 Oct 2021"},{"key":"8565_CR34","volume-title":"The statistical analysis of functional MRI data","author":"N Lazar","year":"2008","unstructured":"Lazar N (2008) The statistical analysis of functional MRI data. Springer, New York"},{"key":"8565_CR35","unstructured":"Browniee J (2021) Gentle introduction to the adam optimization algorithm for deep learning. Machine Learning Mastery. https:\/\/machinelearningmastery.com\/adam-optimization-algorithm-for-deep-learning\/. Accessed 02 Nov 2021"},{"key":"8565_CR36","doi-asserted-by":"publisher","first-page":"55","DOI":"10.4236\/ajcm.2014.42006","volume":"4","author":"A Sarveniazi","year":"2014","unstructured":"Sarveniazi A (2014) An actual survey of dimensionality reduction. Am J Comput Math 4:55\u201372. https:\/\/doi.org\/10.4236\/ajcm.2014.42006","journal-title":"Am J Comput Math"},{"key":"8565_CR37","unstructured":"Sorzano COS, Vargas J, Pascual\u2010Montano A (2014) A Survey of Dimensionality Reduction Techniques. arXiv 1\u201335. arxiv.1403.2877"},{"key":"8565_CR38","unstructured":"DeepAI (2021) Feature Extraction. DeepAI. https:\/\/deepai.org\/machine-learning-glossary-and-terms\/feature-extraction. Accessed 29 Oct 2021"},{"key":"8565_CR39","first-page":"67","volume":"2","author":"M Behroozi","year":"2011","unstructured":"Behroozi M, Daliri MR, Boyaci H (2011) Statistical analysis method for the fMRI data. Basic Clin Neurosci 2:67\u201374","journal-title":"Basic Clin Neurosci"},{"key":"8565_CR40","unstructured":"Carto JMR, Ao J (2009) Feature extraction and classification of two class fMRI Experiment using principal component analysis, LDA and SVM. Dissertation, National Institute for Astrophysics"},{"key":"8565_CR41","unstructured":"Agarwal D (2021) Guide for Feature Extraction Techniques. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2021\/04\/guide-for-feature-extraction-techniques\/. Accessed 29 Oct 2021"},{"key":"8565_CR42","unstructured":"Wikipedia (2021) Dimensionality Reduction. Wikipedia. https:\/\/en.wikipedia.org\/wiki\/Dimensionality_reduction. Accessed 29 Oct 2021"},{"key":"8565_CR43","unstructured":"Segarra MB (2017) Study of Reconstruction ICA for Feature Extraction in Images and Signals. Dissertation, University of Barcelona"},{"key":"8565_CR44","unstructured":"Dubey A (2018) The Mathematics behind Principal Component Analysis. Towards Data Science. https:\/\/towardsdatascience.com\/the-mathematics-behind-principal-component-analysis-fff2d7f4b643. Accessed 29 Oct 2021"},{"key":"8565_CR45","unstructured":"Gupta A (2021) A Comprehensive Guide on Deep Learning Optimizers. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2021\/10\/a-comprehensive-guide-on-deep-learning-optimizers\/. Accessed 02 Nov 2021"},{"key":"8565_CR46","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1002\/ima.20166","volume":"18","author":"N Kriegeskorte","year":"2008","unstructured":"Kriegeskorte N, Bodurka J, Bandettini P (2008) Artifactual time-course correlations in echo-planar fMRI with implications for studies of brain function. Int J Imaging Syst Technol 18:345\u2013349. https:\/\/doi.org\/10.1002\/ima.20166","journal-title":"Int J Imaging Syst Technol"},{"key":"8565_CR47","unstructured":"The GIFT Documentation Team (2020) Group ICA\/IVA of fMRI Toolbox (GIFT) Manual. Trends Center. https:\/\/trendscenter.org\/trends\/software\/gift\/docs\/v4.0b_gica_manual.pdf. Accessed 29 Oct 2021"},{"key":"8565_CR48","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.13005\/bpj\/1748","volume":"12","author":"N Daimiwal","year":"2019","unstructured":"Daimiwal N, Shriram R (2019) Power spectral density analysis of time series of pixel of functional magnetic resonance image for different motor activity. Biomed Pharmacol J 12:1193\u20131200. https:\/\/doi.org\/10.13005\/bpj\/1748","journal-title":"Biomed Pharmacol J"},{"key":"8565_CR49","doi-asserted-by":"publisher","first-page":"738","DOI":"10.1016\/j.neuroimage.2014.07.051","volume":"101","author":"SM Smith","year":"2014","unstructured":"Smith SM, Hyv\u00e4rinen A, Varoquaux G et al (2014) Group-PCA for very large fMRI Datasets. Neuroimage 101:738\u2013749. https:\/\/doi.org\/10.1016\/j.neuroimage.2014.07.051","journal-title":"Neuroimage"},{"key":"8565_CR50","doi-asserted-by":"publisher","unstructured":"Majumdar A, Tripathi A (2017) Asymmetric Stacked Autoencoder. 2017 International Joint Conference on Neural Networks. IEEE, Anchorage, AK, USA, pp 911\u2013918. https:\/\/doi.org\/10.1109\/IJCNN.2017.7965949","DOI":"10.1109\/IJCNN.2017.7965949"},{"key":"8565_CR51","unstructured":"Calhoun VD, Adali NT, Hansen LK et al (2003) ICA of Functional MRI Data: An Overview. International Workshop on Independent Component Analysis and Blind Signal Separation pp 281\u2013288."},{"key":"8565_CR52","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1007\/s00702-014-1237-8","volume":"121","author":"S Ambrosino","year":"2014","unstructured":"Ambrosino S, Bos DJ, Van Raalten TR et al (2014) Functional connectivity during cognitive control in children with autism spectrum disorder: an independent component analysis. J Neural Transm 121:1145\u20131155. https:\/\/doi.org\/10.1007\/s00702-014-1237-8","journal-title":"J Neural Transm"},{"key":"8565_CR53","unstructured":"BrainVoyager (2020) Independent component analysis. BrainVoyager. https:\/\/www.brainvoyager.com\/bv\/doc\/UsersGuide\/ICA\/IndependentComponentAnalysis.html. Accessed 30 Oct 2021"},{"key":"8565_CR54","unstructured":"Jerom S (2015) Does ICA require to run PCA first?. StackExchange. https:\/\/stats.stackexchange.com\/questions\/97704\/does-ica-require-to-run-pca-first\/171178. Accessed 26 Oct 2021"},{"key":"8565_CR55","unstructured":"Wu C (2005) Feature Selection for fMRI Classification. Dissertation, Carnegie Mellon University"},{"key":"8565_CR56","first-page":"71","volume-title":"Advanced in computer science and its applications lecture notes in electrical engineering","author":"LN Do","year":"2014","unstructured":"Do LN, Yang HJ (2014) A robust feature selection method for classification of cognitive states with fMRI data. In: Yen N, Park J (eds) Advanced in computer science and its applications lecture notes in electrical engineering. Springer, Berlin, pp 71\u201376"},{"key":"8565_CR57","unstructured":"Pujara J (2005) Understanding feature selection in functional magnetic resonance imaging. dissertation, Carnegie Mellon University"},{"key":"8565_CR58","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.eswa.2020.114048","volume":"166","author":"G Maguolo","year":"2021","unstructured":"Maguolo G, Nanni L, Ghidoni S (2021) Ensemble of convolutional neural networks trained with different activation functions. Expert Syst Appl 166:1\u20138. https:\/\/doi.org\/10.1016\/j.eswa.2020.114048","journal-title":"Expert Syst Appl"},{"key":"8565_CR59","doi-asserted-by":"publisher","unstructured":"Filippi M (2016) fMRI Techniques and Protocols. Springer, Humana New York. https:\/\/link.springer.com\/book\/https:\/\/doi.org\/10.1007\/978-1-4939-5611-1","DOI":"10.1007\/978-1-4939-5611-1"},{"key":"8565_CR60","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep Learning. MIT Press, United States"},{"key":"8565_CR61","first-page":"10","volume-title":"Intelligent computing in bioinformatics lecture notes in computer sciences","author":"Y Gao","year":"2014","unstructured":"Gao Y, Zhu L, Zhu HD et al (2014) Extract features using stacked denoised autoencoder. In: Huang DS, Han K, Gromiha M (eds) Intelligent computing in bioinformatics lecture notes in computer sciences. Springer, Cham, pp 10\u201314"},{"key":"8565_CR62","unstructured":"Tutorialspoint (2021) Keras - Dense Layer. Tutorialspoint. https:\/\/www.tutorialspoint.com\/keras\/keras_dense_layer.htm. Accessed 31 Oct 2021"},{"key":"8565_CR63","unstructured":"Moawad A (2019) Dense layers explained in a simple way. Medium. https:\/\/medium.com\/datathings\/dense-layers-explained-in-a-simple-way-62fe1db0ed75. Accessed 31 Oct 2021"},{"key":"8565_CR64","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan A, Sohail A, Zahoora U et al (2020) A survey of the recent architectures of deep convolutional neural networks. Artif Intell Rev 53:5455\u20135516. https:\/\/doi.org\/10.1007\/s10462-020-09825-6","journal-title":"Artif Intell Rev"},{"key":"8565_CR65","unstructured":"Nwankpa C, Ijomah W, Gachagan A, Marshall S (2018) Activation functions: Comparison of trends in practice and research for deep learning. arXiv 1\u201320. arxiv.1811.03378"},{"key":"8565_CR66","unstructured":"Panneerselvam (2021) Activation functions and their derivatives \u2013 A quick and complete guide. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2021\/04\/activation-functions-and-their-derivatives-a-quick-complete-guide\/. Accessed 01 Nov 2021"},{"key":"8565_CR67","unstructured":"Datta L (2020) A survey on activation functions and their relation with Xavier and He normal initialization. arXiv 1\u201317. arXiv.2004.06632"},{"key":"8565_CR68","unstructured":"Gupta D (2020) Fundamentals of deep learning \u2013 activation functions and when to use them?. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2020\/01\/fundamentals-deep-learning-activation-functions-when-to-use-them\/. Accessed 01 Nov 2021"},{"key":"8565_CR69","unstructured":"Bhardwaj S (2021) Neural networks and activation function. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2021\/04\/neural-networks-and-activation-function\/. Accessed 01 Nov 2021"},{"key":"8565_CR70","doi-asserted-by":"publisher","first-page":"310","DOI":"10.33564\/ijeast.2020.v04i12.054","volume":"4","author":"S Sharma","year":"2020","unstructured":"Sharma S, Sharma S, Athaiya A (2020) Activation functions in neural networks. Int J Eng Appl Sci Technol 4:310\u2013316. https:\/\/doi.org\/10.33564\/ijeast.2020.v04i12.054","journal-title":"Int J Eng Appl Sci Technol"},{"key":"8565_CR71","unstructured":"Xu B, Wang N, Chen T, Li M (2015) Empirical evaluation of rectified activations in convolution network. arXiv 1\u20135. arXiv.1505.00853"},{"key":"8565_CR72","unstructured":"TensorFlow (2021) Tensorflow Addons. Tensorflow. https:\/\/www.tensorflow.org\/addons\/api_docs\/python\/tfa\/activations\/rrelu. Accessed 01 Nov 2021"},{"key":"8565_CR73","unstructured":"Maladkar K (2018) The number game behind advanced activation functions in machine learning. Analytics Vidhya. https:\/\/analyticsindiamag.com\/the-number-game-behind-advanced-activation-functions-in-machine-learning\/. Accessed 01 Nov 2021"},{"key":"8565_CR74","unstructured":"Serengil (2021) Softsign as a neural network activation function. Sefiks. https:\/\/sefiks.com\/2017\/11\/10\/softsign-as-a-neural-networks-activation-function\/. Accessed 02 Nov 2021"},{"key":"8565_CR75","unstructured":"Maksutov R (2021) Deep study of a not very deep neural network part 2: Activation function. Towards data science. https:\/\/towardsdatascience.com\/deep-study-of-a-not-very-deep-neural-network-part-2-activation-functions-fd9bd8d406fc. Accessed 02 Nov 2021"},{"key":"8565_CR76","unstructured":"GeeksforGeeks (2020) Activation functions in neural networks. GeeksforGeeks. https:\/\/www.geeksforgeeks.org\/activation-functions-neural-networks\/. Accessed 02 Nov 2021"},{"key":"8565_CR77","doi-asserted-by":"publisher","unstructured":"Mastromichalakis S (2021) SigmoReLU: An improvement activation function by combining Sigmoid and ReLU. Preprints 1\u201310. https:\/\/doi.org\/10.20944\/preprints202106.0252.v1","DOI":"10.20944\/preprints202106.0252.v1"},{"key":"8565_CR78","unstructured":"Robofied (2021) Softsign activation function. Robofied. https:\/\/blog.robofied.com\/softsign-activation-function\/. Accessed 02 Nov 2021"},{"key":"8565_CR79","unstructured":"Kansal S (2021) A Quick guide to activation functions in deep learning. Towards data science. https:\/\/towardsdatascience.com\/a-quick-guide-to-activation-functions-in-deep-learning-4042e7addd5b. Accessed 02 Nov 2021"},{"key":"8565_CR80","unstructured":"Tensorflow (2021) Keras metrics SensitivityatSpecificity. Tensorflow. https:\/\/www.tensorflow.org\/api_docs\/python\/tf\/keras\/metrics\/SensitivityAtSpecificity. Accessed 30 Oct 2021"},{"key":"8565_CR81","unstructured":"Tensorflow (2021) Keras Metrics SpecificityatSensitivity. Tensorflow. https:\/\/www.tensorflow.org\/api_docs\/python\/tf\/keras\/metrics\/SpecificityAtSensitivity. Accessed 30 Oct 2021"},{"key":"8565_CR82","unstructured":"Vashisht R (2021) When to perform feature selection. Atoti. https:\/\/www.atoti.io\/when-to-perform-a-feature-scaling\/. Accessed 25 Oct 2021"},{"key":"8565_CR83","unstructured":"Bhandari A (2020) Feature Scaling for machine learning: understanding the difference between normalization vs. standardization. Analytics Vidhya. https:\/\/www.analyticsvidhya.com\/blog\/2020\/04\/feature-scaling-machine-learning-normalization-standardization\/. Accessed 25 Oct 2021"},{"key":"8565_CR84","unstructured":"Kumar N (2020) Feature scaling: normalization, standardization and scaling. Medium. https:\/\/medium.com\/analytics-vidhya\/feature-scaling-normalization-standardization-and-scaling-c920ed3637e7. Accessed 25 Oct 2021"},{"key":"8565_CR85","unstructured":"Great Learning (2020) What is rectified linear unit (ReLU)? Introduction to ReLU activation function. Great learning. https:\/\/www.mygreatlearning.com\/blog\/relu-activation-function\/. Accessed 02 Nov 2021"},{"key":"8565_CR86","unstructured":"Kumar A (2020) Different activation functions in neural networks. Data analytics. https:\/\/vitalflux.com\/different-types-activation-functions-neural-networks\/. Accessed 02 Nov 2021"},{"key":"8565_CR87","unstructured":"Kevin U (2017) ReLU vs Sigmoid vs Tanh. krbnite. https:\/\/krbnite.github.io\/ReLU-vs-Sigmoid-vs-Tanh\/. Accessed 01 November 2021"},{"key":"8565_CR88","unstructured":"Gottimukkula VCR (2016) Object classification using stacked autoencoder and convolutional neural network. Dissertation, North Dakota State University"},{"key":"8565_CR89","unstructured":"Karim R (2018) Intuitions on L1 and L2 Regularisation. Towards data science. https:\/\/towardsdatascience.com\/intuitions-on-l1-and-l2-regularisation-235f2db4c261. Accessed 25 oct 2021"},{"key":"8565_CR90","unstructured":"Tyagi N (2021) L2 and L1 Regularization in machine learning. analytic steps. https:\/\/www.analyticssteps.com\/blogs\/l2-and-l1-regularization-machine-learning. Accessed 31 Oct 2021"},{"key":"8565_CR91","unstructured":"Taunk D (2020) L1 vs L2 Regularization: The intuitive difference. Medium. https:\/\/medium.com\/analytics-vidhya\/l1-vs-l2-regularization-which-is-better-d01068e6658c. Accessed 31 Oct 2021"},{"key":"8565_CR92","unstructured":"Browniee J (2020) How to choose loss functions when training deep learning neural networks. Machine learning mastery. https:\/\/machinelearningmastery.com\/how-to-choose-loss-functions-when-training-deep-learning-neural-networks\/. Accessed 01 Nov 2021"},{"key":"8565_CR93","unstructured":"Seif G (2019) Understanding the 3 Most Common Loss Functions for Machine Learning Regression. Towards Data Science. https:\/\/towardsdatascience.com\/understanding-the-3-most-common-loss-functions-for-machine-learning-regression-23e0ef3e14d3. Accessed 01 Nov 2021"},{"key":"8565_CR94","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1007\/s00521-019-04160-6","volume":"32","author":"A Baldominos","year":"2020","unstructured":"Baldominos A, Saez Y, Isasi P (2020) On the automated, evolutionary design of neural networks: past, present, and future. Neural Comput & Applic 32:519\u2013545. https:\/\/doi.org\/10.1007\/s00521-019-04160-6","journal-title":"Neural Comput & Applic"},{"key":"8565_CR95","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.engappai.2022.105034","volume":"114","author":"M Kaviya Elakkiya","year":"2022","unstructured":"Kaviya Elakkiya M, Dejey D (2022) RGM-GP with novel kernels coupled deep learning model for autism screening. Eng Appl Artif Intell 114:1\u201328. https:\/\/doi.org\/10.1016\/j.engappai.2022.105034","journal-title":"Eng Appl Artif Intell"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08565-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-08565-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08565-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T19:13:18Z","timestamp":1689189198000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-08565-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,24]]},"references-count":95,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["8565"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-08565-2","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2023,4,24]]},"assertion":[{"value":"29 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}