{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T01:04:22Z","timestamp":1778029462615,"version":"3.51.4"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"29","license":[{"start":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T00:00:00Z","timestamp":1721779200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T00:00:00Z","timestamp":1721779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100019923","name":"DEVCOM Army Research Laboratory","doi-asserted-by":"publisher","award":["W911NF-19-2-0100"],"award-info":[{"award-number":["W911NF-19-2-0100"]}],"id":[{"id":"10.13039\/100019923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s00521-024-10156-8","type":"journal-article","created":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T02:01:50Z","timestamp":1721786510000},"page":"18297-18311","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Adaptive activation functions for predictive modeling with sparse experimental data"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4078-1676","authenticated-orcid":false,"given":"Farhad","family":"Pourkamali-Anaraki","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tahamina","family":"Nasrin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert E.","family":"Jensen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amy M.","family":"Peterson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher J.","family":"Hansen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,7,24]]},"reference":[{"key":"10156_CR1","first-page":"3094","volume":"33","author":"Y Lu","year":"2020","unstructured":"Lu Y, Lu J (2020) A universal approximation theorem of deep neural networks for expressing probability distributions. Adv Neural Inf Process Syst 33:3094\u20133105","journal-title":"Adv Neural Inf Process Syst"},{"key":"10156_CR2","doi-asserted-by":"crossref","unstructured":"Talaei\u00a0Khoei T, Ould\u00a0Slimane H, Kaabouch N (2023) Deep learning: systematic review, models, challenges, and research directions. Neural Comput Appl, 1\u201322","DOI":"10.1007\/s00521-023-08957-4"},{"issue":"8","key":"10156_CR3","doi-asserted-by":"crossref","first-page":"5791","DOI":"10.1007\/s00521-022-06960-9","volume":"34","author":"M Abdou","year":"2022","unstructured":"Abdou M (2022) Literature review: efficient deep neural networks techniques for medical image analysis. Neural Comput Appl 34(8):5791\u20135812","journal-title":"Neural Comput Appl"},{"issue":"7","key":"10156_CR4","doi-asserted-by":"crossref","first-page":"1469","DOI":"10.3390\/biomedicines10071469","volume":"10","author":"R Weiss","year":"2022","unstructured":"Weiss R, Karimijafarbigloo S, Roggenbuck D, R\u00f6diger S (2022) Applications of neural networks in biomedical data analysis. Biomedicines 10(7):1469","journal-title":"Biomedicines"},{"key":"10156_CR5","volume":"233","author":"X Liu","year":"2023","unstructured":"Liu X, Miramini S, Patel M, Ebeling P, Liao J, Zhang L (2023) Development of numerical model-based machine learning algorithms for different healing stages of distal radius fracture healing. Comput Methods Programs Biomed 233:107464","journal-title":"Comput Methods Programs Biomed"},{"key":"10156_CR6","doi-asserted-by":"crossref","first-page":"15334","DOI":"10.1109\/ACCESS.2021.3052680","volume":"9","author":"F Pourkamali-Anaraki","year":"2021","unstructured":"Pourkamali-Anaraki F, Hariri-Ardebili M (2021) Neural networks and imbalanced learning for data-driven scientific computing with uncertainties. IEEE Access 9:15334\u201315350","journal-title":"IEEE Access"},{"key":"10156_CR7","doi-asserted-by":"crossref","first-page":"1108319","DOI":"10.3389\/fbuil.2023.1108319","volume":"9","author":"H Khodadadi Koodiani","year":"2023","unstructured":"Khodadadi Koodiani H, Majlesi A, Shahriar A, Matamoros A (2023) Non-linear modeling parameters for new construction rc columns. Front Built Environ 9:1108319","journal-title":"Front Built Environ"},{"key":"10156_CR8","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2021.114079","volume":"386","author":"A Olivier","year":"2021","unstructured":"Olivier A, Shields M, Graham-Brady L (2021) Bayesian neural networks for uncertainty quantification in data-driven materials modeling. Comput Methods Appl Mech Eng 386:114079","journal-title":"Comput Methods Appl Mech Eng"},{"key":"10156_CR9","doi-asserted-by":"crossref","DOI":"10.1016\/j.commatsci.2021.110747","volume":"200","author":"J Stuckner","year":"2021","unstructured":"Stuckner J, Piekenbrock M, Arnold S, Ricks T (2021) Optimal experimental design with fast neural network surrogate models. Comput Mater Sci 200:110747","journal-title":"Comput Mater Sci"},{"issue":"4","key":"10156_CR10","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1007\/s00162-020-00542-y","volume":"34","author":"S Brunton","year":"2020","unstructured":"Brunton S, Hemati M, Taira K (2020) Special issue on machine learning and data-driven methods in fluid dynamics. Theoret Comput Fluid Dyn 34(4):333\u2013337","journal-title":"Theoret Comput Fluid Dyn"},{"issue":"2238","key":"10156_CR11","doi-asserted-by":"crossref","first-page":"20200097","DOI":"10.1098\/rspa.2020.0097","volume":"476","author":"B Erichson","year":"2020","unstructured":"Erichson B, Mathelin L, Yao Z, Brunton S, Mahoney M, Kutz N (2020) Shallow neural networks for fluid flow reconstruction with limited sensors. Proc Royal Soc A 476(2238):20200097","journal-title":"Proc Royal Soc A"},{"key":"10156_CR12","volume":"36","author":"N Johnson","year":"2020","unstructured":"Johnson N, Vulimiri P, To A, Zhang X, Brice C, Kappes B, Stebner A (2020) Invited review: machine learning for materials developments in metals additive manufacturing. Addit Manuf 36:101641","journal-title":"Addit Manuf"},{"key":"10156_CR13","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2023.106983","volume":"126","author":"F Pourkamali-Anaraki","year":"2023","unstructured":"Pourkamali-Anaraki F, Nasrin T, Jensen R, Peterson A, Hansen C (2023) Evaluation of classification models in limited data scenarios with application to additive manufacturing. Eng Appl Artif Intell 126:106983","journal-title":"Eng Appl Artif Intell"},{"key":"10156_CR14","unstructured":"Hayou S, Doucet A, Rousseau J (2019) On the impact of the activation function on deep neural networks training. In: international conference on machine learning, pp. 2672\u20132680"},{"key":"10156_CR15","doi-asserted-by":"crossref","first-page":"22371","DOI":"10.1109\/ACCESS.2021.3054915","volume":"9","author":"Z Hu","year":"2021","unstructured":"Hu Z, Zhang J, Ge Y (2021) Handling vanishing gradient problem using artificial derivative. IEEE Access 9:22371\u201322377","journal-title":"IEEE Access"},{"key":"10156_CR16","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2022.117181","volume":"199","author":"S Shen","year":"2022","unstructured":"Shen S, Zhang N, Zhou A, Yin Z (2022) Enhancement of neural networks with an alternative activation function tanhlu. Expert Syst Appl 199:117181","journal-title":"Expert Syst Appl"},{"key":"10156_CR17","unstructured":"Clevert D, Unterthiner T, Hochreiter S (2015) Fast and accurate deep network learning by exponential linear units (elus). arXiv preprint arXiv:1511.07289"},{"key":"10156_CR18","doi-asserted-by":"crossref","unstructured":"Zheng H, Yang Z, Liu W, Liang J, Li Y (2015) Improving deep neural networks using softplus units. In: international joint conference on neural networks, pp. 1\u20134","DOI":"10.1109\/IJCNN.2015.7280459"},{"key":"10156_CR19","unstructured":"Ramachandran P, Zoph B, Le Q (2017) Searching for activation functions. arXiv preprint arXiv:1710.05941"},{"key":"10156_CR20","unstructured":"Chollet F (2021) Deep learning with python. Simon Schuster. ISBN 9781617296864"},{"key":"10156_CR21","unstructured":"Agostinelli F, Hoffman M, Sadowski P, Baldi P (2014) Learning activation functions to improve deep neural networks. arXiv preprint arXiv:1412.6830"},{"key":"10156_CR22","first-page":"13787","volume":"35","author":"K Lee","year":"2022","unstructured":"Lee K, Yang J, Lee H, Hwang J (2022) Stochastic adaptive activation function. Adv Neural Inf Proc Syst 35:13787\u201313799","journal-title":"Adv Neural Inf Proc Syst"},{"key":"10156_CR23","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1016\/j.neucom.2022.06.111","volume":"503","author":"S Dubey","year":"2022","unstructured":"Dubey S, Singh S, Chaudhuri B (2022) Activation functions in deep learning: a comprehensive survey and benchmark. Neurocomputing 503:92\u2013108","journal-title":"Neurocomputing"},{"key":"10156_CR24","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/j.neunet.2021.01.026","volume":"138","author":"A Apicella","year":"2021","unstructured":"Apicella A, Donnarumma F, Isgr\u00f2 F, Prevete R (2021) A survey on modern trainable activation functions. Neural Netw 138:14\u201332","journal-title":"Neural Netw"},{"issue":"3","key":"10156_CR25","first-page":"371","volume":"9","author":"G Shafer","year":"2008","unstructured":"Shafer G, Vovk V (2008) A tutorial on conformal prediction. J Mach Learn Res 9(3):371\u2013421","journal-title":"J Mach Learn Res"},{"issue":"2","key":"10156_CR26","doi-asserted-by":"crossref","first-page":"816","DOI":"10.1214\/23-AOS2276","volume":"51","author":"R Barber","year":"2023","unstructured":"Barber R, Candes E, Ramdas A, Tibshirani R (2023) Conformal prediction beyond exchangeability. Ann Stat 51(2):816\u2013845","journal-title":"Ann Stat"},{"issue":"8","key":"10156_CR27","doi-asserted-by":"crossref","first-page":"1812","DOI":"10.3390\/polym12081812","volume":"12","author":"K Ke","year":"2020","unstructured":"Ke K, Huang M (2020) Quality prediction for injection molding by using a multilayer perceptron neural network. Polymers 12(8):1812","journal-title":"Polymers"},{"key":"10156_CR28","first-page":"4175","volume":"33","author":"J Ren","year":"2020","unstructured":"Ren J, Yu C, Ma X, Zhao H, Yi S (2020) Balanced meta-softmax for long-tailed visual recognition. Adv Neural Inf Process Syst 33:4175\u20134186","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"10156_CR29","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1007\/s44196-023-00186-w","volume":"16","author":"D Yang","year":"2023","unstructured":"Yang D, Ngoc K, Shin I, Hwang M (2023) DPReLU: dynamic parametric rectified linear unit and its proper weight initialization method. Int J Comput Intell Syst 16(1):11","journal-title":"Int J Comput Intell Syst"},{"key":"10156_CR30","doi-asserted-by":"crossref","first-page":"490","DOI":"10.1016\/j.neucom.2021.06.067","volume":"458","author":"H Zhu","year":"2021","unstructured":"Zhu H, Zeng H, Liu J, Zhang X (2021) Logish: a new nonlinear nonmonotonic activation function for convolutional neural network. Neurocomputing 458:490\u2013499","journal-title":"Neurocomputing"},{"issue":"30","key":"10156_CR31","doi-asserted-by":"crossref","first-page":"22705","DOI":"10.1007\/s00521-023-08932-z","volume":"35","author":"B \u00c7atalba\u015f","year":"2023","unstructured":"\u00c7atalba\u015f B, Morg\u00fcl \u00d6 (2023) Deep learning with extendeD exponential linear unit (DELU). Neural Comput Appl 35(30):22705\u201322724","journal-title":"Neural Comput Appl"},{"key":"10156_CR32","first-page":"1","volume":"80","author":"R Emanuel","year":"2023","unstructured":"Emanuel R, Docherty P, Lunt H, M\u00f6ller K (2023) The effect of activation functions on accuracy, convergence speed, and misclassification confidence in CNN text classification: a comprehensive exploration. J Supercomput 80:1\u201321","journal-title":"J Supercomput"},{"key":"10156_CR33","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1016\/j.neucom.2022.06.019","volume":"501","author":"Z Wang","year":"2022","unstructured":"Wang Z, Liu H, Liu F, Gao D (2022) Why KDAC? a general activation function for knowledge discovery. Neurocomputing 501:343\u2013358","journal-title":"Neurocomputing"},{"key":"10156_CR34","doi-asserted-by":"crossref","unstructured":"Klopries H, Schwung A (2023) Flexible activation bag: Learning activation functions in autoencoder networks. In: IEEE international conference on industrial technology (ICIT), pp. 1\u20137","DOI":"10.1109\/ICIT58465.2023.10143113"},{"issue":"1","key":"10156_CR35","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1615\/JMachLearnModelComput.2023047367","volume":"4","author":"A Jagtap","year":"2023","unstructured":"Jagtap A, Karniadakis G (2023) How important are activation functions in regression and classification? a survey, performance comparison, and future directions. J Mach Learn Model Comput 4(1):21\u201375","journal-title":"J Mach Learn Model Comput"},{"issue":"12","key":"10156_CR36","doi-asserted-by":"crossref","first-page":"15588","DOI":"10.1109\/TPAMI.2023.3307688","volume":"45","author":"R Gnanasambandam","year":"2023","unstructured":"Gnanasambandam R, Shen B, Chung J, Yue X, Kong Z (2023) Self-scalable tanh (Stan): multi-scale solutions for physics-informed neural networks. IEEE Trans Pattern Anal Mach Intell 45(12):15588\u201315603","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"4","key":"10156_CR37","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1561\/2200000101","volume":"16","author":"A Angelopoulos","year":"2023","unstructured":"Angelopoulos A, Bates S (2023) Conformal prediction: a gentle introduction. Found Trends Mach Learn 16(4):494\u2013591","journal-title":"Found Trends Mach Learn"},{"key":"10156_CR38","volume":"30","author":"J Lee","year":"2019","unstructured":"Lee J, Lee H, Cheon K, Park C, Jang T, Kim H, Jung H (2019) Fabrication of poly (lactic acid)\/Ti composite scaffolds with enhanced mechanical properties and biocompatibility via fused filament fabrication (FFF)-based 3D printing. Addit Manuf 30:100883","journal-title":"Addit Manuf"},{"key":"10156_CR39","first-page":"298","volume":"24","author":"H Wu","year":"2018","unstructured":"Wu H, Sulkis M, Driver J, Saade-Castillo A, Thompson A, Koo J (2018) Multi-functional ULTEM1010 composite filaments for additive manufacturing using fused filament fabrication (FFF). Addit Manuf 24:298\u2013306","journal-title":"Addit Manuf"},{"issue":"13","key":"10156_CR40","doi-asserted-by":"crossref","first-page":"15346","DOI":"10.1021\/acsami.2c02491","volume":"14","author":"H Pei","year":"2022","unstructured":"Pei H, Shi S, Chen Y, Xiong Y, Lv Q (2022) Combining solid-state shear milling and FFF 3D-printing strategy to fabricate high-performance biomimetic wearable fish-scale PVDF-based piezoelectric energy harvesters. ACS Appl Mater Interfaces 14(13):15346\u201315359","journal-title":"ACS Appl Mater Interfaces"},{"issue":"2","key":"10156_CR41","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1080\/10408436.2018.1549977","volume":"45","author":"G Goh","year":"2020","unstructured":"Goh G, Yap Y, Tan H, Sing S, Goh G, Yeong W (2020) Process-structure-properties in polymer additive manufacturing via material extrusion: a review. Crit Rev Solid State Mater Sci 45(2):113\u2013133","journal-title":"Crit Rev Solid State Mater Sci"},{"key":"10156_CR42","unstructured":"Additive Manufacturing. https:\/\/apmonitor.com\/pds\/index.php\/Main\/AdditiveManufacturing"},{"key":"10156_CR43","volume":"31","author":"D Braconnier","year":"2020","unstructured":"Braconnier D, Jensen R, Peterson A (2020) Processing parameter correlations in material extrusion additive manufacturing. Addit Manuf 31:100924","journal-title":"Addit Manuf"},{"key":"10156_CR44","volume":"37","author":"X Gao","year":"2021","unstructured":"Gao X, Qi S, Kuang X, Su Y, Li J, Wang D (2021) Fused filament fabrication of polymer materials: a review of interlayer bond. Addit Manuf 37:101658","journal-title":"Addit Manuf"},{"key":"10156_CR45","volume":"37","author":"D Shah","year":"2021","unstructured":"Shah D, Morris J, Plaisted T, Amirkhizi A, Hansen C (2021) Highly filled resins for DLP-based printing of low density, high modulus materials. Addit Manuf 37:101736","journal-title":"Addit Manuf"},{"key":"10156_CR46","volume":"35","author":"S Zakeri","year":"2020","unstructured":"Zakeri S, Vippola M, Lev\u00e4nen E (2020) A comprehensive review of the photopolymerization of ceramic resins used in stereolithography. Addit Manuf 35:101177","journal-title":"Addit Manuf"},{"issue":"3","key":"10156_CR47","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1016\/j.jeurceramsoc.2019.10.033","volume":"40","author":"W Wang","year":"2020","unstructured":"Wang W, Sun J, Guo B, Chen X, Ananth K, Bai J (2020) Fabrication of piezoelectric nano-ceramics via stereolithography of low viscous and non-aqueous suspensions. J Eur Ceram Soc 40(3):682\u2013688","journal-title":"J Eur Ceram Soc"},{"key":"10156_CR48","volume":"47","author":"A Al Rashid","year":"2021","unstructured":"Al Rashid A, Ahmed W, Khalid M, Koc M (2021) Vat photopolymerization of polymers and polymer composites: processes and applications. Addit Manuf 47:102279","journal-title":"Addit Manuf"},{"key":"10156_CR49","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1016\/j.powtec.2014.05.044","volume":"266","author":"B Konijn","year":"2014","unstructured":"Konijn B, Sanderink O, Kruyt N (2014) Experimental study of the viscosity of suspensions: effect of solid fraction, particle size and suspending liquid. Powder Technol 266:61\u201369","journal-title":"Powder Technol"},{"key":"10156_CR50","doi-asserted-by":"crossref","unstructured":"Delarue A, McAninch I, Peterson A, Hansen C (2023) Increasing printable solid loading in digital light processing using a bimodal particle size distribution. 3D Printing and Additive Manufacturing","DOI":"10.1089\/3dp.2022.0305"},{"issue":"16","key":"10156_CR51","doi-asserted-by":"crossref","first-page":"3273","DOI":"10.1016\/j.jeurceramsoc.2010.08.003","volume":"30","author":"V Tomeckova","year":"2010","unstructured":"Tomeckova V, Halloran J (2010) Critical energy for photopolymerization of ceramic suspensions in acrylate monomers. J Eur Ceram Soc 30(16):3273\u20133282","journal-title":"J Eur Ceram Soc"},{"issue":"15","key":"10156_CR52","doi-asserted-by":"crossref","first-page":"3023","DOI":"10.1016\/j.jeurceramsoc.2010.06.004","volume":"30","author":"V Tomeckova","year":"2010","unstructured":"Tomeckova V, Halloran J (2010) Cure depth for photopolymerization of ceramic suspensions. J Eur Ceram Soc 30(15):3023\u20133033","journal-title":"J Eur Ceram Soc"},{"issue":"6","key":"10156_CR53","first-page":"1","volume":"24","author":"H Jin","year":"2023","unstructured":"Jin H, Chollet F, Song Q, Hu X (2023) Autokeras: an AutoML library for deep learning. J Mach Learn Res 24(6):1\u20136","journal-title":"J Mach Learn Res"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10156-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10156-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10156-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T06:10:45Z","timestamp":1726726245000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10156-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,24]]},"references-count":53,"journal-issue":{"issue":"29","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["10156"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10156-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,24]]},"assertion":[{"value":"11 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}