{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T05:52:59Z","timestamp":1760161979921,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030820138"},{"type":"electronic","value":"9783030820145"}],"license":[{"start":{"date-parts":[[2021,7,23]],"date-time":"2021-07-23T00:00:00Z","timestamp":1626998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,23]],"date-time":"2021-07-23T00:00:00Z","timestamp":1626998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-82014-5_43","type":"book-chapter","created":{"date-parts":[[2021,7,22]],"date-time":"2021-07-22T09:05:09Z","timestamp":1626944709000},"page":"624-633","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Tunable Activation Functions for Deep Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3814-5542","authenticated-orcid":false,"given":"Bohdan","family":"Bilonoh","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5418-2143","authenticated-orcid":false,"given":"Yevgeniy","family":"Bodyanskiy","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4703-4905","authenticated-orcid":false,"given":"Bohdan","family":"Kolchygin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0917-6622","authenticated-orcid":false,"given":"Sergii","family":"Mashtalir","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,23]]},"reference":[{"key":"43_CR1","unstructured":"Agostinelli, F., Hoffman, M., Sadowski, P., Baldi, P.: Learning activation functions to improve deep neural networks. arXiv preprint arXiv:1412.6830 (2014)"},{"key":"43_CR2","first-page":"69","volume":"4","author":"Y Bodyanskiy","year":"2001","unstructured":"Bodyanskiy, Y., Kulishova, N., Rudenko, O.: One model of formal neuron. Rep. Nat. Acad. Sci. Ukraine 4, 69\u201373 (2001)","journal-title":"Rep. Nat. Acad. Sci. Ukraine"},{"key":"43_CR3","unstructured":"Bottou, L., Bousquet, O.: The tradeoffs of large scale learning. In: Advances in Neural Information Processing Systems, pp. 161\u2013168 (2008)"},{"key":"43_CR4","doi-asserted-by":"publisher","unstructured":"Cichocki, A., Unbehauen, R., Swiniarski, R.W.: Neural Networks for Optimization and Signal Processing, vol. 253. Wiley, New York (1993). https:\/\/doi.org\/10.1016\/0925-2312(94)90041-8","DOI":"10.1016\/0925-2312(94)90041-8"},{"key":"43_CR5","unstructured":"Clevert, D.A., Unterthiner, T., Hochreiter, S.: Fast and accurate deep network learning by exponential linear units (elus). arXiv preprint arXiv:1511.07289 (2015)"},{"issue":"4","key":"43_CR6","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02134016","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G.: Approximation by superpositions of a sigmoidal function. Math. Control Signals Systems 2(4), 303\u2013314 (1989). https:\/\/doi.org\/10.1007\/BF02134016","journal-title":"Math. Control Signals Systems"},{"key":"43_CR7","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the 13th International Conference on Artificial Intelligence and Statistics, pp. 249\u2013256 (2010)"},{"key":"43_CR8","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: In: Proceedings of the 14th International Conference on Artificial Intelligence and Statistics, pp. 315\u2013323 (2011)"},{"key":"43_CR9","doi-asserted-by":"publisher","unstructured":"Heaton, Y., Jeff, I.G., Bengio, Y., Courville, A.: Deep learning. Genetic programming and evolvable machines. Nature 19(1\u20132), 305\u2013307 (2017). https:\/\/doi.org\/10.1007\/s10710-017-9314-z","DOI":"10.1007\/s10710-017-9314-z"},{"key":"43_CR10","doi-asserted-by":"crossref","unstructured":"Goyal, M., Goyal, R., Lall, B.: Learning activation functions: a new paradigm of understanding neural networks. arXiv preprint arXiv:1906.09529 (2019)","DOI":"10.1007\/978-3-030-31760-7_1"},{"key":"43_CR11","doi-asserted-by":"crossref","unstructured":"Graupe, D.: Deep Learning Neural Networks: Design and Case Studies. World Scientific Publishing Company (2016)","DOI":"10.1142\/10190"},{"key":"43_CR12","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1026\u20131034 (2015). https:\/\/doi.org\/10.1109\/iccv.2015.123","DOI":"10.1109\/iccv.2015.123"},{"key":"43_CR13","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/cvpr.2016.90","DOI":"10.1109\/cvpr.2016.90"},{"key":"43_CR14","unstructured":"Hendrycks, D., Gimpel, K.: Gaussian error linear units (gelus). arXiv preprint arXiv:1606.08415 (2016)"},{"issue":"2","key":"43_CR15","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-t","volume":"4","author":"K Hornik","year":"1991","unstructured":"Hornik, K.: Approximation capabilities of multilayer feedforward networks. Neural Netw. 4(2), 251\u2013257 (1991). https:\/\/doi.org\/10.1016\/0893-6080(91)90009-t","journal-title":"Neural Netw."},{"key":"43_CR16","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"43_CR17","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical report, University of Toronto (2009)"},{"issue":"7553","key":"43_CR18","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015). https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"issue":"4","key":"43_CR19","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., et al.: Backpropagation applied to handwritten zip code recognition. Neural Comput. 1(4), 541\u2013551 (1989). https:\/\/doi.org\/10.1162\/neco.1989.1.4.541","journal-title":"Neural Comput."},{"key":"43_CR20","unstructured":"LeCun, Y., Cortes, C., Burges, C.: MNIST handwritten digit database. ATT Labs [Online]. Available: http:\/\/yann.lecun.com\/exdb\/mnist (2010)"},{"key":"43_CR21","doi-asserted-by":"publisher","unstructured":"Lu, L., Shin, Y., Su, Y., Karniadakis, G.E.: Dying relu and initialization: theory and numerical examples. arXiv preprint arXiv:1903.06733 (2019). https:\/\/doi.org\/10.4208\/cicp.OA-2020-0165","DOI":"10.4208\/cicp.OA-2020-0165"},{"key":"43_CR22","unstructured":"Lu, Z., Pu, H., Wang, F., Hu, Z., Wang, L.: The expressive power of neural networks: a view from the width. In: Advances in Neural Information Processing Systems, pp. 6231\u20136239 (2017)"},{"key":"43_CR23","unstructured":"Molina, A., Schramowski, P., Kersting, K.: Pade activation units: end-to-end learning of flexible activation functions in deep networks. arXiv preprint arXiv:1907.06732 (2019)"},{"key":"43_CR24","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted boltzmann machines. In: ICML (2010)"},{"key":"43_CR25","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber, J.: Deep learning in neural networks: an overview. Neural Netw. 61, 85\u2013117 (2015). https:\/\/doi.org\/10.1016\/j.neunet.2014.09.003","journal-title":"Neural Netw."},{"key":"43_CR26","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"issue":"2","key":"43_CR27","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/j.acha.2015.12.005","volume":"43","author":"S Sonoda","year":"2017","unstructured":"Sonoda, S., Murata, N.: Neural network with unbounded activation functions is universal approximator. Appl. Comput. Harmonic Anal. 43(2), 233\u2013268 (2017). https:\/\/doi.org\/10.1016\/j.acha.2015.12.005","journal-title":"Appl. Comput. Harmonic Anal."},{"key":"43_CR28","doi-asserted-by":"publisher","unstructured":"Arai, K., Kapoor, S., Bhatia, R. (eds.): SAI 2020. AISC, vol. 1230. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52243-8","DOI":"10.1007\/978-3-030-52243-8"},{"key":"43_CR29","unstructured":"Xu, B., Wang, N., Chen, T., Li, M.: Empirical evaluation of rectified activations in convolutional network. arXiv preprint arXiv:1505.00853 (2015)"}],"container-title":["Lecture Notes on Data Engineering and Communications Technologies","Lecture Notes in Computational Intelligence and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-82014-5_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T05:23:34Z","timestamp":1672896214000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-82014-5_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,23]]},"ISBN":["9783030820138","9783030820145"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-82014-5_43","relation":{},"ISSN":["2367-4512","2367-4520"],"issn-type":[{"type":"print","value":"2367-4512"},{"type":"electronic","value":"2367-4520"}],"subject":[],"published":{"date-parts":[[2021,7,23]]},"assertion":[{"value":"23 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISDMCI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Scientific Conference \u201cIntellectual Systems of Decision Making and Problem of Computational Intelligence\u201d","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zalizniy Port","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ukraine","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 May 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isdmci2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.isdmci.ks.ua\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}