{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T14:02:54Z","timestamp":1782482574691,"version":"3.54.5"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030522421","type":"print"},{"value":"9783030522438","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-52243-8_4","type":"book-chapter","created":{"date-parts":[[2020,7,3]],"date-time":"2020-07-03T11:03:49Z","timestamp":1593774229000},"page":"37-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Adaptive Blending Units: Trainable Activation Functions for Deep Neural Networks"],"prefix":"10.1007","author":[{"given":"Leon Ren\u00e9","family":"S\u00fctfeld","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Flemming","family":"Brieger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Holger","family":"Finger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sonja","family":"F\u00fcllhase","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gordon","family":"Pipa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,7,4]]},"reference":[{"key":"4_CR1","unstructured":"Agostinelli, F., Hoffman, M., Sadowski, P., Baldi, P.: Learning activation functions to improve deep neural networks. arXiv preprint \narXiv:1412.6830\n\n (2014)"},{"key":"4_CR2","unstructured":"Alcaide, E.: E-swish: adjusting activations to different network depths. arXiv preprint \narXiv:1801.07145\n\n (2018)"},{"key":"4_CR3","unstructured":"Ba, J.L., Kiros, J.R., Hinton, G.E.: Layer normalization. arXiv preprint \narXiv:1607.06450\n\n (2016)"},{"key":"4_CR4","unstructured":"Clevert, D.-A., Unterthiner, T., Hochreiter, S.: Fast and accurate deep network learning by exponential linear units (elus). arXiv preprint \narXiv:1511.07289\n\n (2015)"},{"issue":"19","key":"4_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2352\/ISSN.2470-1173.2016.19.COIMG-149","volume":"2016","author":"M Dushkoff","year":"2016","unstructured":"Dushkoff, M., Ptucha, R.: Adaptive activation functions for deep networks. Electron. Imaging 2016(19), 1\u20135 (2016)","journal-title":"Electron. Imaging"},{"key":"4_CR6","unstructured":"Eisenach, C., Wang, Z., Liu, H.: Nonparametrically learning activation functions in deep neural nets (2016). \nhttps:\/\/openreview.net\/pdf?id=H1wgawqxl\n\n, \nhttps:\/\/scholar.google.de\/scholar?hl=en&assdt=0%2C5&q=https%3A%2F%2Fopenreview.net%2Fpdf%3Fid%3DH1wgawqxl&btnG="},{"key":"4_CR7","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 315\u2013323 (2011)"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Godfrey, L.B., Gashler, M.S.: A continuum among logarithmic, linear, and exponential functions, and its potential to improve generalization in neural networks. In: 2015 7th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management (IC3K), vol. 1, pp. 481\u2013486. IEEE (2015)","DOI":"10.5220\/0005635804810486"},{"key":"4_CR9","unstructured":"Goodfellow, I.J., Warde-Farley, D., Mirza, M., Courville, A., Bengio, Y.: Maxout networks. arXiv preprint \narXiv:1302.4389\n\n (2013)"},{"issue":"6789","key":"4_CR10","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1038\/35016072","volume":"405","author":"RHR Hahnloser","year":"2000","unstructured":"Hahnloser, R.H.R., Sarpeshkar, R., Mahowald, M.A., Douglas, R.J., Seung, H.S.: Digital selection and analogue amplification coexist in a cortex-inspired silicon circuit. Nature 405(6789), 947 (2000)","journal-title":"Nature"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: surpassing human-level performance on ImageNet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1026\u20131034 (2015)","DOI":"10.1109\/ICCV.2015.123"},{"key":"4_CR12","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. arXiv preprint \narXiv:1502.03167\n\n (2015)"},{"key":"4_CR13","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. CoRR, abs\/1412.6980 (2014). \nhttp:\/\/arxiv.org\/abs\/1412.6980"},{"key":"4_CR14","unstructured":"Klambauer, G., Unterthiner, T., Mayr, A., Hochreiter, S.: Self-normalizing neural networks. In: Advances in Neural Information Processing Systems, pp. 972\u2013981 (2017)"},{"key":"4_CR15","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Tech Report (2009). \nhttp:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.222.9220&rep=rep1&type=pdf\n\n, \nhttps:\/\/scholar.google.de\/scholar?hl=en&assdt=0%2C5&q=Learning+multiple+layers+of+features+from+tiny+images&btnG="},{"key":"4_CR16","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105 (2012)"},{"key":"4_CR17","unstructured":"Leugering, J., Pipa, G.: A unifying framework of synaptic and intrinsic plasticity in neural populations. Neural Comput. 30(4), 945\u2013986 (2018). \nhttps:\/\/scholar.google.de\/scholar?hl=en&assdt=0%2C5&q=A+unifying+framework+of+synaptic+and+intrinsic+plasticity+in+neural+populations.+Neural+Comput.&btnG=#d=gscit&u=%2Fscholar%3Fq%3Dinfo%3AXsUGb1r4qYAJ%3Ascholar.google.com%2F%26output%3Dcite%26scirp%3D0%26hl%3Den"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Li, X., Chen, S., Hu, X., Yang, J.: Understanding the disharmony between dropout and batch normalization by variance shift. arXiv preprint \narXiv:1801.05134\n\n (2018)","DOI":"10.1109\/CVPR.2019.00279"},{"key":"4_CR19","unstructured":"Maas, A.L., Hannun, A.Y., Ng, A.Y.: Rectifier nonlinearities improve neural network acoustic models. In: Proceedings of the ICML, vol. 30, p. 3 (2013)"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Manessi, F., Rozza, A.: Learning combinations of activation functions. arXiv preprint \narXiv:1801.09403\n\n (2018)","DOI":"10.1109\/ICPR.2018.8545362"},{"key":"4_CR21","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted Boltzmann machines. In: Proceedings of the 27th International Conference on Machine Learning (ICML 2010), pp. 807\u2013814 (2010)"},{"key":"4_CR22","unstructured":"Ramachandran, P., Zoph, B., Le, Q.V.: Searching for activation functions. CoRR, abs\/1710.05941 (2017). \nhttp:\/\/arxiv.org\/abs\/1710.05941"},{"key":"4_CR23","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15, 1929\u20131958 (2014). \nhttp:\/\/jmlr.org\/papers\/v15\/srivastava14a.html","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"4_CR24","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1038\/nrn1327","volume":"5","author":"GG Turrigiano","year":"2004","unstructured":"Turrigiano, G.G., Nelson, S.B.: Homeostatic plasticity in the developing nervous system. Nat. Rev. Neurosci. 5(2), 97 (2004)","journal-title":"Nat. Rev. Neurosci."},{"key":"4_CR25","unstructured":"Xu, B., Wang, N., Chen, T., Li, M.: Empirical evaluation of rectified activations in convolutional network. arXiv preprint \narXiv:1505.00853\n\n (2015)"}],"container-title":["Advances in Intelligent Systems and Computing","Intelligent Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-52243-8_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,8,27]],"date-time":"2020-08-27T10:05:57Z","timestamp":1598522757000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-52243-8_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030522421","9783030522438"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-52243-8_4","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"4 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Science and Information Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"London","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 July 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sai2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/saiconference.com\/Computing","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}