{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T07:51:58Z","timestamp":1781164318663,"version":"3.54.1"},"publisher-location":"Cham","reference-count":68,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031730269","type":"print"},{"value":"9783031730276","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73027-6_12","type":"book-chapter","created":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T17:53:05Z","timestamp":1732557185000},"page":"200-217","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Trainable Highly-Expressive Activation Functions"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-7713-7788","authenticated-orcid":false,"given":"Irit","family":"Chelly","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0254-1380","authenticated-orcid":false,"given":"Shahaf E.","family":"Finder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9682-1278","authenticated-orcid":false,"given":"Shira","family":"Ifergane","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9816-9709","authenticated-orcid":false,"given":"Oren","family":"Freifeld","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,26]]},"reference":[{"key":"12_CR1","doi-asserted-by":"crossref","unstructured":"Apicella, A., Donnarumma, F., Isgr\u00f2, F., Prevete, R.: A survey on modern trainable activation functions. Neural Netw. (2021)","DOI":"10.1016\/j.neunet.2021.01.026"},{"key":"12_CR2","unstructured":"Barron, J.T.: Continuously differentiable exponential linear units. arXiv preprint arXiv:1704.07483 (2017)"},{"key":"12_CR3","unstructured":"Bengio, Y., L\u00e9onard, N., Courville, A.: Estimating or propagating gradients through stochastic neurons for conditional computation. arXiv preprint arXiv:1308.3432 (2013)"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Netw. (1994)","DOI":"10.1109\/72.279181"},{"key":"12_CR5","unstructured":"Bishop, C.: Pattern Recognition and Machine Learning. Springer, New York (2006). Google Scholar"},{"key":"12_CR6","unstructured":"Brock, A., Donahue, J., Simonyan, K.: Large scale GAN training for high fidelity natural image synthesis. arXiv preprint arXiv:1809.11096 (2018)"},{"key":"12_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/978-3-030-58529-7_21","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Y Chen","year":"2020","unstructured":"Chen, Y., Dai, X., Liu, M., Chen, D., Yuan, L., Liu, Z.: Dynamic ReLU. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12364, pp. 351\u2013367. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58529-7_21"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Cheng, Q., Li, H., Wu, Q., Ma, L., Ngan, K.N.: Parametric deformable exponential linear units for deep neural networks. Neural Netw. (2020)","DOI":"10.1016\/j.neunet.2020.02.012"},{"key":"12_CR9","unstructured":"Clevert, D.A., Unterthiner, T., Hochreiter, S.: Fast and accurate deep network learning by exponential linear units (ELUs). arXiv preprint arXiv:1511.07289 (2015)"},{"key":"12_CR10","unstructured":"Contributors, M.: MMGeneration: OpenMMLab generative model toolbox and benchmark (2021). https:\/\/github.com\/open-mmlab\/mmgeneration"},{"key":"12_CR11","unstructured":"Contributors, M.: MMSegmentation: OpenMMLab semantic segmentation toolbox and benchmark (2020). https:\/\/github.com\/open-mmlab\/mmsegmentation"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Cordts, M., et al.: The cityscapes dataset for semantic urban scene understanding. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.350"},{"key":"12_CR13","doi-asserted-by":"crossref","unstructured":"Detlefsen, N.S., Freifeld, O., Hauberg, S.: Deep diffeomorphic transformer networks. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00463"},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Dubey, S.R., Singh, S.K., Chaudhuri, B.B.: Activation functions in deep learning: a comprehensive survey and benchmark. Neurocomputing (2022)","DOI":"10.1016\/j.neucom.2022.06.111"},{"key":"12_CR15","unstructured":"Duch, W., Jankowski, N.: Survey of neural transfer functions. Neural Comput. Surv. (1999)"},{"key":"12_CR16","unstructured":"Dugas, C., Bengio, Y., B\u00e9lisle, F., Nadeau, C., Garcia, R.: Incorporating second-order functional knowledge for better option pricing. In: NeurIPS (2000)"},{"key":"12_CR17","unstructured":"Finder, S.E., Zohav, Y., Ashkenazi, M., Treister, E.: Wavelet feature maps compression for image-to-image CNNs. In: NeurIPS (2022)"},{"key":"12_CR18","unstructured":"Freifeld, O.: Deriving the CPAB derivative. Technical report. Ben-Gurion University (2018)"},{"key":"12_CR19","doi-asserted-by":"crossref","unstructured":"Freifeld, O., Hauberg, S., Batmanghelich, K., Fisher\u00a0III, J.W.: Highly-expressive spaces of well-behaved transformations: keeping it simple. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.333"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Freifeld, O., Hauberg, S., Batmanghelich, K., Fisher\u00a0III, J.W.: Transformations based on continuous piecewise-affine velocity fields. IEEE TPAMI (2017)","DOI":"10.1109\/TPAMI.2016.2646685"},{"key":"12_CR21","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: AISTATS (2011)"},{"key":"12_CR22","unstructured":"Goodfellow, I., Warde-Farley, D., Mirza, M., Courville, A., Bengio, Y.: Maxout networks. In: ICML. PMLR (2013)"},{"key":"12_CR23","unstructured":"Hauberg, S., Freifeld, O., Larsen, A.B.L., Fisher III, J.W., Hansen, L.K.: Dreaming more data: class-dependent distributions over diffeomorphisms for learned data augmentation. In: AISTATS (2016)"},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: Surpassing human-level performance on imagenet classification. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.123"},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"12_CR26","unstructured":"Hendrycks, D., Gimpel, K.: Gaussian error linear units (GeLUs). arXiv preprint arXiv:1606.08415 (2016)"},{"key":"12_CR27","unstructured":"Heusel, M., Ramsauer, H., Unterthiner, T., Nessler, B., Hochreiter, S.: GANs trained by a two time-scale update rule converge to a local Nash equilibrium. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"12_CR28","doi-asserted-by":"crossref","unstructured":"Howard, A., et\u00a0al.: Searching for mobilenetv3. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00140"},{"key":"12_CR29","unstructured":"Jaderberg, M., Simonyan, K., Zisserman, A., et\u00a0al.: Spatial transformer networks. In: NeurIPS (2015)"},{"issue":"2239","key":"12_CR30","doi-asserted-by":"publisher","first-page":"20200334","DOI":"10.1098\/rspa.2020.0334","volume":"476","author":"AD Jagtap","year":"2020","unstructured":"Jagtap, A.D., Kawaguchi, K., Em Karniadakis, G.: Locally adaptive activation functions with slope recovery for deep and physics-informed neural networks. Proc. Roy. Soc. A 476(2239), 20200334 (2020)","journal-title":"Proc. Roy. Soc. A"},{"key":"12_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2019.109136","volume":"404","author":"AD Jagtap","year":"2020","unstructured":"Jagtap, A.D., Kawaguchi, K., Karniadakis, G.E.: Adaptive activation functions accelerate convergence in deep and physics-informed neural networks. J. Comput. Phys. 404, 109136 (2020)","journal-title":"J. Comput. Phys."},{"key":"12_CR32","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1016\/j.neucom.2021.10.036","volume":"468","author":"AD Jagtap","year":"2022","unstructured":"Jagtap, A.D., Shin, Y., Kawaguchi, K., Karniadakis, G.E.: Deep kronecker neural networks: a general framework for neural networks with adaptive activation functions. Neurocomputing 468, 165\u2013180 (2022)","journal-title":"Neurocomputing"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"Kaufman, I., Weber, R.S., Freifeld, O.: Cyclic diffeomorphic transformer nets for contour alignment. In: ICIP. IEEE (2021)","DOI":"10.1109\/ICIP42928.2021.9506570"},{"key":"12_CR34","unstructured":"Klambauer, G., Unterthiner, T., Mayr, A., Hochreiter, S.: Self-normalizing neural networks. In: NeurIPS (2017)"},{"key":"12_CR35","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical report, Toronto, ON, Canada (2009)"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Kryeem, A., Raz, S., Eluz, D., Itah, D., Hel-Or, H., Shimshoni, I.: Personalized monitoring in home healthcare: an assistive system for post hip replacement rehabilitation. In: ICCV Workshops (2023)","DOI":"10.1109\/ICCVW60793.2023.00201"},{"key":"12_CR37","doi-asserted-by":"crossref","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE (1998)","DOI":"10.1109\/5.726791"},{"key":"12_CR38","unstructured":"Lee, K., Yang, J., Lee, H., Hwang, J.Y.: Stochastic adaptive activation function. In: Advances in Neural Information Processing Systems, vol. 35, pp. 13787\u201313799 (2022)"},{"key":"12_CR39","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Liu, Z., Mao, H., Wu, C.Y., Feichtenhofer, C., Darrell, T., Xie, S.: A convnet for the 2020s. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Liu, M., Sun, J.: Activate or not: learning customized activation. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00794"},{"key":"12_CR43","unstructured":"Maas, A.L., Hannun, A.Y., Ng, A.Y., et\u00a0al.: Rectifier nonlinearities improve neural network acoustic models. In: ICML (2013)"},{"key":"12_CR44","unstructured":"Martinez, I., Viles, E., Olaizola, I.G.: Closed-form diffeomorphic transformations for time series alignment. In: ICML. PMLR (2022)"},{"key":"12_CR45","unstructured":"Misra, D.: Mish: a self regularized non-monotonic activation function. arXiv preprint arXiv:1908.08681 (2019)"},{"key":"12_CR46","unstructured":"Nagel, M., Fournarakis, M., Amjad, R.A., Bondarenko, Y., Van\u00a0Baalen, M., Blankevoort, T.: A white paper on neural network quantization. arXiv preprint arXiv:2106.08295 (2021)"},{"key":"12_CR47","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted Boltzmann machines. In: ICML (2010)"},{"key":"12_CR48","unstructured":"Neifar, N., Ben-Hamadou, A., Mdhaffar, A., Jmaiel, M., Freisleben, B.: Leveraging statistical shape priors in GAN-based ECG synthesis. arXiv preprint arXiv:2211.02626 (2022)"},{"key":"12_CR49","unstructured":"Prince, S.J.: Understanding Deep Learning. MIT Press, Cambridge (2023)"},{"key":"12_CR50","unstructured":"Radford, A., Metz, L., Chintala, S.: Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint arXiv:1511.06434 (2015)"},{"key":"12_CR51","doi-asserted-by":"crossref","unstructured":"Rajanand, A., Singh, P.: ERFReLU: adaptive activation function for deep neural network. arXiv preprint arXiv:2306.01822 (2023)","DOI":"10.1007\/s10044-024-01277-w"},{"key":"12_CR52","unstructured":"Ramachandran, P., Zoph, B., Le, Q.V.: Searching for activation functions. arXiv preprint arXiv:1710.05941 (2017)"},{"key":"12_CR53","doi-asserted-by":"crossref","unstructured":"Russakovsky, O., et\u00a0al.: Imagenet large scale visual recognition challenge. IJCV (2015)","DOI":"10.1007\/s11263-015-0816-y"},{"key":"12_CR54","unstructured":"Salimans, T., Goodfellow, I., Zaremba, W., Cheung, V., Radford, A., Chen, X.: Improved techniques for training GANs. In: Advances in Neural Information Processing Systems, vol. 29 (2016)"},{"key":"12_CR55","unstructured":"Schw\u00f6bel, P., Warburg, F.R., J\u00f8rgensen, M., Madsen, K.H., Hauberg, S.: Probabilistic spatial transformer networks. In: UAI (2022)"},{"key":"12_CR56","doi-asserted-by":"crossref","unstructured":"Shacht, G., Danon, D., Fogel, S., Cohen-Or, D.: Single pair cross-modality super resolution. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00631"},{"key":"12_CR57","unstructured":"Shapira\u00a0Weber, R.A., Eyal, M., Skafte, N., Shriki, O., Freifeld, O.: Diffeomorphic temporal alignment nets. In: NeurIPS (2019)"},{"key":"12_CR58","unstructured":"Shapira\u00a0Weber, R.A., Freifeld, O.: Regularization-free diffeomorphic temporal alignment nets. In: ICML. PMLR (2023)"},{"key":"12_CR59","doi-asserted-by":"crossref","unstructured":"Skafte\u00a0Detlefsen, N., Freifeld, O., Hauberg, S.: Deep diffeomorphic transformer networks. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00463"},{"key":"12_CR60","unstructured":"Skafte\u00a0Detlefsen, N., Hauberg, S.: Explicit disentanglement of appearance and perspective in generative models. In: NeurIPS (2019)"},{"key":"12_CR61","unstructured":"Springenberg, J.T., Riedmiller, M.: Improving deep neural networks with probabilistic maxout units. arXiv preprint arXiv:1312.6116 (2013)"},{"key":"12_CR62","doi-asserted-by":"crossref","unstructured":"Trottier, L., Giguere, P., Chaib-Draa, B.: Parametric exponential linear unit for deep convolutional neural networks. In: IEEE ICMLA (2017)","DOI":"10.1109\/ICMLA.2017.00038"},{"key":"12_CR63","doi-asserted-by":"crossref","unstructured":"Wang, H., Liu, F., Zhou, Q., Yi, R., Tan, X., Ma, L.: Continuous piecewise-affine based motion model for image animation. In: AAAI (2024)","DOI":"10.1609\/aaai.v38i6.28351"},{"key":"12_CR64","doi-asserted-by":"publisher","unstructured":"Wightman, R.: Pytorch image models. https:\/\/github.com\/rwightman\/pytorch-image-models (2019). https:\/\/doi.org\/10.5281\/zenodo.4414861","DOI":"10.5281\/zenodo.4414861"},{"key":"12_CR65","unstructured":"Wightman, R., Touvron, H., J\u00e9gou, H.: Resnet strikes back: an improved training procedure in TIMM. arXiv preprint arXiv:2110.00476 (2021)"},{"key":"12_CR66","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1007\/978-3-030-01228-1_26","volume-title":"Computer Vision \u2013 ECCV 2018","author":"T Xiao","year":"2018","unstructured":"Xiao, T., Liu, Y., Zhou, B., Jiang, Y., Sun, J.: Unified perceptual parsing for scene understanding. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11209, pp. 432\u2013448. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01228-1_26"},{"key":"12_CR67","doi-asserted-by":"crossref","unstructured":"Zhao, H., Shi, J., Qi, X., Wang, X., Jia, J.: Pyramid scene parsing network. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.660"},{"key":"12_CR68","doi-asserted-by":"crossref","unstructured":"Zhou, B., et al.: Semantic understanding of scenes through the ade20k dataset. IJCV (2019)","DOI":"10.1007\/s11263-018-1140-0"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73027-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T18:13:06Z","timestamp":1732558386000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73027-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,26]]},"ISBN":["9783031730269","9783031730276"],"references-count":68,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73027-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,26]]},"assertion":[{"value":"26 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}