{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:57:27Z","timestamp":1764723447669,"version":"3.46.0"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Open Research Fund of Shaanxi Key Laboratory of Optical Remote Sensing and Intelligent Information Processing and the Key Science and Technology Program of Shaanxi Province","award":["Grant No. 2024GX-YBXM-063 and Grant No. KF20250401"],"award-info":[{"award-number":["Grant No. 2024GX-YBXM-063 and Grant No. KF20250401"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s11760-025-04930-x","type":"journal-article","created":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T19:20:58Z","timestamp":1763320858000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["NGSwish and NGGELU: two normalized gating activation functions for deep neural networks"],"prefix":"10.1007","volume":"19","author":[{"given":"Bingqian","family":"Chen","sequence":"first","affiliation":[]},{"given":"Jie","family":"Li","sequence":"additional","affiliation":[]},{"given":"Junjia","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Zhibin","family":"Pan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,16]]},"reference":[{"key":"4930_CR1","unstructured":"Hendrycks, D., Gimpel, K.: Gaussian error linear units (gelus). arXiv preprint arXiv:1606.08415 (2016)"},{"issue":"1","key":"4930_CR2","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., Zhou, Y., Li, W., Liu, P.J.: Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research 21(1), 5485\u20135551 (2020)","journal-title":"The Journal of Machine Learning Research"},{"key":"4930_CR3","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"4930_CR4","unstructured":"Rae, J.\u00a0W., Borgeaud, S., Cai, T., Millican, K., Hoffmann, J., Song, F., Aslanides, J., Henderson, S., Ring, R., Young, S., et\u00a0al.: Scaling language models: Methods, analysis & insights from training gopher. arXiv preprint arXiv:2112.11446 (2021)"},{"key":"4930_CR5","unstructured":"Ramachandran, P., Zoph, B., Le, Q.\u00a0V.: Searching for activation functions. arXiv preprint arXiv:1710.05941 (2017)"},{"key":"4930_CR6","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.neunet.2017.12.012","volume":"107","author":"S Elfwing","year":"2018","unstructured":"Elfwing, S., Uchibe, E., Doya, K.: Sigmoid-weighted linear units for neural network function approximation in reinforcement learning. Neural Netw. 107, 3\u201311 (2018)","journal-title":"Neural Netw."},{"key":"4930_CR7","doi-asserted-by":"crossref","unstructured":"Misra, D.: Mish: A self regularized non-monotonic activation function. arXiv preprint arXiv:1908.08681 (2019)","DOI":"10.5244\/C.34.191"},{"key":"4930_CR8","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.neucom.2020.11.068","volume":"429","author":"M Zhu","year":"2021","unstructured":"Zhu, M., Min, W., Wang, Q., Zou, S., Chen, X.: Pflu and fpflu: two novel non-monotonic activation functions in convolutional neural networks. Neurocomputing 429, 110\u2013117 (2021)","journal-title":"Neurocomputing"},{"key":"4930_CR9","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S., et\u00a0al.: An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"4930_CR10","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"4930_CR11","doi-asserted-by":"crossref","unstructured":"Nag, S., Bhattacharyya, M., Mukherjee, A., Kundu, R.: Serf: Towards better training of deep neural networks using log-softplus error activation function. In Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pages 5324\u20135333, (2023)","DOI":"10.1109\/WACV56688.2023.00529"},{"key":"4930_CR12","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: Accelerating deep network training by reducing internal covariate shift. In International conference on machine learning, pages 448\u2013456, (2015)"},{"key":"4930_CR13","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 770\u2013778, (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"4930_CR14","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.-C.: Mobilenetv2: Inverted residuals and linear bottlenecks. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 4510\u20134520, (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"4930_CR15","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H.-T., Sun, J.: Shufflenet v2: Practical guidelines for efficient cnn architecture design. In Proceedings of the European conference on computer vision (ECCV), pages 116\u2013131, (2018)","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"4930_CR16","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"4930_CR17","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, Y., Cao, Y., Hu, H., Wei, Y., Zhang, Z., Lin, S., Guo, B.: Swin transformer: Hierarchical vision transformer using shifted windows. In Proceedings of the IEEE\/CVF international conference on computer vision, pages 10012\u201310022 (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"4930_CR18","doi-asserted-by":"crossref","unstructured":"Liu, W., Anguelov, D., Erhan, D., Szegedy, C., Reed, S., Fu, C.-Y., Berg, A.\u00a0C.: Ssd: Single shot multibox detector. In Proceedings of the European conference on computer vision (ECCV), pages 21\u201337. Springer, (2016)","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"4930_CR19","first-page":"711","volume":"3","author":"A Ivanov","year":"2021","unstructured":"Ivanov, A., Dryden, N., Ben-Nun, T., Li, S., Hoefler, T.: Data movement is all you need: a case study on optimizing transformers. Proceedings of Machine Learning and Systems 3, 711\u2013732 (2021)","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"4930_CR20","unstructured":"Team, G., Riviere, M., Pathak, S., Sessa, P.\u00a0G., Hardin, C., Bhupatiraju, S., Hussenot, L., Mesnard, T., Shahriari, B., Ram\u00e9, A., et\u00a0al.: Gemma 2: Improving open language models at a practical size. arXiv preprint arXiv:2408.00118 (2024)"},{"key":"4930_CR21","unstructured":"Team, G., Kamath, A., Ferret, J., Pathak, S., Vieillard, N., Merhej, R., Perrin, S., Matejovicova, T., Ram\u00e9, A., Rivi\u00e8re, M., et\u00a0al.: Gemma 3 technical report. arXiv preprint arXiv:2503.19786 (2025)"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-04930-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-025-04930-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-04930-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:55:33Z","timestamp":1764723333000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-025-04930-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,16]]},"references-count":21,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["4930"],"URL":"https:\/\/doi.org\/10.1007\/s11760-025-04930-x","relation":{},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"type":"print","value":"1863-1703"},{"type":"electronic","value":"1863-1711"}],"subject":[],"published":{"date-parts":[[2025,11,16]]},"assertion":[{"value":"15 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 October 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All authors have read and agreed to the published version of the manuscript.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"1365"}}