{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T10:05:35Z","timestamp":1778321135918,"version":"3.51.4"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,6,17]],"date-time":"2022-06-17T00:00:00Z","timestamp":1655424000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,17]],"date-time":"2022-06-17T00:00:00Z","timestamp":1655424000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s11042-022-13217-z","type":"journal-article","created":{"date-parts":[[2022,6,17]],"date-time":"2022-06-17T19:05:26Z","timestamp":1655492726000},"page":"1355-1371","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Rethinking the activation function in lightweight network"],"prefix":"10.1007","volume":"82","author":[{"given":"Lu","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qing","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zimeng","family":"Fan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chun","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mengjie","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,17]]},"reference":[{"key":"13217_CR1","doi-asserted-by":"crossref","unstructured":"Basha SHS, Dubey SR, Pulabaigari V, Mukherjee S (2019) Impact of fully connected layers on performance of convolutional neural networks for image classification. Neurocomputing","DOI":"10.1016\/j.neucom.2019.10.008"},{"key":"13217_CR2","unstructured":"Bender G, Kindermans PJ, Zoph B, Vasudevan V, Le Q (2018) Understanding and simplifying one-shot architecture search. In: ICML, pp 549\u2013558"},{"key":"13217_CR3","unstructured":"Cai H, Gan C, Han S (2019a) Once for all: train one network and specialize it for efficient deployment. arXiv:190809791"},{"key":"13217_CR4","unstructured":"Cai H, Zhu L, Han S (2019b) Proxylessnas: direct neural architecture search on target task and hardware. In: ICLR"},{"key":"13217_CR5","doi-asserted-by":"crossref","unstructured":"Chollet F (2017) Xception: deep learning with depthwise separable convolutions. In: CVPR, pp 1610\u201302357","DOI":"10.1109\/CVPR.2017.195"},{"key":"13217_CR6","unstructured":"Chu X, Zhang B, Xu R, Li J (2019) Fairnas: rethinking evaluation fairness of weight sharing neural architecture search. arXiv:190701845"},{"key":"13217_CR7","unstructured":"Clevert D, Unterthiner T, Hochreiter S (2015) Fast and accurate deep network learning by exponential linear units (elus). arXiv:1511.07289"},{"key":"13217_CR8","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: CVPR, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"13217_CR9","doi-asserted-by":"crossref","unstructured":"Gidaris S, Komodakis N (2016) Locnet: improving localization accuracy for object detection. In: CVPR, pp 789\u2013798","DOI":"10.1109\/CVPR.2016.92"},{"key":"13217_CR10","doi-asserted-by":"crossref","unstructured":"Girshick R (2015) Fast r-cnn. In: ICCV, pp 1440\u20131448","DOI":"10.1109\/ICCV.2015.169"},{"key":"13217_CR11","doi-asserted-by":"crossref","unstructured":"Girshick R, Donahue J, Darrell T, Malik J (2014) Rich feature hierarchies for accurate object detection and semantic segmentation. In: CVPR, pp 580\u2013587","DOI":"10.1109\/CVPR.2014.81"},{"key":"13217_CR12","unstructured":"Goyal P, Doll\u00e1r P, Girshick R, Noordhuis P, Wesolowski L, Kyrola A, Tulloch A, Jia Y, He K (2017) Accurate, large minibatch sgd: training imagenet in 1 hour. arXiv:170602677"},{"key":"13217_CR13","unstructured":"Han S, Mao H, Dally W (2015) Deep compression: compressing dnns with pruning, trained quantization and huffman coding. arxiv:151000149v3"},{"key":"13217_CR14","doi-asserted-by":"crossref","unstructured":"He K, Gkioxari G, Doll\u00e1r P, Girshick R (2017a) Mask r-cnn. In: ICCV, pp 2980\u20132988","DOI":"10.1109\/ICCV.2017.322"},{"key":"13217_CR15","doi-asserted-by":"crossref","unstructured":"He Y, Lin J, Liu Z, Wang H, Li LJ, Han S (2018) Amc: automl for model compression and acceleration on mobile devices. In: ECCV","DOI":"10.1007\/978-3-030-01234-2_48"},{"key":"13217_CR16","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015a) Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: ICCV","DOI":"10.1109\/ICCV.2015.123"},{"issue":"9","key":"13217_CR17","doi-asserted-by":"publisher","first-page":"1904","DOI":"10.1109\/TPAMI.2015.2389824","volume":"37","author":"K He","year":"2015","unstructured":"He K, Zhang X, Ren S, Sun J (2015b) Spatial pyramid pooling in deep convolutional networks for visual recognition. TPAMI 37(9):1904\u20131916","journal-title":"TPAMI"},{"key":"13217_CR18","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016a) Deep residual learning for image recognition. In: CVPR, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"13217_CR19","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016b) Identity mappings in deep residual networks. In: ECCV","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"13217_CR20","doi-asserted-by":"crossref","unstructured":"He Y, Zhang X, Sun J (2017b) Channel pruning for accelerating very deep neural networks. In: ICCV, pp 1389\u20131397","DOI":"10.1109\/ICCV.2017.155"},{"key":"13217_CR21","doi-asserted-by":"crossref","unstructured":"Howard A, Sandler M, Chu G, Chen LC, Chen B, Tan M, Wang W, Zhu Y, Pang R, Vasudevan V (2019) Searching for mobilenetv3. arXiv:190502244","DOI":"10.1109\/ICCV.2019.00140"},{"key":"13217_CR22","unstructured":"Howard A, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) Mobilenets: efficient convolutional neural networks for mobile vision applications. In: CVPR"},{"key":"13217_CR23","doi-asserted-by":"crossref","unstructured":"Hu J, Shen L, Sun G (2017) Squeeze-and-excitation networks. arXiv:170901507","DOI":"10.1109\/CVPR.2018.00745"},{"key":"13217_CR24","doi-asserted-by":"crossref","unstructured":"Huang G, Liu S, Maaten L, Weinberger K (2017) Condensenet: An efficient densenet using learned group convolutions. arXiv:171109224","DOI":"10.1109\/CVPR.2018.00291"},{"key":"13217_CR25","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. In: ICML, pp 448\u2013456"},{"key":"13217_CR26","first-page":"1","volume":"3","author":"X Jin","year":"2015","unstructured":"Jin X, Xu C, Feng J, Wei Y, Xiong J, Yan S (2015) Deep learning with s-shaped rectified linear activation units. Computer Science 3:1\u20138","journal-title":"Computer Science"},{"key":"13217_CR27","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Tech Report"},{"key":"13217_CR28","unstructured":"Krizhevsky A, Sutskever I, Hinton G (2012) Imagenet classification with deep convolutional neural networks. In: NIPS, pp 1097\u20131105"},{"key":"13217_CR29","doi-asserted-by":"crossref","unstructured":"Lin T, Doll\u00e1r P, Girshick R, He K, Hariharan B, Belongie S (2017) Feature pyramid networks for object detection. In: CVPR","DOI":"10.1109\/CVPR.2017.106"},{"key":"13217_CR30","doi-asserted-by":"crossref","unstructured":"Lin TY, Maire M, Belongie S, Hays J, Perona P, Ramanan D, Doll\u00e1r P, Zitnick CL (2014) Microsoft coco: common objects in context. In: ECCV, pp 740\u2013755","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"13217_CR31","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S (2016) Ssd: single shot multibox detector. In: ECCV, pp 21\u201337","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"13217_CR32","unstructured":"Liu H, Simonyan K, Yang Y (2018) Darts: differentiable architecture search. arXiv:180609055"},{"issue":"4","key":"13217_CR33","first-page":"640","volume":"39","author":"J Long","year":"2014","unstructured":"Long J, Shelhamer E, Darrell T (2014) Fully convolutional networks for semantic segmentation. IEEE Trans Pattern Anal Mach Intell 39(4):640\u2013651","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"13217_CR34","doi-asserted-by":"crossref","unstructured":"Luo JH, Wu J, Lin W (2017) Thinet: a filter level pruning method for deep neural network compression. In: ICCV, pp 5058\u20135066","DOI":"10.1109\/ICCV.2017.541"},{"key":"13217_CR35","doi-asserted-by":"crossref","unstructured":"Ma N, Zhang X, Zheng H, Sun J (2018) Shufflenet v2: practical guidelines for efficient cnn architecture design. In: ECCV, pp 116\u2013131","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"13217_CR36","unstructured":"Maas AL, Hannun AY, Ng AY (2013) Rectifier nonlinearities improve neural network acoustic models. In: ICML, vol 30, no. 3, p 1"},{"key":"13217_CR37","unstructured":"Nair V, Hinton G (2010) Rectified linear units improve restricted boltzmann machines. In: ICML, pp 807\u2013814"},{"key":"13217_CR38","unstructured":"Pham H, Guan M, Zoph B, Le Q, Dean J (2018) Efficient neural architecture search via parameter sharing. arXiv:180203268"},{"key":"13217_CR39","unstructured":"Prajit R, Barret Z, Quoc VL (2017) Swish: aself-gated activation function. arXiv:171005941"},{"key":"13217_CR40","unstructured":"Prajit R, Barret Z, Quoc VL (2017) Searching for activation functions. arXiv:171005941"},{"key":"13217_CR41","unstructured":"Ren S, He K, Girshick R, Sun J (2015) Faster r-cnn: towards real-time object detection with region proposal networks. In: NIPS, pp 91\u201399"},{"issue":"3","key":"13217_CR42","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC, Fei-Fei L (2015) Imagenet large scale visual recognition challenge. IJCV 115(3):211\u2013252","journal-title":"IJCV"},{"key":"13217_CR43","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen L (2018) Inverted residuals and linear bottlenecks: Mobile networks for classification, detection and segmentation. arXiv:180104381","DOI":"10.1109\/CVPR.2018.00474"},{"key":"13217_CR44","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: ICLR"},{"key":"13217_CR45","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Rabinovich A (2015) Going deeper with convolutions. In: CVPR, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"13217_CR46","doi-asserted-by":"crossref","unstructured":"Szegedy C, Vanhoucke V, Ioffe S, Shlens J, Wojna Z (2016) Rethinking the inception architecture for computer vision. In: CVPR, pp 2818\u20132826","DOI":"10.1109\/CVPR.2016.308"},{"key":"13217_CR47","unstructured":"Tan M, Le QV (2019) Efficientnet: rethinking model scaling for convolutional neural networks. In: ICML, pp 6105\u20136114"},{"key":"13217_CR48","doi-asserted-by":"crossref","unstructured":"Tan M, Chen B, Pang R, Vasudevan V, Le QV (2019) Mnasnet: platform-aware neural architecture search for mobile. In: CVPR","DOI":"10.1109\/CVPR.2019.00293"},{"key":"13217_CR49","unstructured":"Wang M, Liu B, Foroosh H (2016) Design of efficient convolutional layers using single intra-channel convolution, topological subdivisioning and spatial bottleneck structure. arXiv:160804337"},{"key":"13217_CR50","doi-asserted-by":"crossref","unstructured":"Wu B, Dai X, Zhang P, Wang Y, Sun F, Wu Y, Tian Y, Vajda P, Jia Y, Keutzer K (2019) Fbnet: Hardware-aware efficient convnet design via differentiableneural architecture search. In: CVPR","DOI":"10.1109\/CVPR.2019.01099"},{"key":"13217_CR51","doi-asserted-by":"crossref","unstructured":"Xie S, Girshick R, Doll\u00e1r P, Tu Z, He K (2017) Aggregated residual transformations for deep neural networks. In: CVPR, pp 5987\u20135995","DOI":"10.1109\/CVPR.2017.634"},{"key":"13217_CR52","doi-asserted-by":"crossref","unstructured":"Yang L, Song Q, Li Z, Wu Y, Li X, Hu M (2018) Cross connected network for efficient image recognition. In: ACCV","DOI":"10.1007\/978-3-030-20887-5_4"},{"key":"13217_CR53","doi-asserted-by":"crossref","unstructured":"Zhang Q, Zhang M, Chen T, Sun Z (2018) Ma y, Recent advances in convolutional neural network acceleration. Neurocomputing, Yu B","DOI":"10.1016\/j.neucom.2018.09.038"},{"key":"13217_CR54","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhou X, Lin M, Sun J (2017) Shufflenet: an extremely efficient convolutional neural network for mobile devices. arXiv:170701083","DOI":"10.1109\/CVPR.2018.00716"},{"key":"13217_CR55","doi-asserted-by":"crossref","unstructured":"Zoph B, Vasudevan V, Shlens J, Le Q (2017) Learning transferable architectures for scalable image recognition. arXiv:170707012","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-13217-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-13217-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-13217-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,27]],"date-time":"2024-09-27T04:32:12Z","timestamp":1727411532000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-13217-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,17]]},"references-count":55,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["13217"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-13217-z","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,17]]},"assertion":[{"value":"2 October 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 October 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}