{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T19:50:25Z","timestamp":1787169025121,"version":"build-2736575974"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,5,24]],"date-time":"2020-05-24T00:00:00Z","timestamp":1590278400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,24]],"date-time":"2020-05-24T00:00:00Z","timestamp":1590278400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100017249","name":"University of Monastir","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100017249","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s00521-020-05008-0","type":"journal-article","created":{"date-parts":[[2020,5,24]],"date-time":"2020-05-24T12:02:36Z","timestamp":1590321756000},"page":"1453-1465","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Deep network in network"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2417-3972","authenticated-orcid":false,"given":"Hmidi","family":"Alaeddine","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Malek","family":"Jihene","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,5,24]]},"reference":[{"key":"5008_CR1","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"key":"5008_CR2","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Fergus R (2014) Visualizing and understanding convolutional networks. In: Computer vision\u2013ECCV 2014. Springer, pp 818\u2013833","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"5008_CR3","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. In: CoRR. http:\/\/arxiv.org\/abs\/1409.1556"},{"key":"5008_CR4","doi-asserted-by":"publisher","unstructured":"Szegedy C et al (2015) Going deeper with convolutions. In: 2015 IEEE conference on computer vision and pattern recognition (CVPR), Boston, MA USA, pp 1\u20139. https:\/\/doi.org\/10.1109\/cvpr.2015.7298594","DOI":"10.1109\/cvpr.2015.7298594"},{"key":"5008_CR5","unstructured":"Lin M, Chen Q, Yan S (2014) Network in network. In: International conference on learning representations. http:\/\/arxiv.org\/abs\/1312.4400"},{"key":"5008_CR6","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Deep residual learning for image recognition. In: CoRR. http:\/\/arxiv.org\/abs\/1512.03385","DOI":"10.1109\/CVPR.2016.90"},{"key":"5008_CR7","doi-asserted-by":"publisher","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Identity mappings in deep residual networks. In: Leibe B, Matas J, Sebe N, Welling M (eds) Computer vision \u2013 ECCV 2016. ECCV 2016. Lecture notes in computer science, vol 9908. Springer, Cham, pp 630\u2013645. https:\/\/doi.org\/10.1007\/978-3-319-46493-0_38","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"5008_CR8","doi-asserted-by":"publisher","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. Sergey Zagoruyko Nikos Komodakis: Wide Residual Networks, pp 87.1\u201387.12 https:\/\/doi.org\/10.5244\/C.30.87","DOI":"10.5244\/C.30.87"},{"key":"5008_CR9","doi-asserted-by":"crossref","unstructured":"Xie S, Girshick R, Doll\u00e1r P, Tu Z, He K (2016) Aggregated residual transformations for deep neural networks. arXiv:1611.05431","DOI":"10.1109\/CVPR.2017.634"},{"key":"5008_CR10","doi-asserted-by":"publisher","unstructured":"Huang G, Sun Y, Liu Z, Sedra D, Weinberger KQ (2016) Deep networks with stochastic depth, vol $9908, pp 646\u2013661. https:\/\/doi.org\/10.1007\/978-3-319-46493-0_39","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"5008_CR11","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, van der Maaten L, Weinberger KQ (2017) Densely connected convolutional networks","DOI":"10.1109\/CVPR.2017.243"},{"key":"5008_CR12","unstructured":"Sermanet P, Eigen D, Zhang X, Mathieu M, Fergus R, LeCun Y (2014) OverFeat: integrated recognition, localization and detection using convolutional networks. In: ICLR, 2014"},{"key":"5008_CR13","doi-asserted-by":"crossref","unstructured":"Cao J, Pang Y, Li X (2016) Pedestrian detection inspired by appearance constancy and shape symmetry. In: Proceedings of IEEE international conference on computer vision and pattern recognition, pp 1316\u20131324","DOI":"10.1109\/CVPR.2016.147"},{"issue":"1","key":"5008_CR14","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/TNNLS.2015.2435783","volume":"27","author":"M Gong","year":"2016","unstructured":"Gong M, Zhao J, Liu J, Miao Q, Jiao L (2016) Change detection in synthetic aperture radar images based on deep neural networks. IEEE Trans Neural Netw Learn Syst 27(1):125\u2013138","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"3","key":"5008_CR15","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1109\/TNNLS.2016.2636227","volume":"29","author":"J Liu","year":"2018","unstructured":"Liu J, Gong M, Qin K, Zhang P (2018) A deep convolutional coupling network for change detection based on heterogeneous optical and radar images. IEEE Trans Neural Netw Learn Syst 29(3):545\u2013559","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"1","key":"5008_CR16","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1561\/2200000006","volume":"2","author":"Y Bengio","year":"2009","unstructured":"Bengio Y (2009) Learning deep architectures for AI. Found Trends Mach Learn 2(1):127\u2013131","journal-title":"Found Trends Mach Learn"},{"issue":"10","key":"5008_CR17","doi-asserted-by":"publisher","first-page":"2477","DOI":"10.1109\/TNNLS.2014.2387439","volume":"26","author":"C-H Chang","year":"2015","unstructured":"Chang C-H (2015) Deep and shallow architecture of multilayer neural networks. IEEE Trans Neural Netw Learn Syst 26(10):2477\u20132486","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"12","key":"5008_CR18","doi-asserted-by":"publisher","first-page":"3263","DOI":"10.1109\/TNNLS.2015.2469673","volume":"26","author":"M Gong","year":"2015","unstructured":"Gong M, Liu J, Li H, Cai Q, Su L (2015) A multi objective sparse feature learning model for deep neural networks. IEEE Trans Neural Netw Learn Syst 26(12):3263\u20133277","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"11","key":"5008_CR19","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"issue":"12","key":"5008_CR20","doi-asserted-by":"publisher","first-page":"4645","DOI":"10.1007\/s00500-014-1460-0","volume":"20","author":"J Liu","year":"2016","unstructured":"Liu J, Gong M, Zhao J, Li H, Jiao L (2016) Difference representation learning using stacked restricted Boltzmann machines for change detection in SAR images. Soft Comput 20(12):4645\u20134657","journal-title":"Soft Comput"},{"key":"5008_CR21","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.isprsjprs.2016.02.013","volume":"116","author":"P Zhang","year":"2016","unstructured":"Zhang P, Gong M, Su L, Liu J, Li Z (2016) Change detection based on deep feature representation and mapping transformation for multi-spatial-resolution remote sensing images. Photogram Remote Sens 116:24\u201341","journal-title":"Photogram Remote Sens"},{"issue":"7553","key":"5008_CR22","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"5008_CR23","doi-asserted-by":"crossref","unstructured":"Schmidhuber J (2014) Deep learning in neural networks: an overview. Neural Networks 61:85\u2013117","DOI":"10.1016\/j.neunet.2014.09.003"},{"key":"5008_CR24","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"D Rumelhart","year":"1986","unstructured":"Rumelhart D, Hinton G, Williams R (1986) Learning representations by back propagating error. Nature 323:533\u2013536","journal-title":"Nature"},{"key":"5008_CR25","unstructured":"Agostinelli F, Hoffman M, Sadowski P, Baldi P (2014) Learning activation functions to improve deep neural networks. In: CoRR. http:\/\/arxiv.org\/abs\/1412.6830"},{"key":"5008_CR26","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improve restricted boltzmann machines. In: Proceedings of the 27th international conference on machine learning (ICML 2010), pp 807\u2013814"},{"key":"5008_CR27","unstructured":"Goodfellow IJ, Warde-Farley D, Mirza M, Courville AC, Bengio Y (2013) Maxout networks. In: Proceedings of the 30th international conference on machine learning (ICML 2013), volume 28 of JMLR proceedings, pp 1319\u20131327. http:\/\/jmlr.org\/"},{"key":"5008_CR28","doi-asserted-by":"crossref","unstructured":"Liao Z, Carneiro G (2016) On the importance of normalisation layers in deep learning with piecewise linear activation units. arXiv:1508.00330","DOI":"10.1109\/WACV.2016.7477624"},{"key":"5008_CR29","unstructured":"Clevert D-A, Unterthiner T, Hochreiter S (2016) Fast and accurate deep network learning by exponential linear units (ELUs) comments: published as a conference paper at ICLR 2016 subjects\u2014learning (cs.LG), 2016"},{"key":"5008_CR30","unstructured":"Lee C-Y, Xie S, Gallagher P, Zhang Z, Tu Z (2015) Deeply supervised nets. In: Proceedings of AISTATS 2015"},{"key":"5008_CR31","unstructured":"Srivastava RK, Greff K, Schmidhuber J (2015) Highway networks. In: CoRR. http:\/\/arxiv.org\/abs\/1505.00387"},{"key":"5008_CR32","doi-asserted-by":"crossref","unstructured":"Jarrett K, Kavukcuoglu K, Ranzato MA, LeCun Y (2009) What is the best multi-stage architecture for object recognition?. In: Proceedings of the IEEE international conference on computer vision, pp 2146\u20132153","DOI":"10.1109\/ICCV.2009.5459469"},{"key":"5008_CR33","doi-asserted-by":"crossref","unstructured":"LeCun Y, Kavukcuoglu K, Farabet C (2010) Convolutional networks and applications in vision. In: Proceedings of the IEEE international symposium on circuits and systems, pp 253\u2013256","DOI":"10.1109\/ISCAS.2010.5537907"},{"key":"5008_CR34","unstructured":"Chan T, Jia K, Gao S, Lu J, Zeng Z, Ma Y (2014) PCANet: a simple deep learning baseline for image classification? In: CoRR. http:\/\/arxiv.org\/abs\/1404.3606"},{"key":"5008_CR35","unstructured":"Gong Y, Wang L, Guo R, Lazebnik S (2014) Multi-scale orderless pooling of deep"},{"key":"5008_CR36","unstructured":"Graham B (2014) Fractional max-pooling. In: CoRR. https:\/\/arxiv.org\/abs\/1412.6071"},{"key":"5008_CR37","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2014) Spatial pyramid pooling in deep convolutional networks for visual recognition. In: Proceedings of European conference on computer vision, pp 346\u2013361","DOI":"10.1007\/978-3-319-10578-9_23"},{"key":"5008_CR38","unstructured":"Lee C, Gallagher P, Tu Z (2015) Generalizing pooling functions in convolutional neural networks: mixed gated and tree. In: CoRR. http:\/\/arxiv.org\/abs\/1509.08985"},{"key":"5008_CR39","doi-asserted-by":"crossref","unstructured":"Murray N, Perronnin F (2014) Generalized max pooling. In: Proceedings of the IEEE computer society conference on computer vision and pattern recognition, pp 2473\u20132480","DOI":"10.1109\/CVPR.2014.317"},{"key":"5008_CR40","unstructured":"Springenberg J, Dosovitskiy A, Brox TT, Riedmiller M (2014) Striving for simplicity: the all convolutional net. In: CoRR. http:\/\/arxiv.org\/abs\/1412.6806"},{"key":"5008_CR41","doi-asserted-by":"crossref","unstructured":"Yoo D, Park S, Lee J, Kweon I (2015) Multi-scale pyramid pooling for deep convolutional representation. In: Proceedings of IEEE workshop computer vision and pattern recognition, pp 1\u20135","DOI":"10.1109\/CVPRW.2015.7301274"},{"key":"5008_CR42","unstructured":"Zeiler MD, Fergus R (2013) Stochastic pooling for regularization of deep convolutional neural networks. In: CoRR. http:\/\/arxiv.org\/abs\/1301.3557"},{"key":"5008_CR43","unstructured":"Chang J, Chen Y (2015) Batch-normalized maxout network in network. arXiv:1511.02583"},{"key":"5008_CR44","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1186\/s40537-019-0233-0","volume":"6","author":"G Castaneda","year":"2019","unstructured":"Castaneda G, Morris P, Khoshgoftaar TM (2019) Evaluation of maxout activations in deep learning across several big data domains. J Big Data 6:72. https:\/\/doi.org\/10.1186\/s40537-019-0233-0","journal-title":"J Big Data"},{"issue":"12","key":"5008_CR45","doi-asserted-by":"publisher","first-page":"2303","DOI":"10.1109\/TNNLS.2014.2308519","volume":"25","author":"L Shao","year":"2014","unstructured":"Shao L, Wu D, Li X (2014) Learning deep and wide: a spectral method for learning deep networks. IEEE Trans Neural Netw Learn Syst 25(12):2303\u20132308","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"5008_CR46","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. In: CoRR, vol. abs\/1502.03167"},{"key":"5008_CR47","first-page":"1929","volume":"15","author":"Nitish Srivastava","year":"2014","unstructured":"Srivastava Nitish, Hinton Geoffrey, Krizhevsky Alex, Sutskever Ilya, Salakhutdinov Ruslan (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15:1929\u20131958","journal-title":"J Mach Learn Res"},{"issue":"3","key":"5008_CR48","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H et al (2015) ImageNet large scale visual recognition challenge. Int J Comput Vis (IJCV) 115(3):211\u2013252","journal-title":"Int J Comput Vis (IJCV)"},{"key":"5008_CR49","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1186\/s40537-019-0197-0","volume":"6","author":"C Shorten","year":"2019","unstructured":"Shorten C, Khoshgoftaar TM (2019) A survey on image data augmentation for deep learning. J Big Data 6:60. https:\/\/doi.org\/10.1186\/s40537-019-0197-0","journal-title":"J Big Data"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05008-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-020-05008-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05008-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,23]],"date-time":"2021-05-23T19:20:32Z","timestamp":1621797632000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-020-05008-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,24]]},"references-count":49,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["5008"],"URL":"https:\/\/doi.org\/10.1007\/s00521-020-05008-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,24]]},"assertion":[{"value":"10 January 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}