{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:44:20Z","timestamp":1742913860565,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030687953"},{"type":"electronic","value":"9783030687960"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-68796-0_10","type":"book-chapter","created":{"date-parts":[[2021,2,20]],"date-time":"2021-02-20T16:28:24Z","timestamp":1613838504000},"page":"130-145","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["The Impact of Activation Sparsity on Overfitting in Convolutional Neural Networks"],"prefix":"10.1007","author":[{"given":"Karim","family":"Huesmann","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luis Garcia","family":"Rodriguez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lars","family":"Linsen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benjamin","family":"Risse","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,21]]},"reference":[{"key":"10_CR1","unstructured":"Ahmad, S., Scheinkman, L.: How can we be so dense? The benefits of using highly sparse representations. arXiv preprint arXiv:1903.11257 (2019)"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Ayinde, B.O., Inanc, T., Zurada, J.M.: On correlation of features extracted by deep neural networks. In: International Joint Conference on Neural Networks (IJCNN), Proceedings, pp. 1\u20138 (2019)","DOI":"10.1109\/IJCNN.2019.8852296"},{"key":"10_CR3","doi-asserted-by":"publisher","first-page":"2650","DOI":"10.1109\/TNNLS.2018.2885972","volume":"30","author":"BO Ayinde","year":"2019","unstructured":"Ayinde, B.O., Inanc, T., Zurada, J.M.: Regularizing deep neural networks by enhancing diversity in feature extraction. IEEE Trans. Neural Netw. Learn. Syst. 30, 2650\u20132661 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"9","key":"10_CR4","doi-asserted-by":"publisher","first-page":"3969","DOI":"10.1109\/TNNLS.2017.2747861","volume":"29","author":"BO Ayinde","year":"2017","unstructured":"Ayinde, B.O., Zurada, J.M.: Deep learning of constrained autoencoders for enhanced understanding of data. IEEE Trans. Neural Netw. Learn. Syst. 29(9), 3969\u20133979 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Bao, Y., Jiang, H., Dai, L., Liu, C.: Incoherent training of deep neural networks to de-correlate bottleneck features for speech recognition. In: 2013 IEEE International Conference on Acoustics, Speech and Signal Processing, pp. 6980\u20136984. IEEE (2013)","DOI":"10.1109\/ICASSP.2013.6639015"},{"key":"10_CR6","unstructured":"Bengio, Y., Bergstra, J.S.: Slow, decorrelated features for pretraining complex cell-like networks. In: Advances in Neural Information Processing Systems, pp. 99\u2013107 (2009)"},{"key":"10_CR7","unstructured":"Changpinyo, S., Sandler, M., Zhmoginov, A.: The power of sparsity in convolutional neural networks. arXiv preprint arXiv:1702.06257 (2017)"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Chollet, F.: Xception: deep learning with depthwise separable convolutions. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1251\u20131258 (2017)","DOI":"10.1109\/CVPR.2017.195"},{"key":"10_CR9","unstructured":"Cogswell, M., Ahmed, F., Girshick, R., Zitnick, L., Batra, D.: Reducing overfitting in deep networks by decorrelating representations. arXiv preprint arXiv:1511.06068 (2015)"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Mane, D., Vasudevan, V., Le, Q.V.: AutoAugment: learning augmentation strategies from data. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Proceedings, pp. 113\u2013123 (2019)","DOI":"10.1109\/CVPR.2019.00020"},{"key":"10_CR11","unstructured":"Frankle, J., Carbin, M.: The lottery ticket hypothesis: finding sparse, trainable neural networks. In: International Conference on Learning Representations (2018)"},{"key":"10_CR12","unstructured":"Gale, T., Elsen, E., Hooker, S.: The state of sparsity in deep neural networks. arXiv preprint arXiv:1902.09574 (2019)"},{"issue":"4","key":"10_CR13","doi-asserted-by":"publisher","first-page":"19","DOI":"10.4018\/IJSSCI.2018100102","volume":"10","author":"AD Gavrilov","year":"2018","unstructured":"Gavrilov, A.D., Jordache, A., Vasdani, M., Deng, J.: Preventing model overfitting and underfitting in convolutional neural networks. Int. J. Softw. Sci. Comput. Intell. (IJSSCI) 10(4), 19\u201328 (2018)","journal-title":"Int. J. Softw. Sci. Comput. Intell. (IJSSCI)"},{"key":"10_CR14","unstructured":"Gomez, A.N., et al.: Learning sparse networks using targeted dropout. arXiv (2019)"},{"key":"10_CR15","volume-title":"Deep Learning. Adaptive Computation and Machine Learning","author":"IJ Goodfellow","year":"2016","unstructured":"Goodfellow, I.J., Bengio, Y., Courville, A.C.: Deep Learning. Adaptive Computation and Machine Learning. MIT Press, Cambridge (2016)"},{"key":"10_CR16","doi-asserted-by":"crossref","unstructured":"Guo, H., Mao, Y., Zhang, R.: Mixup as locally linear out-of-manifold regularization. In: AAAI Conference on Artificial Intelligence (AAAI), Proceedings, pp. 3714\u20133722 (2019)","DOI":"10.1609\/aaai.v33i01.33013714"},{"key":"10_CR17","unstructured":"Guo, Y., Zhang, C., Zhang, C., Chen, Y.: Sparse DNNs with improved adversarial robustness. In: Advances in Neural Information Processing Systems, pp. 242\u2013251 (2018)"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"10_CR19","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: International Conference on Machine Learning (ICML), Proceedings, pp. 448\u2013456 (2015)"},{"issue":"8","key":"10_CR20","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan, A., Sohail, A., Zahoora, U., Qureshi, A.S.: A survey of the recent architectures of deep convolutional neural networks. Artif. Intell. Rev. 53(8), 5455\u20135516 (2020). https:\/\/doi.org\/10.1007\/s10462-020-09825-6","journal-title":"Artif. Intell. Rev."},{"key":"10_CR21","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1007\/978-3-030-39343-4_35","volume-title":"Medical Image Understanding and Analysis","author":"S Klemm","year":"2020","unstructured":"Klemm, S., Ortkemper, R.D., Jiang, X.: Deploying deep learning into practice: a case study on fundus segmentation. In: Zheng, Y., Williams, B.M., Chen, K. (eds.) MIUA 2019. CCIS, vol. 1065, pp. 411\u2013422. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-39343-4_35"},{"key":"10_CR22","unstructured":"Li, M., Soltanolkotabi, M., Oymak, S.: Gradient descent with early stopping is provably robust to label noise for overparameterized neural networks. In: International Conference on Artificial Intelligence and Statistics, pp. 4313\u20134324. PMLR (2020)"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Liu, Z., Li, J., Shen, Z., Huang, G., Yan, S., Zhang, C.: Learning efficient convolutional networks through network slimming. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2736\u20132744 (2017)","DOI":"10.1109\/ICCV.2017.298"},{"key":"10_CR24","unstructured":"Liu, Z., Sun, M., Zhou, T., Huang, G., Darrell, T.: Rethinking the value of network pruning. In: International Conference on Learning Representations (2018)"},{"key":"10_CR25","doi-asserted-by":"crossref","unstructured":"Mehta, D., Kim, K.I., Theobalt, C.: On implicit filter level sparsity in convolutional neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 520\u2013528 (2019)","DOI":"10.1109\/CVPR.2019.00061"},{"issue":"12","key":"10_CR26","doi-asserted-by":"publisher","first-page":"3108","DOI":"10.1109\/78.553484","volume":"44","author":"DJ Miller","year":"1996","unstructured":"Miller, D.J., Rao, A.V., Rose, K., Gersho, A.: A global optimization technique for statistical classifier design. IEEE Trans. Signal Process. 44(12), 3108\u20133122 (1996)","journal-title":"IEEE Trans. Signal Process."},{"key":"10_CR27","unstructured":"Molchanov, P., Tyree, S., Karras, T., Aila, T., Kautz, J.: Pruning convolutional neural networks for resource efficient inference. In: 5th International Conference on Learning Representations, ICLR 2017-Conference Track Proceedings (2019)"},{"issue":"4","key":"10_CR28","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1162\/neco.1992.4.4.473","volume":"4","author":"SJ Nowlan","year":"1992","unstructured":"Nowlan, S.J., Hinton, G.E.: Simplifying neural networks by soft weight-sharing. Neural Comput. 4(4), 473\u2013493 (1992)","journal-title":"Neural Comput."},{"key":"10_CR29","unstructured":"Pereyra, G., Tucker, G., Chorowski, J., Kaiser, L., Hinton, G.E.: Regularizing neural networks by penalizing confident output distributions. In: International Conference on Learning Representations (ICLR), Proceedings (2017)"},{"key":"10_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/3-540-49430-8_3","volume-title":"Neural Networks: Tricks of the Trade","author":"L Prechelt","year":"1998","unstructured":"Prechelt, L.: Early stopping - but when? In: Orr, G.B., M\u00fcller, K.-R. (eds.) Neural Networks: Tricks of the Trade. LNCS, vol. 1524, pp. 55\u201369. Springer, Heidelberg (1998). https:\/\/doi.org\/10.1007\/3-540-49430-8_3"},{"key":"10_CR31","doi-asserted-by":"crossref","unstructured":"Rhu, M., O\u2019Connor, M., Chatterjee, N., Pool, J., Kwon, Y., Keckler, S.W.: Compressing DMA engine: leveraging activation sparsity for training deep neural networks. In: 2018 IEEE International Symposium on High Performance Computer Architecture (HPCA), pp. 78\u201391 (2018)","DOI":"10.1109\/HPCA.2018.00017"},{"issue":"7","key":"10_CR32","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1038\/nmeth.1468","volume":"7","author":"JD Seelig","year":"2010","unstructured":"Seelig, J.D., et al.: Two-photon calcium imaging from head-fixed drosophila during optomotor walking behavior. Nat. Methods 7(7), 535 (2010)","journal-title":"Nat. Methods"},{"key":"10_CR33","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. Computational and Biological Learning Society (2015)"},{"issue":"1","key":"10_CR34","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G.E., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. (JMLR) 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res. (JMLR)"},{"key":"10_CR35","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.image.2018.12.002","volume":"72","author":"Z Tu","year":"2019","unstructured":"Tu, Z., et al.: A survey of variational and CNN-based optical flow techniques. Sig. Process. Image Commun. 72, 9\u201324 (2019)","journal-title":"Sig. Process. Image Commun."},{"issue":"5456","key":"10_CR36","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1126\/science.287.5456.1273","volume":"287","author":"WE Vinje","year":"2000","unstructured":"Vinje, W.E., Gallant, J.L.: Sparse coding and decorrelation in primary visual cortex during natural vision. Science 287(5456), 1273\u20131276 (2000)","journal-title":"Science"},{"key":"10_CR37","unstructured":"Werpachowski, R., Gy\u00f6rgy, A., Szepesv\u00e1ri, C.: Detecting overfitting via adversarial examples. In: Advances in Neural Information Processing Systems, pp. 7856\u20137866 (2019)"},{"key":"10_CR38","doi-asserted-by":"crossref","unstructured":"Yaguchi, A., Suzuki, T., Asano, W., Nitta, S., Sakata, Y., Tanizawa, A.: Adam induces implicit weight sparsity in rectifier neural networks. In: IEEE International Conference on Machine Learning and Applications (ICMLA), Proceedings, pp. 318\u2013325 (2018)","DOI":"10.1109\/ICMLA.2018.00054"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"Yang, Q., Mao, J., Wang, Z., Li, H.: DASNet: dynamic activation sparsity for neural network efficiency improvement. In: 2019 IEEE 31st International Conference on Tools with Artificial Intelligence (ICTAI), pp. 1401\u20131405. IEEE (2019)","DOI":"10.1109\/ICTAI.2019.00197"},{"key":"10_CR40","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., Vinyals, O.: Understanding deep learning requires rethinking generalization. In: International Conference on Learning Representations (ICLR), Proceedings (2017)"},{"key":"10_CR41","unstructured":"Zhang, C., Vinyals, O., Munos, R., Bengio, S.: A study on overfitting in deep reinforcement learning. arXiv preprint arXiv:1804.06893 (2018)"},{"key":"10_CR42","unstructured":"Zhou, H., Lan, J., Liu, R., Yosinski, J.: Deconstructing lottery tickets: zeros, signs, and the supermask. In: Advances in Neural Information Processing Systems, pp. 3592\u20133602 (2019)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition. ICPR International Workshops and Challenges"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-68796-0_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,20]],"date-time":"2021-02-20T16:39:08Z","timestamp":1613839148000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-68796-0_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030687953","9783030687960"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-68796-0_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"21 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 January 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 January 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ICPR2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icpr2020.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}