{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T14:50:05Z","timestamp":1774968605335,"version":"3.50.1"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030183042","type":"print"},{"value":"9783030183059","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-18305-9_24","type":"book-chapter","created":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T14:15:30Z","timestamp":1558361730000},"page":"296-307","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Sparseout: Controlling Sparsity in Deep Networks"],"prefix":"10.1007","author":[{"given":"Najeeb","family":"Khan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Stavness","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,4,24]]},"reference":[{"issue":"23","key":"24_CR1","doi-asserted-by":"publisher","first-page":"3311","DOI":"10.1016\/S0042-6989(97)00169-7","volume":"37","author":"BA Olshausen","year":"1997","unstructured":"Olshausen, B.A., Field, D.J.: Sparse coding with an overcomplete basis set: a strategy employed by V1? Vis. Res. 37(23), 3311\u20133325 (1997)","journal-title":"Vis. Res."},{"issue":"4","key":"24_CR2","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1016\/j.jphysparis.2004.01.015","volume":"97","author":"G Morris","year":"2003","unstructured":"Morris, G., Nevet, A., Bergman, H.: Anatomical funneling, sparse connectivity and redundancy reduction in the neural networks of the basal ganglia. J. Physiol.-Paris 97(4), 581\u2013589 (2003)","journal-title":"J. Physiol.-Paris"},{"issue":"Apr","key":"24_CR3","first-page":"1091","volume":"14","author":"M Thom","year":"2013","unstructured":"Thom, M., Palm, G.: Sparse activity and sparse connectivity in supervised learning. J. Mach. Learn. Res. 14(Apr), 1091\u20131143 (2013)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"24_CR4","first-page":"926","volume":"9","author":"G Hinton","year":"2010","unstructured":"Hinton, G.: A practical guide to training restricted Boltzmann machines. Momentum 9(1), 926 (2010)","journal-title":"Momentum"},{"key":"24_CR5","unstructured":"Lee, H., Ekanadham, C., Ng, A.Y.: Sparse deep belief net model for visual area V2. In: Advances in Neural Information Processing Systems, pp. 873\u2013880 (2008)"},{"issue":"1","key":"24_CR6","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/S0306-4522(00)00548-0","volume":"103","author":"N Schweighofer","year":"2001","unstructured":"Schweighofer, N., Doya, K., Lay, F.: Unsupervised learning of granule cell sparse codes enhances cerebellar adaptive control. Neuroscience 103(1), 35\u201350 (2001)","journal-title":"Neuroscience"},{"issue":"7","key":"24_CR7","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.tins.2015.05.005","volume":"38","author":"A Spanne","year":"2015","unstructured":"Spanne, A., J\u00f6rntell, H.: Questioning the role of sparse coding in the brain. Trends in Neurosci. 38(7), 417\u2013427 (2015)","journal-title":"Trends in Neurosci."},{"key":"24_CR8","unstructured":"Goodfellow, I., Warde-farley, D., Mirza, M., Courville, A., Bengio, Y.: Maxout networks. In: Proceedings of the 30th International Conference on Machine Learning (ICML-13), pp. 1319\u20131327 (2013)"},{"key":"24_CR9","unstructured":"Kawaguchi, K., Kaelbling, L.P., Bengio, Y.: Generalization in deep learning. arXiv preprint arXiv:1710.05468 (2017)"},{"key":"24_CR10","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 315\u2013323 (2011)"},{"key":"24_CR11","unstructured":"Hanson, S.J., Pratt, L.Y.: Comparing biases for minimal network construction with back-propagation. In: Advances in Neural Information Processing Systems, pp. 177\u2013185 (1989)"},{"key":"24_CR12","unstructured":"LeCun, Y., Denker, J.S., Solla, S.A., Howard, R.E., Jackel, L.D.: Optimal brain damage. In: NIPS, vol. 2, pp. 598\u2013605 (1989)"},{"key":"24_CR13","unstructured":"Han, S., Pool, J., Tran, J., Dally, W.: Learning both weights and connections for efficient neural network. In: Advances in Neural Information Processing Systems, pp. 1135\u20131143 (2015)"},{"key":"24_CR14","unstructured":"Chauvin, Y.: A back-propagation algorithm with optimal use of hidden units. In: Advances in Neural Information Processing Systems, pp. 519\u2013526 (1989)"},{"issue":"16","key":"24_CR15","doi-asserted-by":"publisher","first-page":"2940","DOI":"10.1016\/j.neucom.2006.10.143","volume":"70","author":"I Mr\u00e1zov\u00e1","year":"2007","unstructured":"Mr\u00e1zov\u00e1, I., Wang, D.: Improved generalization of neural classifiers with enforced internal representation. Neurocomputing 70(16), 2940\u20132952 (2007)","journal-title":"Neurocomputing"},{"issue":"1","key":"24_CR16","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1016\/j.asoc.2008.01.013","volume":"9","author":"W Wan","year":"2009","unstructured":"Wan, W., Mabu, S., Shimada, K., Hirasawa, K., Hu, J.: Enhancing the generalization ability of neural networks through controlling the hidden layers. Appl. Soft Comput. 9(1), 404\u2013414 (2009)","journal-title":"Appl. Soft Comput."},{"key":"24_CR17","unstructured":"Liao, R., Schwing, A., Zemel, R., Urtasun, R.: Learning deep parsimonious representations. In: Advances in Neural Information Processing Systems, pp. 5076\u20135084 (2016)"},{"key":"24_CR18","unstructured":"Chetlur, S., et al.: cudnn: Efficient primitives for deep learning. arXiv preprint arXiv:1410.0759 (2014)"},{"key":"24_CR19","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107298019","volume-title":"Understanding Machine Learning: From Theory to Algorithms","author":"S Shalev-Shwartz","year":"2014","unstructured":"Shalev-Shwartz, S., Ben-David, S.: Understanding Machine Learning: From Theory to Algorithms. Cambridge University Press, New York (2014)"},{"key":"24_CR20","unstructured":"Neyshabur, B., Tomioka, R., Srebro, N.: Norm-based capacity control in neural networks. In: Conference on Learning Theory, pp. 1376\u20131401 (2015)"},{"issue":"1","key":"24_CR21","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G.E., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Kang, G., Li, J., Tao, D.: Shakeout: a new regularized deep neural network training scheme. In: Thirtieth AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.10202"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Khan, N., Shah, J., Stavness, I.: Bridgeout: stochastic bridge regularization for deep neural networks. arXiv preprint arXiv:1804.08042 (2018)","DOI":"10.1109\/ACCESS.2018.2863606"},{"key":"24_CR24","unstructured":"Cogswell, M., Ahmed, F., Girshick, R., Zitnick, L., Batra, D.: Reducing overfitting in deep networks by decorrelating representations. arXiv preprint arXiv:1511.06068 (2015)"},{"key":"24_CR25","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: International Conference on Machine Learning, pp. 448\u2013456 (2015)"},{"key":"24_CR26","unstructured":"Wager, S., Wang, S., Liang, P.S.: Dropout training as adaptive regularization. In: Advances in Neural Information Processing Systems, pp. 351\u2013359 (2013)"},{"issue":"11","key":"24_CR27","doi-asserted-by":"publisher","first-page":"3506","DOI":"10.1016\/j.jspi.2011.05.004","volume":"141","author":"C Park","year":"2011","unstructured":"Park, C., Yoon, Y.J.: Bridge regression: adaptivity and group selection. J. Stat. Plann. Inference 141(11), 3506\u20133519 (2011)","journal-title":"J. Stat. Plann. Inference"},{"issue":"Nov","key":"24_CR28","first-page":"1457","volume":"5","author":"PO Hoyer","year":"2004","unstructured":"Hoyer, P.O.: Non-negative matrix factorization with sparseness constraints. J. Mach. Learn. Res. 5(Nov), 1457\u20131469 (2004)","journal-title":"J. Mach. Learn. Res."},{"key":"24_CR29","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Technical report, Citeseer (2009)"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"24_CR31","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. arXiv preprint arXiv:1605.07146 (2016)","DOI":"10.5244\/C.30.87"},{"key":"24_CR32","unstructured":"Louizos, C., Welling, M., Kingma, D.P.: Learning sparse neural networks through $$l_0$$ regularization. In: International Conference on Learning Representations (2018)"},{"key":"24_CR33","doi-asserted-by":"crossref","unstructured":"Sundermeyer, M., Schl\u00fcter, R., Ney, H.: LSTM neural networks for language modeling. In: Thirteenth Annual Conference of the International Speech Communication Association (2012)","DOI":"10.21437\/Interspeech.2012-65"},{"key":"24_CR34","unstructured":"Lipton, Z.C., Berkowitz, J., Elkan, C.: A critical review of recurrent neural networks for sequence learning. arXiv preprint arXiv:1506.00019 (2015)"},{"key":"24_CR35","unstructured":"Merity, S., Keskar, N.S., Socher, R.: Regularizing and optimizing LSTM language models. arXiv preprint arXiv:1708.02182 (2017)"},{"key":"24_CR36","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: insights and applications. In: Deep Learning Workshop, ICML (2015)"},{"issue":"2","key":"24_CR37","first-page":"313","volume":"19","author":"MP Marcus","year":"1993","unstructured":"Marcus, M.P., Marcinkiewicz, M.A., Santorini, B.: Building a large annotated corpus of english: the penn treebank. Comput. Linguist. 19(2), 313\u2013330 (1993)","journal-title":"Comput. Linguist."},{"key":"24_CR38","unstructured":"Merity, S., Xiong, C., Bradbury, J., Socher, R.: Pointer sentinel mixture models. arXiv preprint arXiv:1609.07843 (2016)"},{"key":"24_CR39","doi-asserted-by":"crossref","unstructured":"Rigamonti, R., Brown, M.A., Lepetit, V.: Are sparse representations really relevant for image classification? In: 2011 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1545\u20131552. IEEE (2011)","DOI":"10.1109\/CVPR.2011.5995313"},{"key":"24_CR40","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1007\/978-3-662-44848-9_34","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"C Gulcehre","year":"2014","unstructured":"Gulcehre, C., Cho, K., Pascanu, R., Bengio, Y.: Learned-norm pooling for deep feedforward and recurrent neural networks. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014. LNCS (LNAI), vol. 8724, pp. 530\u2013546. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44848-9_34"}],"container-title":["Lecture Notes in Computer Science","Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-18305-9_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T18:55:54Z","timestamp":1710269754000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-18305-9_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030183042","9783030183059"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-18305-9_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"24 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Canadian AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canadian Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kingston, ON","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 May 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"32","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"canadianai2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.caiac.ca\/en\/conferences\/canadianai-2019\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}