{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:36Z","timestamp":1740122736260,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,7,22]],"date-time":"2017-07-22T00:00:00Z","timestamp":1500681600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1007\/s11063-017-9677-4","type":"journal-article","created":{"date-parts":[[2017,7,22]],"date-time":"2017-07-22T10:49:28Z","timestamp":1500720568000},"page":"841-858","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["DropCircuit : A Modular Regularizer for Parallel Circuit Networks"],"prefix":"10.1007","volume":"47","author":[{"given":"Kien Tuong","family":"Phan","sequence":"first","affiliation":[]},{"given":"Tomas Henrique","family":"Maul","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6656-8016","authenticated-orcid":false,"given":"Tuong Thuy","family":"Vu","sequence":"additional","affiliation":[]},{"given":"Weng Kin","family":"Lai","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,7,22]]},"reference":[{"key":"9677_CR1","unstructured":"Xie S, Girshick R, Doll\u00e1r P, Tu Z He K (2016) Aggregated residual Transformations for deep neural networks. arXiv preprint arXiv:1611.05431"},{"key":"9677_CR2","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/TPDS.2005.11","volume":"16","author":"S Suresh","year":"2005","unstructured":"Suresh S, Omkar SN, Mani V (2005) Parallel implementation of back-propagation algorithm in networks of workstations. IEEE Trans Parallel Distrib Syst 16:24\u201334","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"9677_CR3","unstructured":"Phan KT, Maul TH, Vu TT (2015) A parallel circuit approach for improving the speed and generalization properties of neural networks. In: 11th international conference on natural computation, pp 1\u20137"},{"key":"9677_CR4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.neunet.2015.07.007","volume":"71","author":"H Wu","year":"2015","unstructured":"Wu H, Gu X (2015) Towards dropout training for convolutional neural networks. Neural Netw 71:1\u201310","journal-title":"Neural Netw"},{"key":"9677_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.artint.2014.02.004","volume":"210","author":"P Baldi","year":"2014","unstructured":"Baldi P, Sadowski P (2014) The dropout learning algorithm. Artif Intell 210:1\u201364","journal-title":"Artif Intell"},{"key":"9677_CR6","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5:157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"key":"9677_CR7","doi-asserted-by":"crossref","first-page":"1527","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Osindero S, Teh Y (2006) A fast learning algorithm for deep belief nets. Neural Comput 18:1527\u20131554","journal-title":"Neural Comput"},{"key":"9677_CR8","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, vol 25, pp 1097\u20131105"},{"key":"9677_CR9","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"9677_CR10","doi-asserted-by":"crossref","unstructured":"Szegedy C, et al. (2015) Going deeper with convolutions In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9677_CR11","doi-asserted-by":"crossref","unstructured":"Guo J, Gould, S (2016) Depth dropout: efficient training of residual convolutional neural networks. In: International conference on digital image computing: techniques and applications (DICTA), pp 1\u20137,","DOI":"10.1109\/DICTA.2016.7797032"},{"key":"9677_CR12","first-page":"249","volume":"9","author":"X Glorot","year":"2010","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. Aistats 9:249\u2013256","journal-title":"Aistats"},{"key":"9677_CR13","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Deep residual learning for image recognition. arXiv preprint arXiv:1512.03385"},{"key":"9677_CR14","first-page":"153","volume":"19","author":"Y Bengio","year":"2007","unstructured":"Bengio Y et al (2007) Greedy layer-wise training of deep networks. Adv Neural Inf Process Syst 19:153","journal-title":"Adv Neural Inf Process Syst"},{"key":"9677_CR15","first-page":"275","volume":"15","author":"X Glorot","year":"2011","unstructured":"Glorot X, Bordes A, Bengio Y (2011) Deep sparse rectifier neural networks. Aistats 15:275","journal-title":"Aistats"},{"key":"9677_CR16","unstructured":"Bergstra J, Desjardins G, Lamblin P, Bengio Y (2009) Quadratic polynomials learn better image features. Technical report 1337. D\u00e9partement dInformatique et de Recherche Op\u00e9rationnelle. Universit\u00e9 de Montr\u00e9al"},{"key":"9677_CR17","unstructured":"Andreas V, Michael JW, Serge JB (2016) Residual networks are exponential ensembles of relatively shallow networks. arXiv preprint arXiv:1605.06431"},{"key":"9677_CR18","unstructured":"Srivastava RK, Greff K, Schmidhuber J (2016) Highway networks. arXiv preprint arXiv:1505.00387"},{"key":"9677_CR19","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. arXiv preprint arXiv:1605.07146","DOI":"10.5244\/C.30.87"},{"key":"9677_CR20","unstructured":"Ba J, Caruana R (2014) Do deep nets really need to be deep? In: Advances in neural information processing systems, pp 2654\u20132662"},{"key":"9677_CR21","unstructured":"Singh S, Hoiem D, Forsyth D (2016) Swapout: learning an ensemble of deep architectures. arXiv preprint arXiv:1605.06465"},{"key":"9677_CR22","unstructured":"Dauphin YN, Bengio Y (2013) Big neural networks waste capacity. arXiv preprint arXiv:1301.3583"},{"key":"9677_CR23","unstructured":"Larsson G, Maire M, Shakhnarovich G (2016) FractalNet: ultra-deep neural networks without residuals. arXiv preprint arXiv:1605.07648"},{"key":"9677_CR24","unstructured":"Ciregan D, Meier U, Schmidhuber J (2012) Multi-column deep neural networks for image classification. In: IEEE conference on computer vision and pattern recognition (CVPR), pp 3642\u20133649"},{"key":"9677_CR25","unstructured":"Wang M (2015) Multi-path convolutional neural networks for complex image classification. arXiv preprint arXiv:1506.04701"},{"key":"9677_CR26","doi-asserted-by":"crossref","unstructured":"Phan KT, Maul TH, Vu TT, Lai WK (2016) Improving neural network generalization by combining parallel circuits with dropout. In: 23rd international conference on neural information processing","DOI":"10.1007\/978-3-319-46675-0_63"},{"key":"9677_CR27","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1016\/S0893-6080(03)00115-1","volume":"16","author":"M Matsugu","year":"2003","unstructured":"Matsugu M, Mori K, Mitari Y, Kaneda Y (2003) Subject independent facial expression recognition with robust face detection using a convolutional neural network. Neural Netw 16:555\u2013559","journal-title":"Neural Netw"},{"key":"9677_CR28","doi-asserted-by":"crossref","first-page":"13773","DOI":"10.1073\/pnas.0503610102","volume":"102","author":"N Kashtan","year":"2005","unstructured":"Kashtan N, Alon U (2005) Spontaneous evolution of modularity and network motifs. Proc Natl Acad Sci United States of America 102:13773\u201313778","journal-title":"Proc Natl Acad Sci United States of America"},{"key":"9677_CR29","unstructured":"Hinton GE, Srivastava N, Krizhevsky A, Sutskever I, Salakhutdinov R (2012) Improving neural networks by preventing co-adaptation of feature detectors. arXiv preprint arXiv:1207.0580"},{"key":"9677_CR30","unstructured":"Srivastava N, Hinton GE, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res (JMLR) 15:1929\u20131958"},{"key":"9677_CR31","doi-asserted-by":"crossref","unstructured":"Huang G, Sun Y, Liu Z, Sedra D, Weinberger K (2016) Deep networks with stochastic depth. arXiv preprint arXiv:1603.09382 ,","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"9677_CR32","unstructured":"Wan L, Zeiler M (2013) Regularization of neural networks using dropconnect. In: Proceedings of the 30th international conference on machine learning (ICML-13), pp 109\u2013111"},{"key":"9677_CR33","unstructured":"Lichman M (2013) UCI machine learning repository. http:\/\/archive.ics.uci.edu\/ml. University of California, Irvine, School of Information and Computer Sciences. arXiv e-prints 1605.02688. abs\/1605.02688"},{"key":"9677_CR34","unstructured":"Theano Development Team (2016 )Theano: a python framework for fast computation of mathematical expressions. arXiv e-prints 1605.02688, abs\/1605.02688"},{"issue":"1","key":"9677_CR35","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/TNNLS.2014.2310059","volume":"26","author":"J Chorowski","year":"2015","unstructured":"Chorowski J, Zurada JM (2015) Learning understandable neural networks with nonnegative weight constraints. IEEE Trans Neural Netw Learn Syst 26(1):62\u201369. doi: 10.1109\/TNNLS.2014.2310059","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"12","key":"9677_CR36","doi-asserted-by":"crossref","first-page":"2486","DOI":"10.1109\/TNNLS.2015.2479223","volume":"27","author":"E Hosseini-Asl","year":"2016","unstructured":"Hosseini-Asl E, Zurada JM, Nasraoui O (2016) Deep learning of part-based representation of data using sparse autoencoders with nonnegativity constraints. IEEE Trans Neural Netw Learn Syst 27(12):2486\u20132498","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"6755","key":"9677_CR37","doi-asserted-by":"publisher","first-page":"788","DOI":"10.1038\/44565","volume":"401","author":"DD Lee","year":"1999","unstructured":"Lee DD, Seung HS (1999) Learning the parts of objects by non-negative matrix factorization. Nature 401(6755):788\u2013791. doi: 10.1038\/44565","journal-title":"Nature"},{"issue":"2","key":"9677_CR38","first-page":"e1004792","volume":"12","author":"SH Francis","year":"2016","unstructured":"Francis SH, Guangyu RY, Xiao-Jing W (2016) Training excitatory-inhibitory recurrent neural networks for cognitive tasks: a simple and flexible framework. Comput Biol 12(2):e1004792","journal-title":"Comput Biol"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11063-017-9677-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9677-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9677-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T07:23:33Z","timestamp":1569914613000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11063-017-9677-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,7,22]]},"references-count":38,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2018,6]]}},"alternative-id":["9677"],"URL":"https:\/\/doi.org\/10.1007\/s11063-017-9677-4","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2017,7,22]]}}}