{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T02:31:02Z","timestamp":1743129062513,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030368012"},{"type":"electronic","value":"9783030368029"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-36802-9_28","type":"book-chapter","created":{"date-parts":[[2019,12,5]],"date-time":"2019-12-05T18:03:03Z","timestamp":1575568983000},"page":"253-261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Analysis on Dropout Regularization"],"prefix":"10.1007","author":[{"given":"John","family":"Sum","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chi-Sing","family":"Leung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,12,5]]},"reference":[{"key":"28_CR1","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1162\/neco.1996.8.3.643","volume":"8","author":"G An","year":"1996","unstructured":"An, G.: The effects of adding noise during backpropagation training on a generalization performance. Neural Comput. 8, 643\u2013674 (1996)","journal-title":"Neural Comput."},{"key":"28_CR2","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.artint.2014.02.004","volume":"210","author":"P Baldi","year":"2014","unstructured":"Baldi, P., Sadowski, P.: The dropout learning algorithm. Artif. Intell. 210, 78\u2013122 (2014)","journal-title":"Artif. Intell."},{"key":"28_CR3","unstructured":"Baldi, P., Sadowski, P.J.: Understanding dropout. In: Advances in Neural Information Processing Systems, pp. 2814\u20132822 (2013)"},{"key":"28_CR4","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1162\/neco.1995.7.1.108","volume":"7","author":"C Bishop","year":"1995","unstructured":"Bishop, C.: Training with noise is equivalent to Tikhonov regularization. Neural Comput. 7, 108\u2013116 (1995)","journal-title":"Neural Comput."},{"key":"28_CR5","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: representing model uncertainty in deep learning. arXiv:1506.02142v4 (2015)"},{"key":"28_CR6","unstructured":"Ghojogh, B., Crowley, M.: The theory behind overfitting, cross validation, regularization, bagging, and boosting: tutorial. arXiv preprint arXiv:1905.12787 (2019)"},{"key":"28_CR7","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, Cambridge (2016)"},{"issue":"4","key":"28_CR8","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1109\/21.370200","volume":"25","author":"Y Grandvalet","year":"1995","unstructured":"Grandvalet, Y., Canu, S.: Comments on \u201cNoise injection into inputs in back propagation learning\u201d. IEEE Trans. Syst. Man Cybern. 25(4), 678\u2013681 (1995)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"issue":"5","key":"28_CR9","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1162\/neco.1997.9.5.1093","volume":"9","author":"Y Grandvalet","year":"1997","unstructured":"Grandvalet, Y., Canu, S., Boucheron, S.: Noise injection: theoretical prospects. Neural Comput. 9(5), 1093\u20131108 (1997)","journal-title":"Neural Comput."},{"key":"28_CR10","unstructured":"Hinton, G.E., Srivastava, N., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.R.: Improving neural networks by preventing co-adaptation of feature detectors. arXiv preprint arXiv:1207.0580 (2012)"},{"issue":"6","key":"28_CR11","doi-asserted-by":"publisher","first-page":"938","DOI":"10.1109\/TNN.2010.2046179","volume":"21","author":"K Ho","year":"2010","unstructured":"Ho, K., Leung, C., Sum, J.: Convergence and objective functions of some fault\/noise injection-based online learning algorithms for RBF networks. IEEE Trans. Neural Netw. 21(6), 938\u2013947 (2010)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"2","key":"28_CR12","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1109\/TNN.2010.2095881","volume":"22","author":"K Ho","year":"2011","unstructured":"Ho, K., Leung, C., Sum, J.: Objective functions of the online weight noise injection training algorithms for MLP. IEEE Trans. Neural Netw. 22(2), 317\u2013323 (2011)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"4","key":"28_CR13","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1162\/neco.1991.3.4.546","volume":"3","author":"M Jabri","year":"1991","unstructured":"Jabri, M., Flower, B.: Weight perturbation: an optimal architecture and learning technique for analog VLSI feedforward and recurrent multilayer networks. Neural Comput. 3(4), 546\u2013565 (1991)","journal-title":"Neural Comput."},{"issue":"1","key":"28_CR14","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1109\/72.105429","volume":"3","author":"M Jabri","year":"1992","unstructured":"Jabri, M., Flower, B.: Weight perturbation: an optimal architecture and learning technique for analog VLSI feedforward and recurrent multilayer networks. IEEE Trans. Neural Netw. 3(1), 154\u2013157 (1992)","journal-title":"IEEE Trans. Neural Netw."},{"key":"28_CR15","doi-asserted-by":"publisher","first-page":"1424","DOI":"10.1109\/72.548170","volume":"7","author":"K Jim","year":"1996","unstructured":"Jim, K., Giles, C., Horne, B.: An analysis of noise in recurrent neural networks: convergence and generalization. IEEE Trans. Neural Netw. 7, 1424\u20131438 (1996)","journal-title":"IEEE Trans. Neural Netw."},{"key":"28_CR16","unstructured":"Judd, J.S., Munro, P.W.: Nets with unreliable hidden nodes learn error-correcting codes. In: Advances in Neural Information Processing Systems 5, pp. 89\u201396. Morgan Kaufmann Publishers Inc., San Francisco (1993)"},{"key":"28_CR17","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105 (2012)"},{"issue":"3","key":"28_CR18","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1109\/21.155944","volume":"22","author":"K Matsuoka","year":"1992","unstructured":"Matsuoka, K.: Noise injection into inputs in back-propagation learning. IEEE Trans. Syst. Man Cybern. 22(3), 436\u2013440 (1992)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"issue":"17","key":"28_CR19","doi-asserted-by":"publisher","first-page":"1546","DOI":"10.1049\/el:19910970","volume":"27","author":"A Murray","year":"1991","unstructured":"Murray, A.: Analogue noise-enhanced learning in neural network circuits. Electron. Lett. 27(17), 1546\u20131548 (1991)","journal-title":"Electron. Lett."},{"issue":"3","key":"28_CR20","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1162\/neco.1992.4.3.366","volume":"4","author":"A Murray","year":"1992","unstructured":"Murray, A.: Multilayer perceptron learning optimized for on-chip implementation: a noise-robust system. Neural Comput. 4(3), 366\u2013381 (1992)","journal-title":"Neural Comput."},{"issue":"4","key":"28_CR21","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1109\/72.238328","volume":"4","author":"A Murray","year":"1993","unstructured":"Murray, A., Edwards, P.: Synaptic weight noise during multilayer perceptron training: fault tolerance and training improvements. IEEE Trans. Neural Netw. 4(4), 722\u2013725 (1993)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"5","key":"28_CR22","doi-asserted-by":"publisher","first-page":"792","DOI":"10.1109\/72.317730","volume":"5","author":"A Murray","year":"1994","unstructured":"Murray, A., Edwards, P.: Enhanced MLP performance and fault tolerance resulting from synaptic weight noise during training. IEEE Trans. Neural Netw. 5(5), 792\u2013802 (1994)","journal-title":"IEEE Trans. Neural Netw."},{"key":"28_CR23","unstructured":"Nalisnick, E., Anandkumar, A., Smyth, P.: A scale mixture perspective of multiplicative noise in neural networks. arXiv preprint arXiv:1506.03208 (2015)"},{"key":"28_CR24","unstructured":"Noh, H., You, T., Mun, J., Han, B.: Regularizing deep neural networks by noise: its interpretation and optimization. In: Advances in Neural Information Processing Systems, pp. 5109\u20135118 (2017)"},{"issue":"1","key":"28_CR25","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"28_CR26","unstructured":"Sum, J.: On a multiple nodes fault tolerant training for RBF: objective function, sensitivity analysis and relation to generalization. In: Proceedings of TAAI 2005, Tainan, Taiwan (2005)"},{"key":"28_CR27","unstructured":"Sum, J.: Misconception on the regularization effect of noise or fault injection: empirical evidence. In: Proceedings of TAAI 2019, Kaohsiung, Taiwan (2019)"},{"key":"28_CR28","unstructured":"Sum, J.: Misconception on the regularization effect of noise or fault injection: theoretical analysis. In: Proceedings of TAAI 2019, Kaohsiung, Taiwan (2019)"},{"key":"28_CR29","doi-asserted-by":"crossref","unstructured":"Sum, J., Leung, C.S.: Analysis on dropout regularization (2019). In submission","DOI":"10.1007\/978-3-030-36802-9_28"},{"key":"28_CR30","doi-asserted-by":"crossref","unstructured":"Sum, J., Leung, C.S.: Learning algorithm for Boltzmann machines with additive weight and bias noise. IEEE Trans. Neural Netw. Learn. Syst. (2019). Accepted for publication","DOI":"10.1109\/TNNLS.2018.2889072"},{"key":"28_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1007\/978-3-642-03040-6_40","volume-title":"Advances in Neuro-Information Processing","author":"J Sum","year":"2009","unstructured":"Sum, J., Leung, C., Ho, K.: On node-fault-injection training of an RBF network. In: K\u00f6ppen, M., Kasabov, N., Coghill, G. (eds.) ICONIP 2008. LNCS, vol. 5507, pp. 324\u2013331. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-03040-6_40"},{"issue":"11","key":"28_CR32","doi-asserted-by":"publisher","first-page":"1827","DOI":"10.1109\/TNNLS.2012.2210243","volume":"23","author":"J Sum","year":"2012","unstructured":"Sum, J., Leung, C.S., Ho, K.: Convergence analyses on on-line weight noise injection-based training algorithms for MLPs. IEEE Trans. Neural Netw. Learn. Syst. 23(11), 1827\u20131840 (2012)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"2","key":"28_CR33","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1109\/TNNLS.2011.2178477","volume":"23","author":"J Sum","year":"2012","unstructured":"Sum, J., Leung, C.S., Ho, K.: Convergence analysis of on-line node fault injection-based training algorithms for MLP networks. IEEE Trans. Neural Netw. Learn. Syst. 23(2), 211\u2013222 (2012)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"28_CR34","doi-asserted-by":"crossref","unstructured":"Sum, J., Leung, C.S., Ho, K.: A limitation of gradient descent learning. IEEE Trans. Neural Netw. Learn. Syst. (2019). Accepted for publication","DOI":"10.1109\/TNNLS.2019.2927689"},{"key":"28_CR35","unstructured":"Wager, S., Wang, S., Liang, P.S.: Dropout training as adaptive regularization. In: Advances in Neural Information Processing Systems, pp. 351\u2013359 (2013)"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-36802-9_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:52:21Z","timestamp":1710262341000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-36802-9_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030368012","9783030368029"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-36802-9_28","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"5 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ajiips.com.au\/iconip2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}