{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:55:06Z","timestamp":1740099306042,"version":"3.37.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030168407"},{"type":"electronic","value":"9783030168414"}],"license":[{"start":{"date-parts":[[2019,4,3]],"date-time":"2019-04-03T00:00:00Z","timestamp":1554249600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-16841-4_36","type":"book-chapter","created":{"date-parts":[[2019,4,2]],"date-time":"2019-04-02T12:12:08Z","timestamp":1554207128000},"page":"349-358","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Skipping Two Layers in ResNet Makes the Generalization Gap Smaller than Skipping One or No Layer"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0660-4337","authenticated-orcid":false,"given":"Yasutaka","family":"Furusho","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9640-6472","authenticated-orcid":false,"given":"Tongliang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3330-6121","authenticated-orcid":false,"given":"Kazushi","family":"Ikeda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,4,3]]},"reference":[{"key":"36_CR1","doi-asserted-by":"crossref","unstructured":"Bartlett, P.L., Helmbold, D.P., Long, P.M.: Gradient descent with identity initialization efficiently learns positive definite linear transformations by deep residual networks. In: International Conference on Machine Learning (2018)","DOI":"10.1162\/neco_a_01164"},{"issue":"1","key":"36_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000006","volume":"2","author":"Y Bengio","year":"2009","unstructured":"Bengio, Y., et al.: Learning deep architectures for AI. Found. Trends\u00ae Mach. Learn. 2(1), 1\u2013127 (2009)","journal-title":"Found. Trends\u00ae Mach. Learn."},{"issue":"Mar","key":"36_CR3","first-page":"499","volume":"2","author":"O Bousquet","year":"2002","unstructured":"Bousquet, O., Elisseeff, A.: Stability and generalization. J. Mach. Learn. Res. 2(Mar), 499\u2013526 (2002)","journal-title":"J. Mach. Learn. Res."},{"key":"36_CR4","unstructured":"Charles, Z., Papailiopoulos, D.: Stability and generalization of learning algorithms that converge to global optima. In: International Conference on Machine Learning (2018)"},{"key":"36_CR5","unstructured":"Hardt, M., Ma, T.: Identity matters in deep learning. In: International Conference on Learning Representations (2017)"},{"key":"36_CR6","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"36_CR7","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Identity mappings in deep residual networks. In: European Conference on Computer Vision, pp. 630\u2013645. Springer (2016)","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"36_CR8","unstructured":"Kawaguchi, K.: Deep learning without poor local minima. In: Advances in Neural Information Processing Systems, pp. 586\u2013594 (2016)"},{"key":"36_CR9","doi-asserted-by":"crossref","unstructured":"Keskar, N.S., Mudigere, D., Nocedal, J., Smelyanskiy, M., Tang, P.T.P.: On large-batch training for deep learning: generalization gap and sharp minima. In: International Conference on Learning Representations (2017)","DOI":"10.1007\/978-1-4842-2766-4_14"},{"issue":"7553","key":"36_CR10","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436 (2015)","journal-title":"Nature"},{"key":"36_CR11","doi-asserted-by":"crossref","unstructured":"LeCun, Y.A., Bottou, L., Orr, G.B., M\u00fcller, K.R.: Efficient backprop. In: Neural Networks: Tricks of the Trade, pp. 9\u201348. Springer (2012)","DOI":"10.1007\/978-3-642-35289-8_3"},{"key":"36_CR12","unstructured":"Li, H., Xu, Z., Taylor, G., Goldstein, T.: Visualizing the loss landscape of neural nets. In: International Conference on Learning Representations (2018)"},{"key":"36_CR13","unstructured":"Li, S., Jiao, J., Han, Y., Weissman, T.: Demystifying ResNet. arXiv preprint \n                  arXiv:1611.01186\n                  \n                 (2016)"},{"key":"36_CR14","unstructured":"Montufar, G.F., Pascanu, R., Cho, K., Bengio, Y.: On the number of linear regions of deep neural networks. In: Advances in Neural Information Processing Systems, pp. 2924\u20132932 (2014)"},{"key":"36_CR15","unstructured":"Raghu, M., Poole, B., Kleinberg, J., Ganguli, S., Sohl-Dickstein, J.: On the expressive power of deep neural networks. In: International Conference on Machine Learning, pp. 2847\u20132854 (2017)"},{"issue":"3","key":"36_CR16","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vis. 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vis."},{"key":"36_CR17","unstructured":"Saxe, A.M., McClelland, J.L., Ganguli, S.: Exact solutions to the nonlinear dynamics of learning in deep linear neural networks. In: International Conference on Learning Representations (2014)"},{"key":"36_CR18","unstructured":"Telgarsky, M.: Benefits of depth in neural networks. In: Conference on Learning Theory, pp. 1517\u20131539 (2016)"}],"container-title":["Proceedings of the International Neural Networks Society","Recent Advances in Big Data and Deep Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-16841-4_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T05:03:47Z","timestamp":1557983027000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-16841-4_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,3]]},"ISBN":["9783030168407","9783030168414"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-16841-4_36","relation":{},"ISSN":["2661-8141","2661-815X"],"issn-type":[{"type":"print","value":"2661-8141"},{"type":"electronic","value":"2661-815X"}],"subject":[],"published":{"date-parts":[[2019,4,3]]},"assertion":[{"value":"3 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"INNSBDDL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"INNS Big Data and Deep Learning conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sestri Levante","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"innsbddl2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/innsbddl2019.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}