{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T16:53:17Z","timestamp":1776358397911,"version":"3.51.2"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030367077","type":"print"},{"value":"9783030367084","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-36708-4_22","type":"book-chapter","created":{"date-parts":[[2019,12,12]],"date-time":"2019-12-12T15:24:22Z","timestamp":1576164262000},"page":"264-274","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":140,"title":["Training Behavior of Deep Neural Network in Frequency Domain"],"prefix":"10.1007","author":[{"given":"Zhi-Qin John","family":"Xu","sequence":"first","affiliation":[]},{"given":"Yaoyu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yanyang","family":"Xiao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,9]]},"reference":[{"key":"22_CR1","unstructured":"Alain, G., Bengio, Y.: Understanding intermediate layers using linear classifier probes. arXiv preprint arXiv:1610.01644 (2016)"},{"key":"22_CR2","unstructured":"Arpit, D., et al.: A closer look at memorization in deep networks. arXiv preprint arXiv:1706.05394 (2017)"},{"issue":"3","key":"22_CR3","doi-asserted-by":"publisher","first-page":"1170","DOI":"10.1137\/16M1097171","volume":"10","author":"A Barnett","year":"2017","unstructured":"Barnett, A., Greengard, L., Pataki, A., Spivak, M.: Rapid solution of the cryo-EM reconstruction problem by frequency marching. SIAM J. Imaging Sci. 10(3), 1170\u20131195 (2017)","journal-title":"SIAM J. Imaging Sci."},{"key":"22_CR4","unstructured":"Cai, W., Li, X., Liu, L.: Phasednn-a parallel phase shift deep neural network for adaptive wideband learning. arXiv preprint arXiv:1905.01389 (2019)"},{"key":"22_CR5","unstructured":"Hackbusch, W.: Multi-grid Methods and Applications, vol. 4. Springer Science & Business Media (2013)"},{"key":"22_CR6","unstructured":"Hardt, M., Recht, B., Singer, Y.: Train faster, generalize better: stability of stochastic gradient descent. arXiv preprint arXiv:1509.01240 (2015)"},{"key":"22_CR7","unstructured":"Kawaguchi, K., Kaelbling, L.P., Bengio, Y.: Generalization in deep learning. arXiv preprint arXiv:1710.05468 (2017)"},{"key":"22_CR8","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"7553","key":"22_CR9","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436 (2015)","journal-title":"Nature"},{"key":"22_CR10","unstructured":"Lin, J., Camoriano, R., Rosasco, L.: Generalization properties and implicit regularization for multiple passes SGM. In: International Conference on Machine Learning, pp. 2340\u20132348 (2016)"},{"key":"22_CR11","unstructured":"Martin, C.H., Mahoney, M.W.: Rethinking generalization requires revisiting old ideas: statistical mechanics approaches and complex learning behavior. arXiv preprint arXiv:1710.09553 (2017)"},{"issue":"3","key":"22_CR12","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/TSP.2009.2012791","volume":"57","author":"M Mishali","year":"2009","unstructured":"Mishali, M., Eldar, Y.C.: Blind multiband signal reconstruction: compressed sensing for analog signals. IEEE Trans. Signal Process. 57(3), 993\u20131009 (2009)","journal-title":"IEEE Trans. Signal Process."},{"key":"22_CR13","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511622762","volume-title":"Spectral Analysis for Physical Applications","author":"DB Percival","year":"1993","unstructured":"Percival, D.B., Walden, A.T.: Spectral Analysis for Physical Applications. Cambridge University Press, Cambridge (1993)"},{"key":"22_CR14","unstructured":"Rabinowitz, N.C.: Meta-learners\u2019 learning dynamics are unlike learners\u2019. arXiv preprint arXiv:1905.01320 (2019)"},{"key":"22_CR15","unstructured":"Rahaman, N., et al.: On the spectral bias of deep neural networks. arXiv preprint arXiv:1806.08734 (2018)"},{"key":"22_CR16","doi-asserted-by":"crossref","unstructured":"Saxe, A.M., Bansal, Y., Dapello, J., Advani, M.: On the information bottleneck theory of deep learning. In: International Conference on Learning Representations (2018)","DOI":"10.1088\/1742-5468\/ab3985"},{"issue":"1","key":"22_CR17","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/JRPROC.1949.232969","volume":"37","author":"CE Shannon","year":"1949","unstructured":"Shannon, C.E.: Communication in the presence of noise. Proc. IRE 37(1), 10\u201321 (1949)","journal-title":"Proc. IRE"},{"key":"22_CR18","unstructured":"Shwartz-Ziv, R., Tishby, N.: Opening the black box of deep neural networks via information. arXiv preprint arXiv:1703.00810 (2017)"},{"key":"22_CR19","unstructured":"Wu, L., Zhu, Z., Weinan, E.: Towards understanding generalization of deep learning: perspective of loss landscapes. arXiv preprint arXiv:1706.10239 (2017)"},{"key":"22_CR20","unstructured":"Xu, Z.Q.J.: Frequency principle in deep learning with general loss functions and its potential application. arXiv preprint arXiv:1811.10146 (2018)"},{"key":"22_CR21","unstructured":"Xu, Z.Q.J., Zhang, Y., Luo, T., Xiao, Y., Ma, Z.: Frequency principle: Fourier analysis sheds light on deep neural networks. arXiv preprint arXiv:1901.06523 (2019)"},{"key":"22_CR22","unstructured":"Xu, Z.J.: Understanding training and generalization in deep learning by Fourier analysis. arXiv preprint arXiv:1808.04295 (2018)"},{"issue":"4","key":"22_CR23","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1109\/TCT.1956.1086325","volume":"3","author":"J Yen","year":"1956","unstructured":"Yen, J.: On nonuniform sampling of bandwidth-limited signals. IRE Trans. Circuit Theory 3(4), 251\u2013257 (1956)","journal-title":"IRE Trans. Circuit Theory"},{"key":"22_CR24","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., Vinyals, O.: Understanding deep learning requires rethinking generalization. arXiv preprint arXiv:1611.03530 (2016)"},{"key":"22_CR25","unstructured":"Zhang, Y., Xu, Z.Q.J., Luo, T., Ma, Z.: Explicitizing an implicit bias of the frequency principle in two-layer neural networks. arXiv:1905.10264 [cs, stat], May 2019"},{"key":"22_CR26","unstructured":"Zhang, Y., Xu, Z.Q.J., Luo, T., Ma, Z.: A type of generalization error induced by initialization in deep neural networks. arXiv:1905.07777 [cs, stat], May 2019"},{"key":"22_CR27","unstructured":"Zhen, H.L., Lin, X., Tang, A.Z., Li, Z., Zhang, Q., Kwong, S.: Nonlinear collaborative scheme for deep neural networks. arXiv preprint arXiv:1811.01316 (2018)"},{"key":"22_CR28","unstructured":"Zheng, G., Sang, J., Xu, C.: Understanding deep learning generalization by maximum entropy. arXiv preprint arXiv:1711.07758 (2017)"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-36708-4_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,11]],"date-time":"2021-02-11T23:41:56Z","timestamp":1613086916000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-36708-4_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030367077","9783030367084"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-36708-4_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ajiips.com.au\/iconip2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}