{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T17:08:08Z","timestamp":1776013688060,"version":"3.50.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031730238","type":"print"},{"value":"9783031730245","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,24]],"date-time":"2024-11-24T00:00:00Z","timestamp":1732406400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,24]],"date-time":"2024-11-24T00:00:00Z","timestamp":1732406400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73024-5_2","type":"book-chapter","created":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T16:39:58Z","timestamp":1732552798000},"page":"19-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Tight and\u00a0Efficient Upper Bound on\u00a0Spectral Norm of\u00a0Convolutional Layers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7060-0391","authenticated-orcid":false,"given":"Ekaterina","family":"Grishina","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9461-4266","authenticated-orcid":false,"given":"Mikhail","family":"Gorbunov","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7606-7322","authenticated-orcid":false,"given":"Maxim","family":"Rakhuba","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,24]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Araujo, A., Negrevergne, B., Chevaleyre, Y., Atif, J.: On Lipschitz regularization of convolutional layers using Toeplitz matrix theory. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 6661\u20136669 (2021)","DOI":"10.1609\/aaai.v35i8.16824"},{"key":"2_CR2","unstructured":"Cisse, M., Bojanowski, P., Grave, E., Dauphin, Y., Usunier, N.: Parseval networks: improving robustness to adversarial examples. In: International Conference on Machine Learning, pp. 854\u2013863. PMLR (2017)"},{"key":"2_CR3","unstructured":"De\u00a0Lathauwer, L., Comon, P., De\u00a0Moor, B., Vandewalle, J.: Higher-order power method. In: Nonlinear Theory and its Applications, NOLTA 1995, vol. 1, p. 4 (1995)"},{"issue":"4","key":"2_CR4","doi-asserted-by":"publisher","first-page":"1324","DOI":"10.1137\/S0895479898346995","volume":"21","author":"L De Lathauwer","year":"2000","unstructured":"De Lathauwer, L., De Moor, B., Vandewalle, J.: On the best rank-1 and rank-$$(r_1, r_2,\\dots, r_n)$$ approximation of higher-order tensors. SIAM J. Matrix Anal. Appl. 21(4), 1324\u20131342 (2000)","journal-title":"SIAM J. Matrix Anal. Appl."},{"key":"2_CR5","unstructured":"Delattre, B., Barth\u00e9lemy, Q., Allauzen, A.: Spectral norm of convolutional layers with circular and zero paddings. arXiv preprint arXiv:2402.00240 (2024)"},{"key":"2_CR6","unstructured":"Delattre, B., Barth\u00e9lemy, Q., Araujo, A., Allauzen, A.: Efficient bound of Lipschitz constant for convolutional layers by gram iteration. In: International Conference on Machine Learning, pp. 7513\u20137532. PMLR (2023)"},{"key":"2_CR7","unstructured":"Ebrahimpour-Boroojeny, A., Telgarsky, M., Sundaram, H.: Spectrum extraction and clipping for implicitly linear layers. In: NeurIPS 2023 Workshop on Mathematics of Modern Machine Learning (2023)"},{"key":"2_CR8","unstructured":"Farnia, F., Zhang, J., Tse, D.: Generalizable adversarial training via spectral normalization. In: International Conference on Learning Representations (2019)"},{"issue":"311","key":"2_CR9","doi-asserted-by":"publisher","first-page":"1255","DOI":"10.1090\/mcom\/3239","volume":"87","author":"S Friedland","year":"2018","unstructured":"Friedland, S., Lim, L.H.: Nuclear norm of higher-order tensors. Math. Comput. 87(311), 1255\u20131281 (2018)","journal-title":"Math. Comput."},{"issue":"325","key":"2_CR10","doi-asserted-by":"publisher","first-page":"2175","DOI":"10.1090\/mcom\/3525","volume":"89","author":"S Friedland","year":"2020","unstructured":"Friedland, S., Wang, L.: Spectral norm of a symmetric tensor and its computation. Math. Comput. 89(325), 2175\u20132215 (2020)","journal-title":"Math. Comput."},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Golub, G.H., Van\u00a0Loan, C.F.: Matrix Computations. JHU Press (2013)","DOI":"10.56021\/9781421407944"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Kostenetskiy, P., Chulkevich, R., Kozyrev, V.: HPC resources of the higher school of economics. In: Journal of Physics: Conference Series, vol.\u00a01740, p. 012050 (2021)","DOI":"10.1088\/1742-6596\/1740\/1\/012050"},{"key":"2_CR13","unstructured":"Lim, L.H.: Singular values and eigenvalues of tensors: a variational approach. In: 2005 1st IEEE International Workshop on Computational Advances in Multi-Sensor Adaptive Processing, pp. 129\u2013132. IEEE (2005)"},{"key":"2_CR14","unstructured":"Meunier, L., Delattre, B.J., Araujo, A., Allauzen, A.: A dynamical system perspective for lipschitz neural networks. In: International Conference on Machine Learning, pp. 15484\u201315500. PMLR (2022)"},{"key":"2_CR15","unstructured":"Miyato, T., Kataoka, T., Koyama, M., Yoshida, Y.: Spectral normalization for generative adversarial networks. In: International Conference on Learning Representations (2018)"},{"key":"2_CR16","unstructured":"Neyshabur, B., Bhojanapalli, S., Srebro, N.: A PAC-Bayesian approach to spectrally-normalized margin bounds for neural networks. In: International Conference on Learning Representations (2018)"},{"key":"2_CR17","unstructured":"Ryu, E., Liu, J., Wang, S., Chen, X., Wang, Z., Yin, W.: Plug-and-play methods provably converge with properly trained denoisers. In: International Conference on Machine Learning, pp. 5546\u20135557. PMLR (2019)"},{"key":"2_CR18","unstructured":"Sedghi, H., Gupta, V., Long, P.M.: The singular values of convolutional layers. In: International Conference on Learning Representations (2018)"},{"key":"2_CR19","first-page":"10918","volume":"35","author":"A Senderovich","year":"2022","unstructured":"Senderovich, A., Bulatova, E., Obukhov, A., Rakhuba, M.: Towards practical control of singular values of convolutional layers. Adv. Neural. Inf. Process. Syst. 35, 10918\u201310930 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"2_CR20","unstructured":"Singla, S., Feizi, S.: Fantastic four: differentiable and efficient bounds on singular values of convolution layers. In: International Conference on Learning Representations (2020)"},{"key":"2_CR21","unstructured":"Singla, S., Feizi, S.: Skew orthogonal convolutions. In: International Conference on Machine Learning, pp. 9756\u20139766. PMLR (2021)"},{"key":"2_CR22","unstructured":"Singla, S., Singla, S., Feizi, S.: Improved deterministic l2 robustness on CIFAR-10 and CIFAR-100. In: International Conference on Learning Representations (2021)"},{"issue":"1\u20133","key":"2_CR23","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/S0024-3795(97)00308-X","volume":"272","author":"P Tilli","year":"1998","unstructured":"Tilli, P.: Singular values and eigenvalues of non-Hermitian block Toeplitz matrices. Linear Algebra Appl. 272(1\u20133), 59\u201389 (1998)","journal-title":"Linear Algebra Appl."},{"key":"2_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0024-3795(94)00025-5","volume":"232","author":"EE Tyrtyshnikov","year":"1996","unstructured":"Tyrtyshnikov, E.E.: A unifying approach to some old and new theorems on distribution and clustering. Linear Algebra Appl. 232, 1\u201343 (1996)","journal-title":"Linear Algebra Appl."},{"key":"2_CR25","unstructured":"Virmaux, A., Scaman, K.: Lipschitz regularity of deep neural networks: analysis and efficient estimation. Adv. Neural. Inf. Process. Syst. 31 (2018)"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Wang, J., Chen, Y., Chakraborty, R., Yu, S.X.: Orthogonal convolutional neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11505\u201311515 (2020)","DOI":"10.1109\/CVPR42600.2020.01152"},{"key":"2_CR27","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.laa.2017.01.017","volume":"520","author":"M Wang","year":"2017","unstructured":"Wang, M., Duc, K.D., Fischer, J., Song, Y.S.: Operator norm inequalities between tensor unfoldings on the partition lattice. Linear Algebra Appl. 520, 44\u201366 (2017)","journal-title":"Linear Algebra Appl."},{"key":"2_CR28","unstructured":"Xiao, L., Bahri, Y., Sohl-Dickstein, J., Schoenholz, S., Pennington, J.: Dynamical isometry and a mean field theory of CNNs: how to train 10,000-layer vanilla convolutional neural networks. In: International Conference on Machine Learning, pp. 5393\u20135402. PMLR (2018)"},{"key":"2_CR29","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1109\/TSP.2022.3140718","volume":"70","author":"X Yi","year":"2022","unstructured":"Yi, X.: Asymptotic spectral representation of linear convolutional layers. IEEE Trans. Signal Process. 70, 566\u2013581 (2022)","journal-title":"IEEE Trans. Signal Process."},{"key":"2_CR30","first-page":"31","volume":"1050","author":"Y Yoshida","year":"2017","unstructured":"Yoshida, Y., Miyato, T.: Spectral norm regularization for improving the generalizability of deep learning. Stat 1050, 31 (2017)","journal-title":"Stat"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73024-5_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T17:03:16Z","timestamp":1732554196000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73024-5_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,24]]},"ISBN":["9783031730238","9783031730245"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73024-5_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,24]]},"assertion":[{"value":"24 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}