{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T19:00:58Z","timestamp":1748199658112,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031730238"},{"type":"electronic","value":"9783031730245"}],"license":[{"start":{"date-parts":[[2024,11,24]],"date-time":"2024-11-24T00:00:00Z","timestamp":1732406400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,24]],"date-time":"2024-11-24T00:00:00Z","timestamp":1732406400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73024-5_5","type":"book-chapter","created":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T16:42:27Z","timestamp":1732552947000},"page":"69-85","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["FroSSL: Frobenius Norm Minimization for\u00a0Efficient Multiview Self-supervised Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4160-8392","authenticated-orcid":false,"given":"Oscar","family":"Skean","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4431-0628","authenticated-orcid":false,"given":"Aayush","family":"Dhakal","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4242-8967","authenticated-orcid":false,"given":"Nathan","family":"Jacobs","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8984-9841","authenticated-orcid":false,"given":"Luis Gonzalo","family":"Sanchez Giraldo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,24]]},"reference":[{"key":"5_CR1","unstructured":"Bardes, A., Ponce, J., LeCun, Y.: VICReg: variance-invariance-covariance regularization for self-supervised learning. In: International Conference on Learning Representations (2022)"},{"key":"5_CR2","unstructured":"Caron, M., Misra, I., Mairal, J., Goyal, P., Bojanowski, P., Joulin, A.: Unsupervised learning of visual features by contrasting cluster assignments. Adv. Neural Inf. Process. Syst. 33 (2020)"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Caron, M., et al.: Emerging properties in self-supervised vision transformers. In: IEEE\/CVF International Conference on Computer Vision, pp. 9650\u20139660 (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"5_CR4","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607. PMLR (2020)"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple Siamese representation learning. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15750\u201315758 (2021)","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"5_CR6","unstructured":"Chen, Y., Bardes, A., Li, Z., LeCun, Y.: Bag of image patch embedding behind the success of self-supervised learning. Trans. Mach. Learn. Res. (2023)"},{"key":"5_CR7","unstructured":"Coates, A., Ng, A., Lee, H.: An analysis of single-layer networks in unsupervised feature learning. In: International Conference on Artificial Intelligence and Statistics, pp. 215\u2013223 (2011)"},{"issue":"56","key":"5_CR8","first-page":"1","volume":"23","author":"VGT da Costa","year":"2022","unstructured":"da Costa, V.G.T., Fini, E., Nabi, M., Sebe, N., Ricci, E.: Solo-learn: a library of self-supervised methods for visual representation learning. J. Mach. Learn. Res. 23(56), 1\u20136 (2022)","journal-title":"J. Mach. Learn. Res."},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Dang, Z., Yi, K.M., Hu, Y., Wang, F., Fua, P., Salzmann, M.: EigendeComposition-free training of deep networks with zero eigenvalue-based losses. In: European Conference on Computer Vision, pp. 768\u2013783 (2018)","DOI":"10.1007\/978-3-030-01228-1_47"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"5_CR11","unstructured":"Ermolov, A., Siarohin, A., Sangineto, E., Sebe, N.: Whitening for self-supervised representation learning. In: International Conference on Machine Learning, pp. 3015\u20133024 (2021)"},{"key":"5_CR12","unstructured":"Garrido, Q., Balestriero, R., Najman, L., Lecun, Y.: RankMe: assessing the downstream performance of pretrained self-supervised representations by their rank. In: International Conference on Machine Learning, pp. 10929\u201310974 (2023)"},{"key":"5_CR13","unstructured":"Garrido, Q., Chen, Y., Bardes, A., Najman, L., LeCun, Y.: On the duality between contrastive and non-contrastive self-supervised learning. In: International Conference on Learning Representations (2023)"},{"key":"5_CR14","unstructured":"Grill, J.B., et\u00a0al.: Bootstrap your own latent-a new approach to self-supervised learning. Adv. Neural Inf. Process. Syst. 33 (2020)"},{"key":"5_CR15","unstructured":"Halvagal, M.S., Laborieux, A., Zenke, F.: Implicit variance regularization in non-contrastive SSL. Adv. Neural Inf. Process. Syst. 36 (2023)"},{"key":"5_CR16","unstructured":"HaoChen, J.Z., Wei, C., Gaidon, A., Ma, T.: Provable guarantees for self-supervised deep learning with spectral contrastive loss. Adv. Neural Inf. Process. Syst. 34 (2021)"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"5_CR18","volume-title":"Matrix Analysis","author":"RA Horn","year":"2013","unstructured":"Horn, R.A., Johnson, C.R.: Matrix Analysis, 2nd edn. Cambridge University Press, Cambridge (2013)","edition":"2"},{"key":"5_CR19","unstructured":"Hoyos-Osorio, J.K., Sanchez-Giraldo, L.G.: The representation Jensen-Shannon divergence. arXiv preprint arXiv:2305.16446 (2023)"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Kim, J., Kang, S., Hwang, D., Shin, J., Rhee, W.: VNE: an effective method for improving deep representation by manipulating eigenvalue distribution. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3799\u20133810 (2023)","DOI":"10.1109\/CVPR52729.2023.00370"},{"key":"5_CR21","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"5_CR22","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Technical report, University of Toronto (2009)"},{"key":"5_CR23","unstructured":"Le, Y., Yang, X.: Tiny ImageNet visual recognition challenge. CS 231N 7(7), 3 (2015)"},{"key":"5_CR24","unstructured":"Li, Y., Pogodin, R., Sutherland, D.J., Gretton, A.: Self-supervised learning with kernel dependence maximization. Adv. Neural Inf. Process. Syst. 34 (2021)"},{"key":"5_CR25","unstructured":"Ozsoy, S., Hamdan, S., Arik, S., Yuret, D., Erdogan, A.: Self-supervised learning with an information maximization criterion. Adv. Neural Inf. Process. Syst. 35 (2022)"},{"issue":"1","key":"5_CR26","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1109\/TIT.2014.2370058","volume":"61","author":"LG Sanchez Giraldo","year":"2015","unstructured":"Sanchez Giraldo, L.G., Rao, M., Principe, J.C.: Measures of entropy from data using infinitely divisible kernels. IEEE Trans. Inf. Theory 61(1), 535\u2013548 (2015)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"5_CR27","unstructured":"Simon, J.B., Knutins, M., Liu, Z., Geisz, D., Fetterman, A.J., Albrecht, J.: On the stepwise nature of self-supervised learning. In: International Conference on Machine Learning (2023)"},{"key":"5_CR28","unstructured":"Skean, O., Osorio, J.K.H., Brockmeier, A.J., Giraldo, L.G.S.: DiME: maximizing mutual information by a difference of matrix-based entropies. arXiv preprint arXiv:2301.08164 (2023)"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Tao, C., et al.: Exploring the equivalence of Siamese self-supervised learning via a unified gradient framework. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14431\u201314440 (2022)","DOI":"10.1109\/CVPR52688.2022.01403"},{"key":"5_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"776","DOI":"10.1007\/978-3-030-58621-8_45","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Y Tian","year":"2020","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive multiview coding. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12356, pp. 776\u2013794. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58621-8_45"},{"key":"5_CR31","unstructured":"Tong, S., Chen, Y., Ma, Y., Lecun, Y.: EMP-SSL: towards self-supervised learning in one training epoch. arXiv preprint arXiv:2304.03977 (2023)"},{"key":"5_CR32","unstructured":"Tsai, Y.H.H., Bai, S., Morency, L.P., Salakhutdinov, R.: A note on connecting Barlow twins with negative-sample-free contrastive learning. arXiv preprint arXiv:2104.13712 (2021)"},{"key":"5_CR33","unstructured":"Tsai, Y.H.H., Wu, Y., Salakhutdinov, R., Morency, L.P.: Self-supervised learning from a multi-view perspective. In: International Conference on Learning Representations (2021)"},{"key":"5_CR34","unstructured":"Yerxa, T., Kuang, Y., Simoncelli, E., Chung, S.: Learning efficient coding of natural images with maximum manifold capacity representations. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"5_CR35","unstructured":"You, Y., Gitman, I., Ginsburg, B.: Large batch training of convolutional networks. arXiv preprint arXiv:1708.03888 (2017)"},{"key":"5_CR36","unstructured":"Zbontar, J., Jing, L., Misra, I., LeCun, Y., Deny, S.: Barlow twins: self-supervised learning via redundancy reduction. In: International Conference on Machine Learning, pp. 12310\u201312320 (2021)"},{"key":"5_CR37","unstructured":"Zhu, J., Moraes, R.M., Karakulak, S., Sobol, V., Canziani, A., LeCun, Y.: TiCo: transformation invariance and covariance contrast for self-supervised visual representation learning. arXiv preprint arXiv:2206.10698 (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73024-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T17:03:32Z","timestamp":1732554212000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73024-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,24]]},"ISBN":["9783031730238","9783031730245"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73024-5_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,24]]},"assertion":[{"value":"24 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}