{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T10:22:38Z","timestamp":1783938158745,"version":"3.55.0"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","award":["2022ZD0116310"],"award-info":[{"award-number":["2022ZD0116310"]}],"id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106012"],"award-info":[{"award-number":["62106012"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tpami.2024.3417438","type":"journal-article","created":{"date-parts":[[2024,6,21]],"date-time":"2024-06-21T17:47:37Z","timestamp":1718992057000},"page":"9479-9492","source":"Crossref","is-referenced-by-count":2,"title":["Understanding Whitening Loss in Self-Supervised Learning"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0502-168X","authenticated-orcid":false,"given":"Lei","family":"Huang","sequence":"first","affiliation":[{"name":"SKLCCSE, Institute of Artificial Intelligence, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7637-1447","authenticated-orcid":false,"given":"Yunhao","family":"Ni","sequence":"additional","affiliation":[{"name":"SKLCCSE, Institute of Artificial Intelligence, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2899-7032","authenticated-orcid":false,"given":"Xi","family":"Weng","sequence":"additional","affiliation":[{"name":"SKLCCSE, Institute of Artificial Intelligence, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9041-2214","authenticated-orcid":false,"given":"Rao Muhammad","family":"Anwer","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9502-1749","authenticated-orcid":false,"given":"Salman","family":"Khan","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4848-2304","authenticated-orcid":false,"given":"Ming-Hsuan","family":"Yang","sequence":"additional","affiliation":[{"name":"University of California at Merced, Merced, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4263-3143","authenticated-orcid":false,"given":"Fahad Shahbaz","family":"Khan","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Learning representations by maximizing mutual information across views","volume-title":"Proc. 33rd Int. Conf. Neural Inf. Process. Syst.","author":"Bachman"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3170559"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/technologies9010002"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00289"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00393"},{"key":"ref11","first-page":"5628","article-title":"A theoretical analysis of contrastive unsupervised representation learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Saunshi"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00106"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00946"},{"key":"ref14","article-title":"Understanding dimensional collapse in contrastive self-supervised learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jing"},{"key":"ref15","article-title":"VICReg: Variance-invariance-covariance regularization for self-supervised learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Bardes"},{"key":"ref16","first-page":"3015","article-title":"Whitening for self-supervised representation learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ermolov"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00089"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2016.1277159"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1017\/9781108231596"},{"key":"ref20","first-page":"29748","article-title":"An investigation into whitening loss for self-supervised learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Weng"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00637"},{"key":"ref22","article-title":"Representation learning with contrastive predictive coding","author":"Oord","year":"2018"},{"key":"ref23","first-page":"4182","article-title":"Data-efficient image recognition with contrastive predictive coding","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Henaff"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9780262518420.003.0013"},{"key":"ref25","article-title":"Improved baselines with momentum contrastive learning","author":"Chen","year":"2020"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00950"},{"key":"ref27","article-title":"Efficient self-supervised vision transformers for representation learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_9"},{"key":"ref29","first-page":"9912","article-title":"Unsupervised learning of visual features by contrasting cluster assignments","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Caron"},{"key":"ref30","article-title":"Prototypical contrastive learning of unsupervised representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref32","article-title":"How does simsiam avoid collapse without negative samples? A unified understanding with self-supervised contrastive learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref33","first-page":"10268","article-title":"Understanding self-supervised learning dynamics without contrastive pairs","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tian"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01403"},{"key":"ref35","article-title":"On the duality between contrastive and non-contrastive self-supervised learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Garrido"},{"key":"ref36","first-page":"12310","article-title":"Barlow twins: Self-supervised learning via redundancy reduction","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zbontar"},{"key":"ref37","first-page":"76","article-title":"From canonical correlation analysis to self-supervised graph neural networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Zhang"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3250241"},{"key":"ref39","article-title":"Zero-CL: Instance and feature decorrelation for negative-free symmetric contrastive learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref40","first-page":"8613","article-title":"Exploring the gap between collapsed and whitened features in self-supervised learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"He"},{"key":"ref41","first-page":"17626","article-title":"$\\alpha$\u03b1-ReQ: Assessing representation quality in self-supervised learning by measuring eigenspectrum decay","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Agrawal"},{"key":"ref42","first-page":"10929","article-title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Garrido"},{"key":"ref43","article-title":"Whitening and coloring batch transform for GANs","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Siarohin"},{"key":"ref44","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00647"},{"key":"ref46","first-page":"5000","article-title":"Provable guarantees for self-supervised deep learning with spectral contrastive loss","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"HaoChen"},{"key":"ref47","article-title":"Network deconvolution","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ye"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3072422"},{"key":"ref49","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref50","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Coates"},{"issue":"7","key":"ref51","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/10746266\/10568417.pdf?arnumber=10568417","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:28:11Z","timestamp":1732667291000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10568417\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":55,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3417438","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}