{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T16:19:28Z","timestamp":1776183568392,"version":"3.50.1"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,3,1]]},"DOI":"10.1109\/tpami.2022.3180995","type":"journal-article","created":{"date-parts":[[2022,6,9]],"date-time":"2022-06-09T20:33:42Z","timestamp":1654806822000},"page":"2667-2681","source":"Crossref","is-referenced-by-count":14,"title":["A Low Rank Promoting Prior for Unsupervised Contrastive Learning"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4219-781X","authenticated-orcid":false,"given":"Yu","family":"Wang","sequence":"first","affiliation":[{"name":"JD AI Research, Beijing, China"}]},{"given":"Jingyang","family":"Lin","sequence":"additional","affiliation":[{"name":"SUN YAT-SEN University, Guangzhou, Guangdong, China"}]},{"given":"Qi","family":"Cai","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4344-8898","authenticated-orcid":false,"given":"Yingwei","family":"Pan","sequence":"additional","affiliation":[{"name":"JD AI Research, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7587-101X","authenticated-orcid":false,"given":"Ting","family":"Yao","sequence":"additional","affiliation":[{"name":"JD AI Research, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6104-2322","authenticated-orcid":false,"given":"Hongyang","family":"Chao","sequence":"additional","affiliation":[{"name":"SUN YAT-SEN University, Guangzhou, Guangdong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2497-7732","authenticated-orcid":false,"given":"Tao","family":"Mei","sequence":"additional","affiliation":[{"name":"JD AI Research, Beijing, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref3","article-title":"Representation learning with contrastive predictive coding","author":"Oord","year":"2018"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58621-8_45"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.76"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.57"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.88"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2001.937679"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1970392.1970395"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126422"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6247977"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.93"},{"key":"ref14","article-title":"Unsupervised representation learning by predicting image rotations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gidaris"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.167"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46466-4_5"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.72"},{"issue":"4","key":"ref18","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2897824.2925974","article-title":"Let there be color! joint end-to-end learning of global and local image priors for automatic image colorization with simultaneous classification","volume":"35","author":"Iizuka","year":"2016","journal-title":"ACM Trans. Graph."},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.96"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46487-9_40"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00233"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00649"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2899857"},{"key":"ref24","first-page":"15535","article-title":"Learning representations by maximizing mutual information across views","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Bachman"},{"key":"ref25","first-page":"4182","article-title":"Data-efficient image recognition with contrastive predictive coding","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"H\u00e9naff"},{"key":"ref26","article-title":"Learning deep representations by mutual information estimation and maximization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hjelm"},{"key":"ref27","first-page":"5639","article-title":"CURL: Contrastive unsupervised representations for reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Laskin"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00674"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr.2018.00393"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00637"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00610"},{"key":"ref32","first-page":"297","article-title":"Noise-contrastive estimation: A new estimation principle for unnormalized statistical models","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Gutmann"},{"key":"ref33","article-title":"Improved baselines with momentum contrastive learning(test)","author":"Chen","year":"2020"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref35","first-page":"12 310","article-title":"Barlow twins: Self-supervised learning via redundancy reduction","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zbontar"},{"key":"ref36","first-page":"5628","article-title":"A theoretical analysis of contrastive unsupervised representation learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Saunshi"},{"key":"ref37","first-page":"9929","article-title":"Understanding contrastive representation learning through alignment and uniformity on the hypersphere","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref38","first-page":"10 268","article-title":"Understanding self-supervised learning dynamics without contrastive pairs","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tian"},{"key":"ref39","first-page":"27617","article-title":"Improving self-supervised learning with automated unsupervised outlier arbitration","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Wang"},{"key":"ref40","first-page":"22 243","article-title":"Big self-supervised models are strong semi-supervised learners","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Chen"},{"key":"ref41","first-page":"8765","article-title":"Debiased contrastive learning","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Chuang"},{"key":"ref42","article-title":"Improving transformation invariance in contrastive representation learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Foster"},{"key":"ref43","article-title":"Prototypical contrastive learning of unsupervised representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li"},{"key":"ref44","article-title":"Representation learning via invariant causal mechanisms","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Mitrovic"},{"key":"ref45","article-title":"Contrastive learning with hard negative samples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Robinson"},{"key":"ref46","article-title":"Conditional negative sampling for contrastive learning of visual representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wu"},{"key":"ref47","article-title":"Self-supervised learning of compressed video representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yu"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52688.2022.01553"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00950"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00943"},{"key":"ref52","first-page":"12 638","article-title":"Joint contrastive learning with infinite possibilities","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Cai"},{"key":"ref53","first-page":"9912","article-title":"Unsupervised learning of visual features by contrasting cluster assignments","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Caron"},{"key":"ref54","first-page":"21 798","article-title":"Hard negative mixing for contrastive learning","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Kalantidis"},{"key":"ref55","first-page":"18 661","article-title":"Supervised contrastive learning","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Khosla"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00990"},{"key":"ref57","first-page":"8161","article-title":"Multi-label contrastive predictive coding","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Song"},{"key":"ref58","first-page":"6827","article-title":"What makes for good views for contrastive learning?","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Tian"},{"key":"ref59","article-title":"What should not be contrastive in contrastive learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Xiao"},{"key":"ref60","article-title":"${\\$}$$i${\\$}$$-mix: A domain-agnostic strategy for contrastive representation learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lee"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2001.945730"},{"key":"ref62","article-title":"Distilling the knowledge in a neural network","volume-title":"Proc. Neural Informat. Process. Syst. Deep Learn. Workshop","author":"Hinton"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00202"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_9"},{"key":"ref67","first-page":"541","article-title":"Large scale adversarial representation learning","volume-title":"Proc. Neural Informat. Process. Syst.","author":"Donahue"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref70","article-title":"Large batch training of convolutional networks","author":"You","year":"2017"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2844175"},{"key":"ref73","article-title":"Fine-grained visual classification of aircraft","author":"Maji","year":"2013"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.259"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2004.383"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2013.77"},{"key":"ref77","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.461"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10599-4_29"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"ref82","first-page":"487","article-title":"Learning deep features for scene recognition using places database","volume-title":"Proc. Adv. Neural Informat. Process. Syst.","author":"Zhou"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref85","article-title":"SGDR: Stochastic gradient descent with warm restarts","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Loshchilov"},{"key":"ref86","first-page":"507","article-title":"Large-margin softmax loss for convolutional neural networks","volume-title":"Proc. Int. Conf. on Mach. Learn.","author":"Liu"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10036240\/09792378.pdf?arnumber=9792378","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T04:48:05Z","timestamp":1721191685000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9792378\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,1]]},"references-count":86,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2022.3180995","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,1]]}}}