{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T14:22:07Z","timestamp":1771510927256,"version":"3.50.1"},"reference-count":81,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Korean Government [Ministry of Science and ICT (MSIT)]","award":["2022R1A2C2012706"],"award-info":[{"award-number":["2022R1A2C2012706"]}]},{"name":"Institute of Information and Communications Technology Planning and Evaluation"},{"name":"Korean Government (MSIT), through the Development of Uncertainty-Aware Agents Learning by Asking Questions","award":["2022-0-00951"],"award-info":[{"award-number":["2022-0-00951"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3325842","type":"journal-article","created":{"date-parts":[[2023,10,19]],"date-time":"2023-10-19T18:16:54Z","timestamp":1697739414000},"page":"116706-116720","source":"Crossref","is-referenced-by-count":6,"title":["Self-Supervised Visual Representation Learning via Residual Momentum"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4177-7054","authenticated-orcid":false,"given":"Trung Xuan","family":"Pham","sequence":"first","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5238-9917","authenticated-orcid":false,"given":"Axi","family":"Niu","sequence":"additional","affiliation":[{"name":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2761-9383","authenticated-orcid":false,"given":"Kang","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5119-2802","authenticated-orcid":false,"given":"Tee Joshua Tian","family":"Jin","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3758-0307","authenticated-orcid":false,"given":"Ji Woo","family":"Hong","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0756-7179","authenticated-orcid":false,"given":"Chang D.","family":"Yoo","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3221611"},{"key":"ref57","article-title":"Representation learning with contrastive predictive coding","author":"van den oord","year":"2018","journal-title":"arXiv 1807 03748"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01404"},{"key":"ref56","first-page":"9929","article-title":"Understanding contrastive representation learning through alignment and uniformity on the hypersphere","author":"wang","year":"2020","journal-title":"Proc ICML"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3218587"},{"key":"ref59","first-page":"776","article-title":"Contrastive multiview coding","author":"tian","year":"2020","journal-title":"Proc ECCV"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3219893"},{"key":"ref58","author":"krizhevsky","year":"2010","journal-title":"Cifar-10 (canadian institute for advanced research)"},{"key":"ref53","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv 1503 02531"},{"key":"ref52","first-page":"1","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc NIPS"},{"key":"ref11","first-page":"1","article-title":"How does SimSiam avoid collapse without negative samples? A unified understanding with self-supervised contrastive learning","author":"zhang","year":"2022","journal-title":"Proc ICLR"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015565"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3194084"},{"key":"ref54","article-title":"Reducing the teacher–student gap via spherical knowledge disitllation","author":"guo","year":"2020","journal-title":"arXiv 2010 07485"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3195854"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3200671"},{"key":"ref19","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","author":"chen","year":"2020","journal-title":"Proc ICML"},{"key":"ref18","article-title":"Learning representations by maximizing mutual information across views","author":"bachman","year":"2019","journal-title":"arXiv 1906 00910"},{"key":"ref51","first-page":"12310","article-title":"Barlow twins: Self-supervised learning via redundancy reduction","author":"zbontar","year":"2021","journal-title":"Proc ICML"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref46","first-page":"1","article-title":"Prototypical contrastive predictive coding","author":"lee","year":"2022","journal-title":"Proc ICLR"},{"key":"ref45","first-page":"1","article-title":"Contrastive representation distillation","author":"tian","year":"2019","journal-title":"Proc ICLR"},{"key":"ref48","article-title":"Momentum2 teacher: Momentum teacher with momentum statistics for self-supervised learning","author":"li","year":"2021","journal-title":"arXiv 2101 07525"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00026"},{"key":"ref42","first-page":"2529","article-title":"Momentum in reinforcement learning","author":"vieillard","year":"2020","journal-title":"Proc 23rd Int Conf Artif Intell Statist"},{"key":"ref41","first-page":"1","article-title":"Quasi-hyperbolic momentum and Adam for deep learning","author":"ma","year":"2018","journal-title":"Proc ICLR"},{"key":"ref44","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"Proc ICML"},{"key":"ref43","first-page":"1","article-title":"Nesterov momentum adversarial perturbations in the deep reinforcement learning domain","author":"korkmaz","year":"2020","journal-title":"Proc ICML"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2023.3272741"},{"key":"ref8","first-page":"1","article-title":"Image BERT pre-training with online tokenizer","author":"zhou","year":"2022","journal-title":"Proc ICLR"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3153390"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00950"},{"key":"ref4","first-page":"1","article-title":"Faster R-CNN: Towards real-time object detection with region proposal networks","author":"ren","year":"2015","journal-title":"Proc NIPS"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3215625"},{"key":"ref81","first-page":"1","article-title":"Designing BERT for convolutional networks: Sparse and hierarchical masked modeling","author":"tian","year":"2023","journal-title":"Proc ICLR"},{"key":"ref40","first-page":"1139","article-title":"On the importance of initialization and momentum in deep learning","author":"sutskever","year":"2013","journal-title":"Proc ICML"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3190516"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"8457","DOI":"10.1609\/aaai.v33i01.33018457","article-title":"Re2EMA: Regularized and reinitialized exponential moving average for target model update in object tracking","author":"huang","year":"2019","journal-title":"Proc AAAI"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2023.3250031"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00607"},{"key":"ref37","author":"pring","year":"2002","journal-title":"Technical Analysis Explained The Successful Investor's Guide to Spotting Investment Trends and Turning Points"},{"key":"ref36","first-page":"1","article-title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","author":"tarvainen","year":"2017","journal-title":"Proc NIPS"},{"key":"ref31","author":"guo","year":"2022","journal-title":"Reducing the teacher–student gap via adaptive temperatures"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01061"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00501"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3090902"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00311"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3222013"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00047"},{"key":"ref2","first-page":"1","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Human Language Technol"},{"key":"ref1","first-page":"1877","article-title":"Language models are few-shot learners","author":"brown","year":"2020","journal-title":"Proc NIPS"},{"key":"ref39","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc ICLR"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s00591-010-0080-8"},{"key":"ref71","first-page":"668","article-title":"Decoupled contrastive learning","author":"yeh","year":"2022","journal-title":"Proc ECCV"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3236087"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref72","first-page":"1","article-title":"Knowledge distillation by on-the-fly native ensemble","volume":"31","author":"zhu","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3269751"},{"key":"ref68","first-page":"1","article-title":"VICReg: Variance-invariance-covariance regularization for self-supervised learning","author":"bardes","year":"2022","journal-title":"Proc ICLR"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3274193"},{"key":"ref67","first-page":"9912","article-title":"Unsupervised learning of visual features by contrasting cluster assignments","author":"caron","year":"2020","journal-title":"Proc NIPS"},{"key":"ref26","article-title":"Improved baselines with momentum contrastive learning","author":"chen","year":"2020","journal-title":"arXiv 2003 04297"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00945"},{"key":"ref20","first-page":"21271","article-title":"Bootstrap your own latent—A new approach to self-supervised learning","author":"grill","year":"2020","journal-title":"Proc NIPS"},{"key":"ref64","year":"2021","journal-title":"MMSelfSup Openmmlab Self-Supervised Learning Toolbox and Benchmark"},{"key":"ref63","first-page":"1","article-title":"An image is worth 16×16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2021","journal-title":"Proc ICLR"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3169469"},{"key":"ref66","first-page":"3015","article-title":"Whitening for self-supervised representation learning","author":"ermolov","year":"2021","journal-title":"Proc ICML"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3169145"},{"key":"ref65","first-page":"1","article-title":"SOLO-Learn: A library of self-supervised methods for visual representation learning","volume":"23","author":"da costa","year":"2022","journal-title":"J Mach Learn Res"},{"key":"ref28","first-page":"2543","article-title":"ReSSL: Relational self-supervised learning with weak augmentation","author":"zheng","year":"2021","journal-title":"Proc NIPS"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00304"},{"key":"ref60","first-page":"1","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc NIPS"},{"key":"ref62","first-page":"740","article-title":"Microsoft COCO: Common objects in context","author":"lin","year":"2014","journal-title":"Proc ECCV"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10287941.pdf?arnumber=10287941","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T19:40:54Z","timestamp":1699904454000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10287941\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":81,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3325842","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}