{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T06:52:05Z","timestamp":1768978325638,"version":"3.49.0"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004147","name":"Tsinghua University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004147","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,7,15]]},"DOI":"10.1109\/icme57554.2024.10687639","type":"proceedings-article","created":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T17:24:16Z","timestamp":1727717056000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Representation Distillation for Efficient Self-Supervised Learning"],"prefix":"10.1109","author":[{"given":"Xin","family":"Liu","sequence":"first","affiliation":[{"name":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,China"}]},{"given":"Yali","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,China"}]},{"given":"Shengjin","family":"Wang","sequence":"additional","affiliation":[{"name":"Tsinghua University,Beijing National Research Center for Information Science and Technology (BNRist),Department of Electronic Engineering,Beijing,China"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"ICML.","author":"Chen","year":"2020"},{"key":"ref2","author":"Chen","year":"2020","journal-title":"Improved baselines with momentum contrastive learning"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00945"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"},{"key":"ref6","first-page":"12310","article-title":"Barlow twins: Self-supervised learning via redundancy reduction","volume-title":"ICML.","author":"Zbontar","year":"2021"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref8","first-page":"24645","article-title":"Unsupervised representation transfer for small networks: I believe i can distill on-the-fly","volume":"34","author":"Choi","year":"2021","journal-title":"NeurIPS"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref10","article-title":"Beit: Bert pre-training of image transformers","author":"Bao","year":"2021","journal-title":"ICLR"},{"key":"ref11","article-title":"Unsupervised learning of visual features by contrasting cluster assignments","author":"Caron","year":"2020","journal-title":"NeurIPS"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref13","article-title":"Self-supervised learning via maximum entropy coding","author":"Liu","year":"2022","journal-title":"NeurIPS"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10446545"},{"issue":"7","key":"ref15","volume":"2","author":"Hinton","year":"2015","journal-title":"Distilling the knowledge in a neural network"},{"key":"ref16","author":"Fang","year":"2021","journal-title":"Seed: Self-supervised distillation for visual representation"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19809-0_14"},{"key":"ref18","article-title":"Bag of instances aggregation boosts self-supervised distillation","author":"Xu","year":"2022","journal-title":"ICLR"},{"key":"ref19","article-title":"Compress: Self-supervised learning by compressing representations","author":"Koohpayegani","year":"2020","journal-title":"NeurIPS"},{"key":"ref20","author":"Gu","year":"2021","journal-title":"Simple distillation baselines for improving small self-supervised models"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19821-2_17"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref23","author":"Bardes","year":"2021","journal-title":"Vicreg: Variance-invariance-covariance regularization for self-supervised learning"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01403"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00828"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01405"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.322"},{"key":"ref30","article-title":"Discriminative unsupervised feature learning with convolutional neural networks","author":"Dosovitskiy","year":"2014","journal-title":"NeurIPS"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00674"}],"event":{"name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","location":"Niagara Falls, ON, Canada","start":{"date-parts":[[2024,7,15]]},"end":{"date-parts":[[2024,7,19]]}},"container-title":["2024 IEEE International Conference on Multimedia and Expo (ICME)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10685847\/10687354\/10687639.pdf?arnumber=10687639","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T06:33:17Z","timestamp":1727764397000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10687639\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,15]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/icme57554.2024.10687639","relation":{},"subject":[],"published":{"date-parts":[[2024,7,15]]}}}