{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T18:44:29Z","timestamp":1725734669558},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,6,4]],"date-time":"2023-06-04T00:00:00Z","timestamp":1685836800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,4]],"date-time":"2023-06-04T00:00:00Z","timestamp":1685836800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,4]]},"DOI":"10.1109\/icassp49357.2023.10094725","type":"proceedings-article","created":{"date-parts":[[2023,5,5]],"date-time":"2023-05-05T17:28:30Z","timestamp":1683307710000},"page":"1-5","source":"Crossref","is-referenced-by-count":0,"title":["Trinet: Stabilizing Self-Supervised Learning From Complete or Slow Collapse"],"prefix":"10.1109","author":[{"given":"Lixin","family":"Cao","sequence":"first","affiliation":[{"name":"Tencent AI Lab,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Wang","sequence":"additional","affiliation":[{"name":"Tencent AI Lab,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ben","family":"Yang","sequence":"additional","affiliation":[{"name":"Tencent AI Lab,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dan","family":"Su","sequence":"additional","affiliation":[{"name":"Tencent AI Lab,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dong","family":"Yu","sequence":"additional","affiliation":[{"name":"Tencent AI Lab,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Big self-supervised models are strong semi-supervised learners","volume-title":"Neurips","author":"Chen","key":"ref1"},{"article-title":"data2vec: A general framework for self-supervised learning in speech, vision and language","volume-title":"ICML","author":"Baevski","key":"ref2"},{"article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Neurips","author":"Baevski","key":"ref3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414460"},{"article-title":"A simple framework for contrastive learning of visual representations","volume-title":"ICML","author":"Chen","key":"ref5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2021-391"},{"article-title":"Bootstrap your own latent: A new approach to self-supervised learning","volume-title":"Neurips","author":"Grill","key":"ref7"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"article-title":"Understanding dimensional collapse in contrastive self-supervised learning","volume-title":"ICLR","author":"Jing","key":"ref9"},{"article-title":"Vicreg: Variance- invariance-covariance regularization for self-supervised learning","volume-title":"ICLR","author":"Bardes","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-717"},{"article-title":"SPIRAL: Self-supervised perturbation-invariant representation learning for speech pre-training","volume-title":"ICLR","author":"Huang","key":"ref12"},{"article-title":"Self-supervised learning with an information maximization criterion","volume-title":"ICLR","author":"Ozsoy","key":"ref13"},{"article-title":"Whitening for self-supervised representation learning","volume-title":"ICML","author":"Ermolov","key":"ref14"},{"article-title":"Barlow twins: Self-supervised learning via redundancy reduction","volume-title":"ICML","author":"Zbontar","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-802"},{"article-title":"Self-supervised learning with random-projection quantizer for speech recognition","volume-title":"ICML","author":"Chiu","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682172"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054295"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1800"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1470"},{"article-title":"Pushing the limits of semi-supervised learning for automatic speech recognition","volume-title":"NeurIPS SAS Workshop","author":"Zhang","key":"ref22"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414641"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-936"},{"article-title":"Understanding self- supervised learning dynamics without contrastive pairs","volume-title":"ICML","author":"Tian","key":"ref25"},{"article-title":"Contrasting the landscape of contrastive and non-contrastive learning","volume-title":"AISTATS","author":"Pokle","key":"ref26"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"article-title":"Visualizing data using t-sne","volume-title":"Journal of Machine Learning Research","author":"Maaten","key":"ref29"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/icassp.2015.7178964"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9052942"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143891"}],"event":{"name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2023,6,4]]},"location":"Rhodes Island, Greece","end":{"date-parts":[[2023,6,10]]}},"container-title":["ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10094559\/10094560\/10094725.pdf?arnumber=10094725","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T22:08:04Z","timestamp":1710367684000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10094725\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,4]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/icassp49357.2023.10094725","relation":{},"subject":[],"published":{"date-parts":[[2023,6,4]]}}}