{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T01:56:35Z","timestamp":1743126995043,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031726576"},{"type":"electronic","value":"9783031726583"}],"license":[{"start":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T00:00:00Z","timestamp":1727827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T00:00:00Z","timestamp":1727827200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72658-3_11","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T03:32:37Z","timestamp":1727839957000},"page":"181-197","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Revisiting Supervision for\u00a0Continual Representation Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6352-9134","authenticated-orcid":false,"given":"Daniel","family":"Marczak","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4763-8381","authenticated-orcid":false,"given":"Sebastian","family":"Cygert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1486-8906","authenticated-orcid":false,"given":"Tomasz","family":"Trzci\u0144ski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2117-8679","authenticated-orcid":false,"given":"Bart\u0142omiej","family":"Twardowski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,2]]},"reference":[{"key":"11_CR1","unstructured":"Bordes, F., Balestriero, R., Garrido, Q., Bardes, A., Vincent, P.: Guillotine regularization: why removing layers is needed to improve generalization in self-supervised learning. TMLR (2023)"},{"key":"11_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1007\/978-3-319-10599-4_29","volume-title":"Computer Vision \u2013 ECCV 2014","author":"L Bossard","year":"2014","unstructured":"Bossard, L., Guillaumin, M., Van Gool, L.: Food-101 \u2013 mining discriminative components with random forests. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8694, pp. 446\u2013461. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10599-4_29"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Caron, M., et al.: Emerging properties in self-supervised vision transformers. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"11_CR4","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.E.: A simple framework for contrastive learning of visual representations. In: ICML (2020)"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple siamese representation learning. In: CVPR (2020)","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., , Vedaldi, A.: Describing textures in the wild. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Davari, M.R., Asadi, N., Mudur, S., Aljundi, R., Belilovsky, E.: Probing representation forgetting in supervised and unsupervised continual learning. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01621"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Ericsson, L., Gouk, H., Hospedales, T.M.: How well do self-supervised models transfer? In: CVPR (2020)","DOI":"10.1109\/CVPR46437.2021.00537"},{"key":"11_CR9","unstructured":"Fei-Fei, L., Fergus, R., Perona, P.: One-shot learning of object categories. IEEE TPAMI (2006)"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Fini, E., da\u00a0Costa, V.G.T., Alameda-Pineda, X., Ricci, E., Alahari, K., Mairal, J.: Self-supervised models are continual learners. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00940"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Gomez-Villa, A., Twardowski, B., Yu, L., Bagdanov, A.D., van\u00a0de Weijer, J.: Continually learning self-supervised representations with projected functional regularization. In: CVPR Workshops (2021)","DOI":"10.1109\/CVPRW56347.2022.00432"},{"key":"11_CR12","unstructured":"Grill, J.B., et al.: Bootstrap your own latent: A new approach to self-supervised learning. In: NeurIPS (2020)"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"11_CR14","unstructured":"Hess, T., Verwimp, E., van\u00a0de Ven, G.M., Tuytelaars, T.: Knowledge accumulation in continually learned representations and the issue of feature forgetting. TMLR (2024)"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Islam, A., Chen, C.F., Panda, R., Karlinsky, L., Radke, R., Feris, R.: A broad study on the transferability of visual representations with contrastive learning. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00872"},{"key":"11_CR16","unstructured":"Jing, L., Vincent, P., LeCun, Y., Tian, Y.: Understanding dimensional collapse in contrastive self-supervised learning. In: ICLR (2022)"},{"key":"11_CR17","unstructured":"Khosla, P., et al.: Supervised contrastive learning. In: NeurIPS (2020)"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Kim, C.D., Jeong, J., Moon, S., Kim, G.: Continual learning on noisy data streams via self-purified replay. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00058"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Kim, D., Han, B.: On the stability-plasticity dilemma of class-incremental learning. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01934"},{"key":"11_CR20","unstructured":"Kornblith, S., Norouzi, M., Lee, H., Hinton, G.E.: Similarity of neural network representations revisited. In: ICML (2019)"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Krause, J., Stark, M., Deng, J., Fei-Fei, L.: 3d object representations for fine-grained categorization. In: 4th International IEEE Workshop on 3D Representation and Recognition (3dRR-13) (2013)","DOI":"10.1109\/ICCVW.2013.77"},{"key":"11_CR22","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. University of Toronto (2009)"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE TPAMI (2018)","DOI":"10.1109\/TPAMI.2017.2773081"},{"key":"11_CR24","unstructured":"Lopez-Paz, D., Ranzato, M.: Gradient episodic memory for continual learning. In: NeurIPS (2017)"},{"key":"11_CR25","unstructured":"Madaan, D., Yoon, J., Li, Y., Liu, Y., Hwang, S.J.: Representational continuity for unsupervised continual learning. In: ICLR (2022)"},{"key":"11_CR26","unstructured":"Maji, S., Rahtu, E., Kannala, J., Blaschko, M., Vedaldi, A.: Fine-grained visual classification of aircraft (2013)"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Masana, M., Liu, X., Twardowski, B., Menta, M., Bagdanov, A.D., van\u00a0de Weijer, J.: Class-incremental learning: survey and performance evaluation on image classification. IEEE TPAMI (2023)","DOI":"10.1109\/TPAMI.2022.3213473"},{"key":"11_CR28","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning (2011)"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: Indian Conference on Computer Vision, Graphics and Image Processing (2008)","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Papyan, V., Han, X.Y., Donoho, D.L.: Prevalence of neural collapse during the terminal phase of deep learning training. PNAS (2020)","DOI":"10.1073\/pnas.2015509117"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Parisi, G.I., Kemker, R., Part, J.L., Kanan, C., Wermter, S.: Continual lifelong learning with neural networks: a review. Neural Netw. (2019)","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Parkhi, O.M., Vedaldi, A., Zisserman, A., Jawahar, C.V.: Cats and dogs. In: CVPR (2012)","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"11_CR33","doi-asserted-by":"crossref","unstructured":"Rebuffi, S., Kolesnikov, A., Sperl, G., Lampert, C.H.: icarl: incremental classifier and representation learning. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. IJCV (2015)","DOI":"10.1007\/s11263-015-0816-y"},{"key":"11_CR35","unstructured":"Sariyildiz, M.B., Kalantidis, Y., Alahari, K., Larlus, D.: No reason for no supervision: improved generalization in supervised models. In: ICLR (2023)"},{"key":"11_CR36","doi-asserted-by":"crossref","unstructured":"Sariyildiz, M.B., Kalantidis, Y., Larlus, D., Karteek, A.: Concept generalization in visual representation learning. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00949"},{"key":"11_CR37","doi-asserted-by":"crossref","unstructured":"Smith, J.S., Tian, J., Halbe, S., Hsu, Y., Kira, Z.: A closer look at rehearsal-free continual learning. In: CVPR Workshops (2023)","DOI":"10.1109\/CVPRW59228.2023.00239"},{"key":"11_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"776","DOI":"10.1007\/978-3-030-58621-8_45","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Y Tian","year":"2020","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive multiview coding. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12356, pp. 776\u2013794. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58621-8_45"},{"key":"11_CR39","doi-asserted-by":"crossref","unstructured":"van\u00a0de Ven, G.M., Tuytelaars, T., Tolias, A.S.: Three types of incremental learning. Nat. Mach. Intell. (2022)","DOI":"10.1038\/s42256-022-00568-3"},{"key":"11_CR40","unstructured":"Wah, C., Branson, S., Welinder, P., Perona, P., Belongie, S.: The caltech-ucsd birds-200-2011 dataset (2011)"},{"key":"11_CR41","doi-asserted-by":"crossref","unstructured":"Wang, Y., Tang, S., Zhu, F., Bai, L., Zhao, R., Qi, D., Ouyang, W.: Revisiting the transferability of supervised pretraining: an mlp perspective. In: CVPR (2021)","DOI":"10.1109\/CVPR52688.2022.00897"},{"key":"11_CR42","unstructured":"Xiao, T., Wang, X., Efros, A.A., Darrell, T.: What should not be contrastive in contrastive learning. In: ICLR (2021)"},{"key":"11_CR43","doi-asserted-by":"crossref","unstructured":"Yan, S., Xie, J., He, X.: DER: dynamically expandable representation for class incremental learning. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00303"},{"key":"11_CR44","doi-asserted-by":"crossref","unstructured":"Yu, L., et al.: Semantic drift compensation for class-incremental learning. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00701"},{"key":"11_CR45","unstructured":"Zbontar, J., Jing, L., Misra, I., LeCun, Y., Deny, S.: Barlow twins: self-supervised learning via redundancy reduction. In: ICML (2021)"},{"key":"11_CR46","unstructured":"Zhao, N., Wu, Z., Lau, R.W.H., Lin, S.: What makes instance discrimination good for transfer learning? In: ICLR (2020)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72658-3_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T03:36:49Z","timestamp":1727840209000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72658-3_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,2]]},"ISBN":["9783031726576","9783031726583"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72658-3_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,10,2]]},"assertion":[{"value":"2 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}