{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T22:34:25Z","timestamp":1743114865533,"version":"3.40.3"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031064265"},{"type":"electronic","value":"9783031064272"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-06427-2_50","type":"book-chapter","created":{"date-parts":[[2022,5,14]],"date-time":"2022-05-14T19:33:35Z","timestamp":1652556815000},"page":"597-609","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Contrastive Supervised Distillation for Continual Representation Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7460-4710","authenticated-orcid":false,"given":"Tommaso","family":"Barletti","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1153-1651","authenticated-orcid":false,"given":"Niccol\u00f3","family":"Biondi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7036-6655","authenticated-orcid":false,"given":"Federico","family":"Pernici","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2017-1061","authenticated-orcid":false,"given":"Matteo","family":"Bruni","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1052-8322","authenticated-orcid":false,"given":"Alberto","family":"Del Bimbo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,5,15]]},"reference":[{"key":"50_CR1","doi-asserted-by":"crossref","unstructured":"Wan, J.: Deep learning for content-based image retrieval: a comprehensive study. In Proceedings of the 22nd ACM International Conference on Multimedia, pp. 157\u2013166 (2014)","DOI":"10.1145\/2647868.2654948"},{"key":"50_CR2","unstructured":"Azizpour, H., Sullivan, J., Carlsson, S., et al.: CNN features off-the-shelf: an astounding baseline for recognition. In: CVPRW, pp. 512\u2013519 (2014)"},{"key":"50_CR3","unstructured":"Yosinski, J., Clune, J., Bengio, Y., Lipson, H.: How transferable are features in deep neural networks? Adv. Neural Inf. Process. Syst. (2014)"},{"key":"50_CR4","unstructured":"Chen, W., et al.: Deep image retrieval: A survey. arXiv preprint arXiv:2101.11282 (2021)"},{"key":"50_CR5","unstructured":"Tolias, G., Sicre, R., Gou, H.: Particular object retrieval with integral max-pooling of CNNactivations. In: ICLR 2016-International Conference on Learning Representations, pp. 1\u201312 (2016)"},{"key":"50_CR6","unstructured":"Yue-Hei Ng, J., Yang, F., Davis, L.S.: Exploiting local features from deep networks for image retrieval. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 53\u201361 (2015)"},{"key":"50_CR7","doi-asserted-by":"crossref","unstructured":"Price, W.N., Cohen, I.G.: Privacy in the age of medical big data. Nat. Med. 25(1), 37\u201343 (2019)","DOI":"10.1038\/s41591-018-0272-7"},{"key":"50_CR8","doi-asserted-by":"crossref","unstructured":"Cossu, A., Ziosi, M., Lomonaco, V.: Sustainable artificial intelligence through continual learning. arXiv preprint arXiv:2111.09437 (2021)","DOI":"10.4108\/eai.20-11-2021.2314097"},{"key":"50_CR9","doi-asserted-by":"crossref","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. In: Psychology of learning and motivation, vol. 24, pp. 109\u2013165. Elsevier (1989)","DOI":"10.1016\/S0079-7421(08)60536-8"},{"issue":"2","key":"50_CR10","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1037\/0033-295X.97.2.285","volume":"97","author":"R Ratcliff","year":"1990","unstructured":"Ratcliff, R.: Connectionist models of recognition memory: constraints imposed by learning and forgetting functions. Psychol. Rev. 97(2), 285 (1990)","journal-title":"Psychol. Rev."},{"key":"50_CR11","doi-asserted-by":"crossref","unstructured":"Vijayan, M., Sridhar, S.S.: Continual learning for classification problems: a survey. In International Conference on Computational Intelligence in Data Science, pp. 156\u2013166. Springer (2021)","DOI":"10.1007\/978-3-030-92600-7_15"},{"key":"50_CR12","doi-asserted-by":"crossref","unstructured":"Delange, M., et al.: A continual learning survey: defying forgetting in classification tasks. IEEE Trans. Pattern Anal. Mach. Intell. (2021)","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"50_CR13","unstructured":"Masana, M., Liu, X., Twardowski, B., Menta, M., Bagdanov, A.D., van de Weijer, J.: Class-incremental learning: survey and performance evaluation on image classification. arXiv preprint arXiv:2010.15277 (2020)"},{"key":"50_CR14","doi-asserted-by":"crossref","unstructured":"Parisi, G.I., Kemker, R., Part, J.L., Kanan, C., Wermter, S.: Continual lifelong learning with neural networks: a review. Neural Netw. 113, 54\u201371 (2019)","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"50_CR15","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.neunet.2020.12.003","volume":"135","author":"E Belouadah","year":"2021","unstructured":"Belouadah, E., Popescu, A., Kanellos, I.: A comprehensive study of class incremental learning algorithms for visual tasks. Neural Netw. 135, 38\u201354 (2021)","journal-title":"Neural Netw."},{"key":"50_CR16","unstructured":"Davari, M.R., Belilovsky, E.: Probing representation forgetting in continual learning. In: NeurIPS 2021 Workshop on Distribution Shifts: Connecting Methods and Applications (2021)"},{"key":"50_CR17","unstructured":"Chen, W., Liu, Y., Wang, W., Tuytelaars, T., Bakker, E.M., Lew, M.: On the exploration of incremental learning for fine-grained image retrieval. arXiv preprint arXiv:2010.08020 (2020)"},{"key":"50_CR18","doi-asserted-by":"crossref","unstructured":"Pu, N., Chen, W., Liu, Y., Bakker, E.M., Lew, M.S.: Lifelong person re-identification via adaptive knowledge accumulation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7901\u20137910 (2021)","DOI":"10.1109\/CVPR46437.2021.00781"},{"key":"50_CR19","doi-asserted-by":"crossref","unstructured":"Chen, W., Liu, Y., Pu, N., Wang, W., Liu, L., Lew, M.S.: Feature estimations based correlation distillation for incremental image retrieval. IEEE Trans. Multimedia (2021)","DOI":"10.1109\/TMM.2021.3073279"},{"issue":"12","key":"50_CR20","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40(12), 2935\u20132947 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"50_CR21","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607. PMLR (2020)"},{"key":"50_CR22","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.-A., Kolesnikov, A., Sperl, G., Lampert, C.H.: icarl: Incremental classifier and representation learning. In: CVPR, pp. 5533\u20135542. IEEE Computer Society (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"50_CR23","doi-asserted-by":"crossref","unstructured":"Hou, S., Pan, X., Loy, C.C., Wang, Z., Lin, D.: Learning a unified classifier incrementally via rebalancing. In: CVPR, pp. 831\u2013839. Computer Vision Foundation\/IEEE (2019)","DOI":"10.1109\/CVPR.2019.00092"},{"key":"50_CR24","doi-asserted-by":"crossref","unstructured":"Wu, Y., et al.: Large scale incremental learning. In: CVPR, pp. 374\u2013382. Computer Vision Foundation\/IEEE (2019)","DOI":"10.1109\/CVPR.2019.00046"},{"key":"50_CR25","doi-asserted-by":"crossref","unstructured":"Pernici, F., Bruni, M., Baecchi, C., Turchini, F., Del Bimbo, A.: Class-incremental learning with pre-allocated fixed classifiers. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 6259\u20136266. IEEE (2021)","DOI":"10.1109\/ICPR48806.2021.9413299"},{"key":"50_CR26","doi-asserted-by":"crossref","unstructured":"Kirkpatrick, J., et al: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114(13), 3521\u20133526 (2017)","DOI":"10.1073\/pnas.1611835114"},{"key":"50_CR27","unstructured":"Van de Ven, G.M., Tolias, A.S.: Three scenarios for continual learning. arXiv preprint arXiv:1904.07734 (2019)"},{"key":"50_CR28","unstructured":"Jung, H., Ju, J., Jung, M., Kim, J.: Less-forgetting learning in deep neural networks. arXiv preprint arXiv:1607.00122 (2016)"},{"key":"50_CR29","unstructured":"Gretton, A., Smola, A.J., Huang, J., Schmittfull, M., Borgwardt, K.M., Sch\u00f6lkopf, B.: Covariate Shift and Local Learning by Distribution Matching. MIT Press (2009)"},{"key":"50_CR30","doi-asserted-by":"crossref","unstructured":"Shen, Y., Xiong, Y., Xia, W., Soatto, S.: Towards backward-compatible representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6368\u20136377 (2020)","DOI":"10.1109\/CVPR42600.2020.00640"},{"key":"50_CR31","doi-asserted-by":"crossref","unstructured":"Pernici, F., Bruni, M., Baecchi, C., Del Bimbo, A.: Regular polytope networks. IEEE Trans. Neural Netw. Learn. Syst. (2021)","DOI":"10.1109\/TNNLS.2021.3056762"},{"key":"50_CR32","unstructured":"Biondi, N., Pernici, F., Bruni, M., Del Bimbo, A.: Compatible representations via stationarity, Cores (2021)"},{"key":"50_CR33","doi-asserted-by":"crossref","unstructured":"Aljundi, R., Kelchtermans, K., Tuytelaars, T.: Task-free continual learning. In: Proceedings of the IEEE\/CVF CVPR, pp. 11254\u201311263 (2019)","DOI":"10.1109\/CVPR.2019.01151"},{"key":"50_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2020.102983","volume":"197","author":"F Pernici","year":"2020","unstructured":"Pernici, F., Bruni, M., Del Bimbo, A.: Self-supervised on-line cumulative learning from video streams. Comput. Vis. Image Underst. 197, 102983 (2020)","journal-title":"Comput. Vis. Image Underst."},{"key":"50_CR35","doi-asserted-by":"crossref","unstructured":"Chopra, S., Hadsell, R., LeCun, Y.: Learning a similarity metric discriminatively, with application to face verification. In: 2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR\u201905), vol. 1, pp. 539\u2013546. IEEE (2005)","DOI":"10.1109\/CVPR.2005.202"},{"key":"50_CR36","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"50_CR37","doi-asserted-by":"crossref","unstructured":"Misra, I., van der Maaten, L.: Self-supervised learning of pretext-invariant representations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6707\u20136717 (2020)","DOI":"10.1109\/CVPR42600.2020.00674"},{"key":"50_CR38","unstructured":"Khosla, Pet al.: Supervised contrastive learning. In: NeurIPS, Aaron Maschinot (2020)"},{"key":"50_CR39","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"50_CR40","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: Fitnets: Hints for thin deep nets. arXiv preprint arXiv:1412.6550 (2014)"},{"key":"50_CR41","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images (2009)"},{"key":"50_CR42","unstructured":"Wah, C., Branson, S., Welinder, P., Perona, P., Belongie, S.: The caltech-ucsd birds-200-2011 dataset. Computation & Neural Systems Technical Report (2011)"},{"key":"50_CR43","unstructured":"Khosla, A., Jayadevaprakash, N., Yao, B., Li, F-F.: Novel dataset for fine-grained image categorization. In: First Workshop on Fine-Grained Visual Categorization, IEEE Conference on Computer Vision and Pattern Recognition, Colorado Springs, CO, June 2011"},{"key":"50_CR44","doi-asserted-by":"crossref","unstructured":"Oh Song, H., Xiang, Y., Jegelka, S., Savarese, S.: Deep metric learning via lifted structured feature embedding. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4004\u20134012 (2016)","DOI":"10.1109\/CVPR.2016.434"},{"key":"50_CR45","doi-asserted-by":"crossref","unstructured":"Wang, X., Han, X., Huang, W., Dong, D., Scott, M.R.: Multi-similarity loss with general pair weighting for deep metric learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (2019)","DOI":"10.1109\/CVPR.2019.00516"},{"key":"50_CR46","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"50_CR47","doi-asserted-by":"crossref","unstructured":"Szegedy, C., et al.: Going deeper with convolutions. In: Proceedings of the IEEE Conference CVPR (2015)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"50_CR48","doi-asserted-by":"crossref","unstructured":"Jegou, H., Douze, M., Schmid, C.: Product quantization for nearest neighbor search. IEEE Trans. Pattern Anal. Mach. Intell. 33(1), 117\u2013128, 102983 (2010)","DOI":"10.1109\/TPAMI.2010.57"}],"container-title":["Lecture Notes in Computer Science","Image Analysis and Processing \u2013 ICIAP 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-06427-2_50","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T20:37:29Z","timestamp":1727210249000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-06427-2_50"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031064265","9783031064272"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-06427-2_50","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 May 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIAP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Image Analysis and Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lecce","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 May 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 May 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iciap2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iciap2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"307","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"168","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}