{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T00:54:37Z","timestamp":1771548877192,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031175862","type":"print"},{"value":"9783031175879","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-17587-9_8","type":"book-chapter","created":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T17:05:20Z","timestamp":1664298320000},"page":"104-117","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Distilled Replay: Overcoming Forgetting Through Synthetic Samples"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3918-5829","authenticated-orcid":false,"given":"Andrea","family":"Rosasco","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0003-2323","authenticated-orcid":false,"given":"Antonio","family":"Carta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4874-8830","authenticated-orcid":false,"given":"Andrea","family":"Cossu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8308-6599","authenticated-orcid":false,"given":"Vincenzo","family":"Lomonaco","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5213-2468","authenticated-orcid":false,"given":"Davide","family":"Bacciu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,28]]},"reference":[{"key":"8_CR1","first-page":"11849","volume":"32","author":"R Aljundi","year":"2019","unstructured":"Aljundi, R., et al.: Online continual learning with maximal interfered retrieval. Adv. Neural Inf. Process. Syst. 32, 11849\u201311860 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"8_CR2","unstructured":"Asghar, N., Mou, L., Selby, K.A., Pantasdo, K.D., Poupart, P., Jiang, X.: Progressive memory banks for incremental domain adaptation. In: International Conference on Learning Representations (2019)"},{"key":"8_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1007\/978-3-030-01252-6_33","volume-title":"Computer Vision \u2013 ECCV 2018","author":"A Chaudhry","year":"2018","unstructured":"Chaudhry, A., Dokania, P.K., Ajanthan, T., Torr, P.H.S.: Riemannian walk for incremental learning: understanding forgetting and intransigence. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11215, pp. 556\u2013572. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01252-6_33"},{"key":"8_CR4","unstructured":"Chaudhry, A., Ranzato, M., Rohrbach, M., Elhoseiny, M.: Efficient lifelong learning with A-GEM. In: ICLR (2019)"},{"key":"8_CR5","unstructured":"Chaudhry, A., et al.: On Tiny Episodic Memories in Continual Learning. arXiv (2019)"},{"key":"8_CR6","doi-asserted-by":"publisher","unstructured":"Cossu, A., Carta, A., Bacciu, D.: Continual learning with gated incremental memories for sequential data processing. In: Proceedings of the 2020 International Joint Conference on Neural Networks (IJCNN 2020) (2020). https:\/\/doi.org\/10.1109\/ijcnn48605.2020.9207550","DOI":"10.1109\/ijcnn48605.2020.9207550"},{"key":"8_CR7","unstructured":"Farquhar, S., Gal, Y.: Towards robust evaluations of continual learning. In: Privacy in Machine Learning and Artificial Intelligence Workshop, ICML (2019)"},{"key":"8_CR8","doi-asserted-by":"publisher","unstructured":"French, R.M.: Catastrophic forgetting in connectionist networks. Trends Cogn. Sci. 3, 128\u2013135 (1999). https:\/\/doi.org\/10.1016\/S1364-6613(99)01294-2","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"8_CR9","unstructured":"Goodfellow, I.J., Mirza, M., Xiao, D., Courville, A., Bengio, Y.: An empirical investigation of catastrophic forgetting in gradient-based neural networks (2015)"},{"issue":"1","key":"8_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1037\/0033-295X.87.1.1","volume":"87","author":"S Grossberg","year":"1980","unstructured":"Grossberg, S.: How does a brain build a cognitive code? Psychol. Rev. 87(1), 1\u201351 (1980). https:\/\/doi.org\/10.1037\/0033-295X.87.1.1","journal-title":"Psychol. Rev."},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"8_CR12","unstructured":"Hochreiter, S.: Untersuchungen zu dynamischen neuronalen netzen (1991)"},{"issue":"13","key":"8_CR13","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. PNAS 114(13), 3521\u20133526 (2017)","journal-title":"PNAS"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Pereira, F., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 25. Curran Associates, Inc. (2012). https:\/\/doi.org\/10.1145\/3065386","DOI":"10.1145\/3065386"},{"key":"8_CR15","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86, 2278\u20132323 (1998). https:\/\/doi.org\/10.1109\/5.726791","journal-title":"Proc. IEEE"},{"key":"8_CR16","doi-asserted-by":"publisher","unstructured":"Lesort, T., et al.: Continual learning for robotics: definition, framework, learning strategies, opportunities and challenges. Inf. Fusion. 58, 52\u201368 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.004","DOI":"10.1016\/j.inffus.2019.12.004"},{"key":"8_CR17","unstructured":"Lomonaco, V., Maltoni, D.: CORe50: a new dataset and benchmark for continuous object recognition. In: Proceedings of the 1st Annual Conference on Robot Learning, vol. 78, pp. 17\u201326 (2017)"},{"key":"8_CR18","first-page":"6468","volume":"30","author":"D Lopez-Paz","year":"2017","unstructured":"Lopez-Paz, D., Ranzato, M.: Gradient episodic memory for continual learning. Adv. Neural Inf. Process. Syst. 30, 6468\u20136477 (2017)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"8_CR19","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1037\/0033-295X.102.3.419","volume":"102","author":"JL McClelland","year":"1995","unstructured":"McClelland, J.L., McNaughton, B.L., O\u2019Reilly, R.C.: Why there are complementary learning systems in the hippocampus and neocortex: insights from the successes and failures of connectionist models of learning and memory. Psychol. Rev. 102, 419\u2013457 (1995). https:\/\/doi.org\/10.1037\/0033-295X.102.3.419","journal-title":"Psychol. Rev."},{"key":"8_CR20","doi-asserted-by":"publisher","unstructured":"Rebuffi, S.A., Kolesnikov, A., Sperl, G., Lampert, C.H.: iCaRL: incremental classifier and representation learning. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2017). https:\/\/doi.org\/10.1109\/cvpr.2017.587","DOI":"10.1109\/cvpr.2017.587"},{"key":"8_CR21","unstructured":"Rusu, A.A., et al.: Progressive Neural Networks. arXiv (2016)"},{"key":"8_CR22","unstructured":"Shin, H., Lee, J.K., Kim, J., Kim, J.: Continual learning with deep generative replay. In: Guyon, I., (eds.) et al. Advances in Neural Information Processing Systems, vol. 30, pp. 2990\u20132999. Curran Associates, Inc. (2017)"},{"key":"8_CR23","unstructured":"Sun, F.K., Ho, C.H., Lee, H.Y.: LAMOL: LAnguage MOdeling for Lifelong Language Learning. In: ICLR (2020)"},{"key":"8_CR24","doi-asserted-by":"publisher","unstructured":"Thrun, S.: A lifelong learning perspective for mobile robot control. In: Graefe, V. (ed.) Intelligent Robots and Systems, pp. 201\u2013214. Elsevier Science B.V., Amsterdam (1995). https:\/\/doi.org\/10.1016\/B978-044482250-5\/50015-3","DOI":"10.1016\/B978-044482250-5\/50015-3"},{"key":"8_CR25","doi-asserted-by":"publisher","unstructured":"van\u00a0de Ven, G.M., Siegelmann, H.T., Tolias, A.S.: Brain-inspired replay for continual learning with artificial neural networks. Nat. Commun. 11, 4069 (2020). https:\/\/doi.org\/10.1038\/s41467-020-17866-2","DOI":"10.1038\/s41467-020-17866-2"},{"key":"8_CR26","unstructured":"van de Ven, G.M., Tolias, A.S.: Three scenarios for continual learning. arXiv (2019)"},{"key":"8_CR27","unstructured":"Wang, T., Zhu, J.Y., Torralba, A., Efros, A.A.: Dataset distillation. arXiv (2018)"},{"key":"8_CR28","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-MNIST: a novel image dataset for benchmarking machine learning algorithms. arXiv (2017)"},{"key":"8_CR29","unstructured":"Zenke, F., Poole, B., Ganguli, S.: Continual learning through synaptic intelligence. In: International Conference on Machine Learning, pp. 3987\u20133995 (2017)"},{"key":"8_CR30","unstructured":"Zhao, B., Bilen, H.: Dataset condensation with differentiable Siamese augmentation (2021)"},{"key":"8_CR31","unstructured":"Zhao, B., Mopuri, K.R., Bilen, H.: Dataset condensation with gradient matching (2021)"}],"container-title":["Lecture Notes in Computer Science","Continual Semi-Supervised Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-17587-9_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T17:06:29Z","timestamp":1664298389000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-17587-9_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031175862","9783031175879"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-17587-9_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"28 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CSSL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Continual Semi-Supervised Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cssl2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/view\/sscl-workshop-ijcai-2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"86% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}