{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T06:36:17Z","timestamp":1774766177143,"version":"3.50.1"},"reference-count":91,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Lee Kuan Yew Fellowship"},{"DOI":"10.13039\/501100014790","name":"Singapore Management University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100014790","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tpami.2023.3324203","type":"journal-article","created":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T17:58:02Z","timestamp":1697219882000},"page":"134-149","source":"Crossref","is-referenced-by-count":28,"title":["Continual Learning, Fast and Slow"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6416-5328","authenticated-orcid":false,"given":"Quang","family":"Pham","sequence":"first","affiliation":[{"name":"Institute for Infocomm Research (I<sup>2<\/sup>R), A* Star, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6934-2354","authenticated-orcid":false,"given":"Chenghao","family":"Liu","sequence":"additional","affiliation":[{"name":"Salesforce Research Asia, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4584-3453","authenticated-orcid":false,"given":"Steven C. H.","family":"Hoi","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"crossref","first-page":"3521","DOI":"10.1073\/pnas.1611835114","article-title":"Overcoming catastrophic forgetting in neural networks","volume":"114","author":"kirkpatrick","year":"2017","journal-title":"Proc Nat Acad Sci"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11671"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"ref56","first-page":"390","article-title":"Task agnostic representation consolidation: A self-supervised based continual learning approach","author":"bhat","year":"2022","journal-title":"Proc Conf Lifelong Learn Agents"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"ref59","article-title":"Feature-wise transformations","volume":"3","author":"dumoulin","year":"2018","journal-title":"Distillation"},{"key":"ref14","first-page":"6467","article-title":"Gradient episodic memory for continual learning","author":"lopez-paz","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref58","first-page":"7959","article-title":"Fast and flexible multi-task classification using conditional neural adaptive processes","author":"requeima","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref53","article-title":"Task agnostic continual learning via meta learning","author":"he","year":"2019"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.587"},{"key":"ref11","first-page":"11849","article-title":"Online continual learning with maximal interfered retrieval","author":"aljundi","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00938"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/369"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00940"},{"key":"ref17","article-title":"Continual unsupervised representation learning","author":"rao","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref16","first-page":"1818","article-title":"Meta-learning representations for continual learning","author":"javed","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00078"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-016-9389-5"},{"key":"ref51","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","author":"finn","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref50","article-title":"Representation learning with contrastive predictive coding","author":"oord","year":"2018"},{"key":"ref91","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref90","article-title":"Lifelong learning of compositional structures","author":"mendez","year":"2020"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58598-3_28"},{"key":"ref45","first-page":"1","article-title":"Learning fast, learning slow: A general continual learning method based on complementary learning system","author":"arani","year":"2022","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1717042115"},{"key":"ref48","first-page":"201","article-title":"Why does unsupervised pre-training help deep learning?","author":"erhan","year":"2010","journal-title":"Proc 13th Int Conf Artif Intell Statist"},{"key":"ref47","first-page":"1","article-title":"FearNet: Brain-inspired model for incremental learning","author":"kemker","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref42","first-page":"348","article-title":"Experience replay for continual learning","author":"rolnick","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.461"},{"key":"ref41","first-page":"1","article-title":"LAMOL: Language modeling for lifelong language learning","author":"sun","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref44","first-page":"10260","article-title":"Mitigating forgetting in online continual learning with neuron calibration","author":"yin","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref88","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011","journal-title":"Proc NIPS Workshop Deep Learn Unsupervised Feature Learn"},{"key":"ref43","first-page":"1","article-title":"Contextual transformation networks for online continual learning","author":"pham","year":"2021","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref87","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"xiao","year":"2017"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/s41583-018-0031-2"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2018.11.005"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1126\/science.7638624"},{"key":"ref3","first-page":"30298","article-title":"Continual learning via local module composition","author":"ostapenko","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1111\/j.1551-6709.2011.01214.x"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2016.05.004"},{"key":"ref82","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","author":"chen","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3147.3165"},{"key":"ref40","article-title":"Episodic memory in lifelong language learning","author":"ruder","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref84","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref35","first-page":"1","article-title":"Learning to learn without forgetting by maximizing transfer and minimizing interference","author":"riemer","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref79","first-page":"17","article-title":"Core50: A new dataset and benchmark for continuous object recognition","author":"lomonaco","year":"2017","journal-title":"Proc 1st Annu Conf Robot Learn"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022628806385"},{"key":"ref78","first-page":"3630","article-title":"Matching networks for one shot learning","author":"vinyals","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref37","article-title":"Generative replay with feedback connections as a general strategy for continual learning","author":"van de ven","year":"2018"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01226"},{"key":"ref31","first-page":"3987","article-title":"Continual learning through synaptic intelligence","author":"zenke","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref75","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"ioffe","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref30","first-page":"1","article-title":"Continual learning with hypernetworks","author":"henning","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298664"},{"key":"ref33","first-page":"3738","article-title":"Online structured laplace approximations for overcoming catastrophic forgetting","author":"ritter","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00124"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_9"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00279"},{"key":"ref2","first-page":"1","article-title":"Efficient continual learning with modular networks and task-driven priors","author":"veniat","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.102.3.419"},{"key":"ref39","article-title":"On tiny episodic memories in continual learning","author":"chaudhry","year":"2019"},{"key":"ref38","article-title":"Dark experience for general continual learning: A strong, simple baseline","author":"buzzega","year":"2020","journal-title":"Proc 34th Conf Neural Inf Process Syst"},{"key":"ref71","article-title":"Lookahead optimizer: K steps forward, 1 step back","author":"zhang","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref70","article-title":"Large batch training of convolutional networks","author":"you","year":"2017"},{"key":"ref73","article-title":"Improving neural networks by preventing co-adaptation of feature detectors","author":"hinton","year":"2012"},{"key":"ref72","first-page":"22379","article-title":"AFEC: Active forgetting of negative transfer in continual learning","author":"wang","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","first-page":"3366","article-title":"A continual learning survey: Defying forgetting in classification tasks","volume":"44","author":"delange","year":"2022","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00233"},{"key":"ref23","first-page":"1","article-title":"Efficient lifelong learning with A-GEM","author":"chaudhry","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref67","article-title":"Bootstrap your own latent: A new approach to self-supervised learning","author":"grill","year":"2020","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","first-page":"1","article-title":"Lifelong learning with dynamically expandable networks","author":"yoon","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref25","article-title":"Progressive neural networks","author":"rusu","year":"2016"},{"key":"ref69","article-title":"Barlow twins: Self-supervised learning via redundancy reduction","author":"zbontar","year":"2021"},{"key":"ref20","first-page":"3","article-title":"Revisiting distillation and incremental classifier learning","author":"javed","year":"2018","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01151"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01252-6_33"},{"key":"ref22","first-page":"16131","article-title":"DualNet: Continual learning, fast and slow","author":"pham","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref21","article-title":"Continual learning in practice","author":"diethe","year":"2019"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref28","article-title":"PathNet: Evolution channels gradient descent in super neural networks","author":"fernando","year":"2017"},{"key":"ref27","first-page":"3925","article-title":"Learn to grow: A continual structure learning framework for overcoming catastrophic forgetting","author":"li","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref29","first-page":"4548","article-title":"Overcoming catastrophic forgetting with hard attention to the task","author":"serra","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref60","first-page":"506","article-title":"Learning multiple visual domains with residual adapters","author":"rebuffi","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref62","article-title":"Bilevel continual learning","author":"pham","year":"2020"},{"key":"ref61","article-title":"Online fast adaptation and knowledge accumulation: A new approach to continual learning","author":"caccia","year":"2020"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10345401\/10285461.pdf?arnumber=10285461","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,12]],"date-time":"2023-12-12T22:37:53Z","timestamp":1702420673000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10285461\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":91,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2023.3324203","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}