{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T13:06:56Z","timestamp":1773493616345,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Major Project of New Generation Artificial Intelligence of the Ministry of Science and Technology of China","award":["2021ZD0113402"],"award-info":[{"award-number":["2021ZD0113402"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976029"],"award-info":[{"award-number":["61976029"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2023CDJXY-035"],"award-info":[{"award-number":["2023CDJXY-035"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s00521-024-09542-z","type":"journal-article","created":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T16:02:33Z","timestamp":1708617753000},"page":"8473-8484","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Lifelong learning with selective attention over seen classes and memorized instances"],"prefix":"10.1007","volume":"36","author":[{"given":"Zhijun","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7799-1023","authenticated-orcid":false,"given":"Hongxing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,2,22]]},"reference":[{"key":"9542_CR1","doi-asserted-by":"crossref","unstructured":"McCloskey M, Cohen NJ (1989) Catastrophic interference in connectionist networks: the sequential learning problem. In: Psychology of learning and motivation, pp 109\u2013165","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"9542_CR2","doi-asserted-by":"publisher","first-page":"2010","DOI":"10.1109\/TNNLS.2021.3099700","volume":"33","author":"B Zhang","year":"2021","unstructured":"Zhang B, Guo Y, Li Y, He Y, Wang H, Dai Q (2021) Memory recall: a simple neural network training framework against catastrophic forgetting. IEEE Trans Neural Netw Learn Syst 33:2010\u20132022","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9542_CR3","doi-asserted-by":"publisher","first-page":"1900","DOI":"10.1109\/TSP.2022.3143372","volume":"70","author":"H Sun","year":"2022","unstructured":"Sun H, Pu W, Fu X, Chang T-H, Hong M (2022) Learning to continuously optimize wireless resource in a dynamic environment: a bilevel optimization perspective. IEEE Trans Signal Process 70:1900\u20131917","journal-title":"IEEE Trans Signal Process"},{"key":"9542_CR4","first-page":"3895","volume":"44","author":"G Sun","year":"2021","unstructured":"Sun G, Cong Y, Dong J, Liu Y, Ding Z, Yu H (2021) What and how: generalized lifelong spectral clustering via dual memory. IEEE Trans Pattern Anal Mach Intell 44:3895","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9542_CR5","doi-asserted-by":"publisher","first-page":"7081","DOI":"10.1007\/s00521-021-06842-6","volume":"34","author":"A Proch\u00e1zka","year":"2022","unstructured":"Proch\u00e1zka A, Charv\u00e1t J, Vy\u0161ata O, Mandic D (2022) Incremental deep learning for reflectivity data recognition in stomatology. Neural Comput Appl 34:7081\u20137089","journal-title":"Neural Comput Appl"},{"key":"9542_CR6","doi-asserted-by":"publisher","first-page":"3457","DOI":"10.1007\/s00521-021-05772-7","volume":"1","author":"X Wu","year":"2022","unstructured":"Wu X, Huang W, Wu X, Wu S, Huang J (2022) Classification of thermal image of clinical burn based on incremental reinforcement learning. Neural Comput Appl 1:3457\u20133470","journal-title":"Neural Comput Appl"},{"key":"9542_CR7","first-page":"1","volume":"32","author":"R Aljundi","year":"2019","unstructured":"Aljundi R, Lin M, Goujaud B, Bengio Y (2019) Gradient based sample selection for online continual learning. Adv Neural Inf Process Syst 32:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"9542_CR8","doi-asserted-by":"crossref","unstructured":"Aljundi Rahaf, Caccia Lucas, Belilovsky Eugene, Caccia Massimo, Lin Min, Charlin Laurent, Tuytelaars Tinne (2019) Online continual learning with maximally interfered retrieval. CoRR","DOI":"10.1109\/CVPR.2019.01151"},{"key":"9542_CR9","doi-asserted-by":"crossref","unstructured":"Riemer M, Klinger T, Bouneffouf D, Franceschini M (2019) Scalable recollections for continual lifelong learning. In: Proceedings of the AAAI conference on artificial intelligence, pp 1352\u20131359","DOI":"10.1609\/aaai.v33i01.33011352"},{"key":"9542_CR10","first-page":"1","volume":"30","author":"H Shin","year":"2017","unstructured":"Shin H, Lee JK, Kim J, Kim J (2017) Continual learning with deep generative replay. Adv Neural Inf Process Syst 30:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"9542_CR11","unstructured":"Yoon J, Yang E, Lee J, Hwang SJ (2018) Lifelong learning with dynamically expandable networks. International conference on learning representations"},{"key":"9542_CR12","doi-asserted-by":"crossref","unstructured":"Mallya A, Lazebnik S (2018) Packnet: adding multiple tasks to a single network by iterative pruning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7765\u20137773","DOI":"10.1109\/CVPR.2018.00810"},{"key":"9542_CR13","doi-asserted-by":"crossref","unstructured":"Gao Q, Luo Z, Klabjan D, Zhang F (2022) Efficient architecture search for continual learning. IEEE Trans Neural Networks Learn Syst","DOI":"10.1109\/TNNLS.2022.3151511"},{"key":"9542_CR14","unstructured":"Li X, Zhou Y, Wu T, Socher R, Xiong C (2019) Learn to grow: a continual structure learning framework for overcoming catastrophic forgetting. In: International conference on machine learning, pp 3925\u20133934"},{"key":"9542_CR15","unstructured":"Farajtabar M, Azizan N, Mott A, Li A (2020) Orthogonal gradient descent for continual learning. In: International conference on artificial intelligence and statistics, pp 3762\u20133773"},{"key":"9542_CR16","unstructured":"Lopez-Paz D, Ranzato M (2017) Gradient episodic memory for continual learning. Adv Neural Inf Process Syst"},{"key":"9542_CR17","unstructured":"Chaudhry A, Ranzato M, Rohrbach M, Elhoseiny M (2019) Efficient lifelong learning with a-gem. In: International conference on learning representations"},{"key":"9542_CR18","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.neucom.2020.01.093","volume":"1","author":"J Pomponi","year":"2020","unstructured":"Pomponi J, Scardapane S, Lomonaco V, Uncini A (2020) Efficient continual learning in neural networks with embedding regularization. Neurocomputing 1:139\u2013148","journal-title":"Neurocomputing"},{"key":"9542_CR19","unstructured":"Zenke F, Poole B, Ganguli S (2017) Continual learning through synaptic intelligence. In: International conference on machine learning, pp 3987\u20133995"},{"key":"9542_CR20","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A et al (2017) Overcoming catastrophic forgetting in neural networks. Proc Natl Acad Sci 114:3521\u20133526","journal-title":"Proc Natl Acad Sci"},{"key":"9542_CR21","unstructured":"Guo Y, Liu B, Zhao D (2022) Online continual learning through mutual information maximization. In: International conference on machine learning, pp 8109\u20138126"},{"key":"9542_CR22","doi-asserted-by":"crossref","unstructured":"Rebuffi S-A, Kolesnikov A, Sperl G, Lampert CH (2017) icarl: incremental classifier and representation learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2001\u20132010","DOI":"10.1109\/CVPR.2017.587"},{"key":"9542_CR23","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/s00521-021-06154-9","volume":"1","author":"R Szadkowski","year":"2022","unstructured":"Szadkowski R, Drchal J, Faigl J (2022) Continually trained life-long classification. Neural Comput Appl 1:135\u2013152","journal-title":"Neural Comput Appl"},{"key":"9542_CR24","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1080\/09540099550039318","volume":"7","author":"A Robins","year":"1995","unstructured":"Robins A (1995) Catastrophic forgetting, rehearsal and pseudorehearsal. Connect Sci 7:123\u2013146","journal-title":"Connect Sci"},{"key":"9542_CR25","doi-asserted-by":"crossref","unstructured":"Isele D, Cosgun A (2018) Selective experience replay for lifelong learning. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11595"},{"key":"9542_CR26","unstructured":"Kingma DP, Welling M (2014) Auto-encoding variational bayes. International conference on learning representations"},{"key":"9542_CR27","doi-asserted-by":"publisher","first-page":"1925","DOI":"10.1109\/TNNLS.2021.3111019","volume":"33","author":"L Wang","year":"2021","unstructured":"Wang L, Lei B, Li Q, Su H, Zhu J, Zhong Y (2021) Triple-memory networks: a brain-inspired method for continual learning. IEEE Trans Neural Networks Learn Syst 33:1925\u20131934","journal-title":"IEEE Trans Neural Networks Learn Syst"},{"key":"9542_CR28","unstructured":"Schwarz J, Czarnecki W, Luketina J, Grabska-Barwinska A, Teh YW, Pascanu R, Hadsell R (2018) Progress & compress: a scalable framework for continual learning. In: International conference on machine learning, pp 4528\u20134537"},{"key":"9542_CR29","doi-asserted-by":"crossref","unstructured":"Zhang J, Zhang J, Ghosh S, Li D, Zhu J, Zhang H, Wang Y (2020) Regularize, expand and compress: nonexpansive continual learning. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 854\u2013862","DOI":"10.1109\/WACV45572.2020.9093585"},{"key":"9542_CR30","doi-asserted-by":"crossref","unstructured":"Hou S, Pan X, Loy CC, Wang Z, Lin D (2019) Learning a unified classifier incrementally via rebalancing. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 831\u2013839","DOI":"10.1109\/CVPR.2019.00092"},{"key":"9542_CR31","unstructured":"Jin X, Sadhu A, Du J, Ren X (2020) Gradient based memory editing for task-free continual learning. arXiv preprint arXiv:2006.15294"},{"key":"9542_CR32","unstructured":"Li X, Wang W (2021) Gopgan: gradients orthogonal projection generative adversarial network with continual learning. IEEE Trans Neural Netw Learn Syst"},{"key":"9542_CR33","unstructured":"Chaudhry A, Rohrbach M, Elhoseiny M, Ajanthan T, Dokania PK, Torr PHS, Marc\u2019Aurelio R (2019) On tiny episodic memories in continual learning. CoRR"},{"key":"9542_CR34","doi-asserted-by":"crossref","unstructured":"Chaudhry A, Gordo A, Dokania P, Torr P, Lopez-Paz D (2021) Using hindsight to anchor past knowledge in continual learning. In: Proceedings of the AAAI conference on artificial intelligence, pp 6993\u20137001","DOI":"10.1609\/aaai.v35i8.16861"},{"key":"9542_CR35","doi-asserted-by":"crossref","unstructured":"Aljundi R, Kelchtermans K, Tuytelaars T (2019) Task-free continual learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11254\u201311263","DOI":"10.1109\/CVPR.2019.01151"},{"key":"9542_CR36","unstructured":"Lee S, Ha J, Zhang D, Kim G (2020) A neural dirichlet process mixture model for task-free continual learning. In: International conference on learning representations"},{"key":"9542_CR37","unstructured":"Rusu AA, Rabinowitz NC, Desjardins G, Soyer H, Kirkpatrick J, Kavukcuoglu K, Pascanu R, Hadsell R (2016) Progressive neural networks. arXiv preprint"},{"key":"9542_CR38","unstructured":"Berjaoui A (2020) Continual learning using hash-routed convolutional neural networks. arXiv preprint"},{"key":"9542_CR39","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1145\/3147.3165","volume":"11","author":"JS Vitter","year":"1985","unstructured":"Vitter JS (1985) Random sampling with a reservoir. ACM Trans Math Softw (TOMS) 11:37\u201357","journal-title":"ACM Trans Math Softw (TOMS)"},{"key":"9542_CR40","unstructured":"Chen Z, Badrinarayanan V, Lee C-Y, Rabinovich A (2018) Gradnorm: gradient normalization for adaptive loss balancing in deep multitask networks. In: International conference on machine learning, pp 794\u2013803"},{"key":"9542_CR41","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/j.patcog.2016.10.014","volume":"63","author":"H Wang","year":"2017","unstructured":"Wang H, Kawahara Y, Weng C, Yuan J (2017) Representative selection with structured sparsity. Pattern Recognit 63:268\u2013278","journal-title":"Pattern Recognit"},{"key":"9542_CR42","doi-asserted-by":"publisher","first-page":"3117","DOI":"10.1007\/s00521-021-06515-4","volume":"1","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Liu Y, Yang G, Song J (2022) SSIT: a sample selection-based incremental model training method for image recognition. Neural Comput Appl 1:3117\u20133134","journal-title":"Neural Comput Appl"},{"key":"9542_CR43","doi-asserted-by":"crossref","unstructured":"Huang S, Wang T, Xiong H, Huan J, Dou D (2021) Semi-supervised active learning with temporal output discrepancy. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 3447\u20133456","DOI":"10.1109\/ICCV48922.2021.00343"},{"key":"9542_CR44","unstructured":"LeCun Y (1998) The MNIST database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"9542_CR45","unstructured":"Krizhevsky A, Nair V, Hinton G (2009) CIFAR-10 and CIFAR-100 datasets. https:\/\/www.cs.toronto.edu\/kriz\/cifar.html"},{"key":"9542_CR46","first-page":"1","volume":"29","author":"O Vinyals","year":"2016","unstructured":"Vinyals O, Blundell C, Lillicrap T, Wierstra D et al (2016) Matching networks for one shot learning. Adv Neural Inf Process Syst 29:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"9542_CR47","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115:211\u2013252","journal-title":"Int J Comput Vis"},{"key":"9542_CR48","doi-asserted-by":"crossref","unstructured":"Shi Y, Yuan L, Chen Y, Feng J (2021) Continual learning via bit-level information preserving. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 16674\u201316683","DOI":"10.1109\/CVPR46437.2021.01640"},{"key":"9542_CR49","doi-asserted-by":"crossref","unstructured":"Prabhu A, Torr PHS, Dokania PK (2020) Gdumb: a simple approach that questions our progress in continual learning. In: European conference on computer vision, pp 524\u2013540","DOI":"10.1007\/978-3-030-58536-5_31"},{"key":"9542_CR50","doi-asserted-by":"crossref","unstructured":"Aljundi R, Babiloni F, Elhoseiny M, Rohrbach M, Tuytelaars T (2018) Memory aware synapses: learning what (not) to forget. In: Proceedings of the European conference on computer vision (ECCV), pp 139\u2013154","DOI":"10.1007\/978-3-030-01219-9_9"},{"key":"9542_CR51","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.neucom.2021.10.021","volume":"1","author":"Z Mai","year":"2022","unstructured":"Mai Z, Li R, Jeong J, Quispe D, Kim H, Sanner S (2022) Online continual learning in image classification: an empirical survey. Neurocomputing 1:28\u201351","journal-title":"Neurocomputing"},{"key":"9542_CR52","doi-asserted-by":"crossref","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1985) Learning internal representations by error propagation. Technical report, California Univ San Diego La Jolla Inst for Cognitive Science","DOI":"10.21236\/ADA164453"},{"key":"9542_CR53","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"9542_CR54","doi-asserted-by":"crossref","unstructured":"Widrow B, Hoff ME (1960) Adaptive switching circuits. Technical report, Stanford Univ Ca Stanford Electronics Labs","DOI":"10.21236\/AD0241531"},{"key":"9542_CR55","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1080\/02564602.2015.1015631","volume":"32","author":"B Liao","year":"2015","unstructured":"Liao B, Xu J, Lv J, Zhou S (2015) An image retrieval method for binary images based on dbn and softmax classifier. IETE Tech Rev 32:294\u2013303","journal-title":"IETE Tech Rev"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09542-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09542-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09542-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,16]],"date-time":"2024-04-16T15:22:52Z","timestamp":1713280972000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09542-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,22]]},"references-count":55,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["9542"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09542-z","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,22]]},"assertion":[{"value":"15 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 February 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}