{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:40:59Z","timestamp":1775144459438,"version":"3.50.1"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T00:00:00Z","timestamp":1673568000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T00:00:00Z","timestamp":1673568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s10489-022-04441-z","type":"journal-article","created":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T04:32:11Z","timestamp":1673584331000},"page":"17849-17864","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Continual prune-and-select: class-incremental learning with specialized subnetworks"],"prefix":"10.1007","volume":"53","author":[{"given":"Aleksandr","family":"Dekhovich","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David M.J.","family":"Tax","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcel H.F","family":"Sluiter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6216-0355","authenticated-orcid":false,"given":"Miguel A.","family":"Bessa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,1,13]]},"reference":[{"key":"4441_CR1","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L et al (2019) Pytorch: an imperative style, high-performance deep learning library. In: Advances in neural information processing systems, vol 32"},{"issue":"4","key":"4441_CR2","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"RM French","year":"1999","unstructured":"French RM (1999) Catastrophic forgetting in connectionist networks. Trends Cognit Sci 3 (4):128\u2013135","journal-title":"Trends Cognit Sci"},{"key":"4441_CR3","unstructured":"Goodfellow IJ, Mirza M, Xiao D, Courville A, Bengio Y (2014) An empirical investigation of catastrophic forgetting in gradient-based neural networks. In: 2nd International conference on learning representations, ICLR"},{"key":"4441_CR4","doi-asserted-by":"crossref","unstructured":"Thrun S (1998) Lifelong learning algorithms. In: Learning to learn. Springer, Boston. MA, pp 181\u2013209","DOI":"10.1007\/978-1-4615-5529-2_8"},{"key":"4441_CR5","unstructured":"Masana M, Liu X, Twardowski B, Menta M, Bagdanov AD, Van De Weijer J (2020) Class-incremental learning: survey and performance evaluation on image classification. IEEE Trans Pattern Anal Mach Intell"},{"key":"4441_CR6","doi-asserted-by":"crossref","unstructured":"Rebuffi S-A, Kolesnikov A, Sperl G, Lampert CH (2017) icarl: incremental classifier and representation learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2001\u20132010","DOI":"10.1109\/CVPR.2017.587"},{"key":"4441_CR7","doi-asserted-by":"crossref","unstructured":"Shmelkov K, Schmid C, Alahari K (2017) Incremental learning of object detectors without catastrophic forgetting. In: Proceedings of the IEEE international conference on computer vision, pp 3400\u20133409","DOI":"10.1109\/ICCV.2017.368"},{"key":"4441_CR8","doi-asserted-by":"crossref","unstructured":"Zhang J, Zhang J, Ghosh S, Li D, Tasci S, Heck L, Zhang H, Kuo C-CJ (2020) Class-incremental learning via deep model consolidation. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 1131\u20131140","DOI":"10.1109\/WACV45572.2020.9093365"},{"key":"4441_CR9","doi-asserted-by":"crossref","unstructured":"Michieli U, Zanuttigh P (2019) Incremental learning techniques for semantic segmentation. In: Proceedings of the IEEE\/CVF international conference on computer vision workshops","DOI":"10.1109\/ICCVW.2019.00400"},{"key":"4441_CR10","doi-asserted-by":"crossref","unstructured":"Yan S, Zhou J, Xie J, Zhang S, He X (2021) An em framework for online incremental learning of semantic segmentation. In: Proceedings of the 29th ACM international conference on multimedia, pp 3052\u20133060","DOI":"10.1145\/3474085.3475443"},{"key":"4441_CR11","doi-asserted-by":"crossref","unstructured":"Van De Ven GM, Siegelmann HT, Tolias AS (2020) Brain-inspired replay for continual learning with artificial neural networks. Nature Commun 11(1):1\u201314","DOI":"10.1038\/s41467-020-17866-2"},{"issue":"8","key":"4441_CR12","doi-asserted-by":"publisher","first-page":"2906","DOI":"10.1523\/JNEUROSCI.3684-10.2011","volume":"31","author":"Y Lerner","year":"2011","unstructured":"Lerner Y, Honey CJ, Silbert LJ, Hasson U (2011) Topographic mapping of a hierarchy of temporal receptive windows using a narrated story. J Neurosci 31(8):2906\u20132915","journal-title":"J Neurosci"},{"issue":"10","key":"4441_CR13","doi-asserted-by":"publisher","first-page":"4988","DOI":"10.1093\/cercor\/bhx202","volume":"27","author":"A Zadbood","year":"2017","unstructured":"Zadbood A, Chen J, Leong YC, Norman KA, Hasson U (2017) How we transmit memories to other brains: constructing shared neural representations via communication. Cerebral cortex 27(10):4988\u20135000","journal-title":"Cerebral cortex"},{"issue":"6","key":"4441_CR14","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1016\/0028-3932(90)90031-I","volume":"28","author":"PR Huttenlocher","year":"1990","unstructured":"Huttenlocher PR (1990) Morphometric study of human cerebral cortex development. Neuropsychologia 28(6):517\u2013527","journal-title":"Neuropsychologia"},{"issue":"6","key":"4441_CR15","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1016\/S0960-9822(03)00135-0","volume":"13","author":"P Lennie","year":"2003","unstructured":"Lennie P (2003) The cost of cortical computation. Current Biol 13(6):493\u2013497","journal-title":"Current Biol"},{"issue":"10","key":"4441_CR16","doi-asserted-by":"publisher","first-page":"1133","DOI":"10.1097\/00004647-200110000-00001","volume":"21","author":"D Attwell","year":"2001","unstructured":"Attwell D, Laughlin SB (2001) An energy budget for signaling in the grey matter of the brain. J Cerebral Blood Flow Metabolism 21(10):1133\u20131145","journal-title":"J Cerebral Blood Flow Metabolism"},{"key":"4441_CR17","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images"},{"key":"4441_CR18","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition. Ieee, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"4441_CR19","unstructured":"Wah C, Branson S, Welinder P, Perona P, Belongie S (2011) The caltech-ucsd birds-200-2011 dataset. Tech Report CNS-TR-2011-001, California institute of technology"},{"key":"4441_CR20","doi-asserted-by":"crossref","unstructured":"Delange M, Aljundi R, Masana M, Parisot S, Jia X, Leonardis A, Slabaugh G, Tuytelaars T (2021) A continual learning survey: defying forgetting in classification tasks. IEEE Trans Pattern Anal Mach Intell","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"4441_CR21","unstructured":"Zenke F, Poole B, Ganguli S (2017) Continual learning through synaptic intelligence. In: International conference on machine learning. PMLR, pp 3987\u20133995"},{"issue":"12","key":"4441_CR22","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li Z, Hoiem D (2017) Learning without forgetting. IEEE Trans Pattern Anal Mach Intell 40(12):2935\u20132947","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4441_CR23","doi-asserted-by":"crossref","unstructured":"Dhar P, Singh RV, Peng K-C, Wu Z, Chellappa R (2019) Learning without memorizing. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 5138\u20135146","DOI":"10.1109\/CVPR.2019.00528"},{"key":"4441_CR24","doi-asserted-by":"crossref","unstructured":"Liu X, Masana M, Herranz L, Van De Weijer J, Lopez AM, Bagdanov AD (2018) Rotate your networks: better weight consolidation and less catastrophic forgetting. In: 2018 24th International conference on pattern recognition (ICPR). IEEE, pp 2262\u20132268","DOI":"10.1109\/ICPR.2018.8545895"},{"issue":"13","key":"4441_CR25","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A et al (2017) Overcoming catastrophic forgetting in neural networks. Proc National Acad Sci 114(13):3521\u20133526","journal-title":"Proc National Acad Sci"},{"key":"4441_CR26","doi-asserted-by":"crossref","unstructured":"Aljundi R, Babiloni F, Elhoseiny M, Rohrbach M, Tuytelaars T (2018) Memory aware synapses: learning what (not) to forget. In: Proceedings of the European conference on computer vision (ECCV), pp 139\u2013154","DOI":"10.1007\/978-3-030-01219-9_9"},{"key":"4441_CR27","doi-asserted-by":"crossref","unstructured":"Hou S, Pan X, Loy CC, Wang Z, Lin D (2019) Learning a unified classifier incrementally via rebalancing. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 831\u2013839","DOI":"10.1109\/CVPR.2019.00092"},{"key":"4441_CR28","doi-asserted-by":"crossref","unstructured":"Belouadah E, Popescu A (2019) Il2m: class incremental learning with dual memory. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 583\u2013592","DOI":"10.1109\/ICCV.2019.00067"},{"key":"4441_CR29","doi-asserted-by":"crossref","unstructured":"Douillard A, Cord M, Ollion C, Robert T, Valle E (2020) Podnet: pooled outputs distillation for small-tasks incremental learning. In: Computer vision\u2013ECCV 2020: 16th European conference, Glasgow, UK, 23\u201328 Aug 2020, proceedings, Part XX 16. Springer, pp 86\u2013102","DOI":"10.1007\/978-3-030-58565-5_6"},{"key":"4441_CR30","unstructured":"Yoon J, Yang E, Lee J, Hwang SJ (2018) Lifelong learning with dynamically expandable networks. In: 6th International conference on learning representations, ICLR"},{"key":"4441_CR31","unstructured":"Wortsman M, Ramanujan V, Liu R, Kembhavi A, Rastegari M, Yosinski J, Farhadi A (2020) Supermasks in superposition. In: Advances in neural information processing systems"},{"key":"4441_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neucom.2021.01.078","volume":"439","author":"G Sokar","year":"2021","unstructured":"Sokar G, Mocanu DC, Pechenizkiy M (2021) Spacenet: make free space for continual learning. Neurocomputing 439:1\u201311","journal-title":"Neurocomputing"},{"key":"4441_CR33","doi-asserted-by":"crossref","unstructured":"Chaudhry A, Dokania PK, Ajanthan T, Torr PH (2018) Riemannian walk for incremental learning: understanding forgetting and intransigence. In: Proceedings of the European conference on computer vision (ECCV), pp 532\u2013547","DOI":"10.1007\/978-3-030-01252-6_33"},{"key":"4441_CR34","unstructured":"Shin H, Lee JK, Kim J, Kim J (2017) Continual learning with deep generative replay. In: Advances in neural information processing systems"},{"key":"4441_CR35","doi-asserted-by":"crossref","unstructured":"Mensink T, Verbeek J, Perronnin F, Csurka G (2012) Metric learning for large scale image classification: generalizing to new classes at near-zero cost. In: European conference on computer vision. Springer, pp 488\u2013501","DOI":"10.1007\/978-3-642-33709-3_35"},{"key":"4441_CR36","doi-asserted-by":"crossref","unstructured":"Castro FM, Mar\u00edn-Jim\u00e9nez MJ, Guil N, Schmid C, Alahari K (2018) End-to-end incremental learning. In: Proceedings of the European conference on computer vision (ECCV), pp 233\u2013248","DOI":"10.1007\/978-3-030-01258-8_15"},{"key":"4441_CR37","doi-asserted-by":"crossref","unstructured":"Wu Y, Chen Y, Wang L, Ye Y, Liu Z, Guo Y, Fu Y (2019) Large scale incremental learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 374\u2013382","DOI":"10.1109\/CVPR.2019.00046"},{"key":"4441_CR38","doi-asserted-by":"crossref","unstructured":"Kang M, Park J, Han B (2022) Class-incremental learning by knowledge distillation with adaptive feature consolidation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 16071\u201316080","DOI":"10.1109\/CVPR52688.2022.01560"},{"key":"4441_CR39","unstructured":"Rajasegaran J, Hayat M, Khan S, Khan FS, Shao L (2019) Random path selection for incremental learning. In: Advances in neural information processing systems"},{"key":"4441_CR40","doi-asserted-by":"crossref","unstructured":"Yan S, Xie J, He X (2021) Der: dynamically expandable representation for class incremental learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3014\u20133023","DOI":"10.1109\/CVPR46437.2021.00303"},{"key":"4441_CR41","doi-asserted-by":"crossref","unstructured":"Wang FL, Zhou D-W, Ye H-J, Zhan D-C (2022) Foster: feature boosting and compression for class-incremental learning. In: European conference on computer vision","DOI":"10.1007\/978-3-031-19806-9_23"},{"key":"4441_CR42","doi-asserted-by":"crossref","unstructured":"Rajasegaran J, Khan S, Hayat M, Khan FS, Shah M (2020) itaml: an incremental task-agnostic meta-learning approach. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13588\u201313597","DOI":"10.1109\/CVPR42600.2020.01360"},{"key":"4441_CR43","unstructured":"Han S, Pool J, Tran J, Dally WJ (2015) Learning both weights and connections for efficient neural networks. In: Advances in neural information processing systems, pp 1135\u20131143"},{"key":"4441_CR44","unstructured":"Li H, Kadav A, Durdanovic I, Samet H, Graf HP (2017) Pruning filters for efficient convnets. In: 5th international conference on learning representations, ICLR"},{"key":"4441_CR45","unstructured":"Frankle J, Carbin M (2019) The lottery ticket hypothesis: finding sparse, trainable neural networks. In: 7th International conference on learning representations, ICLR"},{"key":"4441_CR46","unstructured":"Hu H, Peng R, Tai Y-W, Tang C-K (2016) Network trimming: a data-driven neuron pruning approach towards efficient deep architectures. arXiv:1607.03250"},{"key":"4441_CR47","doi-asserted-by":"crossref","unstructured":"Huang Z, Wang N (2018) Data-driven sparse structure selection for deep neural networks. In: Proceedings of the European conference on computer vision (ECCV), pp 304\u2013320","DOI":"10.1007\/978-3-030-01270-0_19"},{"key":"4441_CR48","doi-asserted-by":"crossref","unstructured":"Luo J-H, Wu J, Lin W (2017) Thinet: a filter level pruning method for deep neural network compression. In: Proceedings of the IEEE international conference on computer vision, pp 5058\u20135066","DOI":"10.1109\/ICCV.2017.541"},{"key":"4441_CR49","unstructured":"Dekhovich A, Tax DM, Sluiter MH, Bessa MA (2021) Neural network relief: a pruning algorithm based on neural activity. arXiv:2109.10795"},{"key":"4441_CR50","unstructured":"LeCun Y, Denker JS, Solla SA (1990) Optimal brain damage. In: Advances in neural information processing systems, pp 598\u2013605"},{"key":"4441_CR51","doi-asserted-by":"crossref","unstructured":"Hassibi B, Stork DG, Wolff GJ (1993) Optimal brain surgeon and general network pruning. In: IEEE international conference on neural networks. IEEE, pp 293\u2013299","DOI":"10.1109\/ICNN.1993.298572"},{"key":"4441_CR52","unstructured":"Hassibi B, Stork DG (1993) Second order derivatives for network pruning: optimal brain surgeon. In: Advances in neural information processing systems, pp 164\u2013171"},{"key":"4441_CR53","doi-asserted-by":"crossref","unstructured":"Lebedev V, Lempitsky V (2016) Fast convnets using group-wise brain damage. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2554\u20132564","DOI":"10.1109\/CVPR.2016.280"},{"key":"4441_CR54","doi-asserted-by":"crossref","unstructured":"Mallya A, Lazebnik S (2018) Packnet: adding multiple tasks to a single network by iterative pruning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7765\u20137773","DOI":"10.1109\/CVPR.2018.00810"},{"key":"4441_CR55","unstructured":"Golkar S, Kagan M, Cho K (2019) Continual learning via neural pruning. In: NeurIPS workshop on real neurons & hidden units"},{"key":"4441_CR56","doi-asserted-by":"crossref","unstructured":"Mallya A, Davis D, Lazebnik S (2018) Piggyback: adapting a single network to multiple tasks by learning to mask weights. In: Proceedings of the European conference on computer vision (ECCV), pp 67\u201382","DOI":"10.1007\/978-3-030-01225-0_5"},{"key":"4441_CR57","unstructured":"Hung C-Y, Tu C-H, Wu C-E, Chen C-H, Chan Y-M, Chen C-S (2019) Compacting, picking and growing for unforgetting continual learning. In: Advances in neural information processing systems, vol 32"},{"key":"4441_CR58","unstructured":"Rusu AA, Rabinowitz NC, Desjardins G, Soyer H, Kirkpatrick J, Kavukcuoglu K, Pascanu R, Hadsell R (2016) Progressive neural networks. arXiv:1606.04671"},{"key":"4441_CR59","doi-asserted-by":"crossref","unstructured":"Kim ES, Kim JU, Lee S, Moon S-K, Ro YM (2020) Class incremental learning with task-selection. In: 2020 IEEE international conference on image processing (ICIP). IEEE, pp 1846\u20131850","DOI":"10.1109\/ICIP40778.2020.9190703"},{"key":"4441_CR60","unstructured":"Lopez-Paz D, Ranzato M (2017) Gradient episodic memory for continual learning. In: Advances in neural information processing systems, vol 30, pp 6467\u20136476"},{"key":"4441_CR61","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization. In: 3rd International conference on learning representations, ICLR"},{"key":"4441_CR62","unstructured":"Liu L, Jiang H, He P, Chen W, Liu X, Gao J, Han J (2020) On the variance of the adaptive learning rate and beyond. In: 8th International conference on learning representations, ICLR"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04441-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04441-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04441-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,4]],"date-time":"2023-07-04T12:16:28Z","timestamp":1688472988000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04441-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,13]]},"references-count":62,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["4441"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04441-z","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,13]]},"assertion":[{"value":"28 December 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}},{"value":"Not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}}]}}