{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T08:16:01Z","timestamp":1776759361935,"version":"3.51.2"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T00:00:00Z","timestamp":1690156800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T00:00:00Z","timestamp":1690156800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s11063-023-11352-8","type":"journal-article","created":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T21:01:33Z","timestamp":1690232493000},"page":"10811-10827","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Hierarchical Task-Incremental Learning with Feature-Space Initialization Inspired by Neural Collapse"],"prefix":"10.1007","volume":"55","author":[{"given":"Qinhao","family":"Zhou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiang","family":"Xiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,7,24]]},"reference":[{"issue":"10","key":"11352_CR1","doi-asserted-by":"publisher","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"FA Gers","year":"2000","unstructured":"Gers FA, Schmidhuber J, Cummins F (2000) Learning to forget: continual prediction with LSTM. Neural Comput 12(10):2451\u20132471","journal-title":"Neural Comput"},{"issue":"4","key":"11352_CR2","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1097\/00001888-199804000-00011","volume":"3","author":"L Wilkerson","year":"1998","unstructured":"Wilkerson L, Irby DM (1998) Strategies for improving teaching practices: a comprehensive approach to faculty development. Acad Med 3(4):387\u2013396","journal-title":"Acad Med"},{"issue":"7","key":"11352_CR3","first-page":"3366","volume":"44","author":"M De Lange","year":"2021","unstructured":"De Lange M, Aljundi R, Masana M, Parisot S, Jia X, Leonardis A, Slabaugh G, Tuytelaars T (2021) A continual learning survey: defying forgetting in classification tasks. IEEE Trans Patt Anal Mach Intell 44(7):3366\u20133385","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"issue":"13","key":"11352_CR4","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A (2017) Overcoming catastrophic forgetting in neural networks. Proceed Nat Acad Sci 114(13):3521\u20133526","journal-title":"Proceed Nat Acad Sci"},{"issue":"4","key":"11352_CR5","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"RM French","year":"1999","unstructured":"French RM (1999) Catastrophic forgetting in connectionist networks. Trends Cognit Sci 3(4):128\u2013135","journal-title":"Trends Cognit Sci"},{"key":"11352_CR6","doi-asserted-by":"crossref","unstructured":"Chaudhry A, Dokania PK, Ajanthan T, Torr PH (2018) Riemannian walk for incremental learning: Understanding forgetting and intransigence. In: Proceedings of the European conference on computer vision (ECCV), pp. 532\u2013547","DOI":"10.1007\/978-3-030-01252-6_33"},{"issue":"12","key":"11352_CR7","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li Z, Hoiem D (2017) Learning without forgetting. IEEE Trans Patt Anal Mach Intell 40(12):2935\u20132947","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"key":"11352_CR8","doi-asserted-by":"crossref","unstructured":"Rebuffi S-A, Kolesnikov A, Sperl G, Lampert CH (2017) icarl: Incremental classifier and representation learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 2001\u20132010","DOI":"10.1109\/CVPR.2017.587"},{"key":"11352_CR9","unstructured":"Shin H, Lee JK, Kim J, Kim J (2017) Continual learning with deep generative replay. Advances in neural information processing systems 30"},{"key":"11352_CR10","doi-asserted-by":"crossref","unstructured":"Zhang C, Song N, Lin G, Zheng Y, Pan P, Xu Y (2021) Few-shot incremental learning with continually evolved classifiers. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 12455\u201312464","DOI":"10.1109\/CVPR46437.2021.01227"},{"issue":"5","key":"11352_CR11","doi-asserted-by":"crossref","first-page":"5513","DOI":"10.1109\/TPAMI.2022.3213473","volume":"45","author":"M Masana","year":"2022","unstructured":"Masana M, Liu X, Twardowski B, Menta M, Bagdanov AD, van de Weijer J (2022) Class-incremental learning: survey and performance evaluation on image classification. IEEE Trans Patt Anal Mach Intell 45(5):5513\u20135533","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"key":"11352_CR12","doi-asserted-by":"crossref","unstructured":"Zhu K, Cao Y, Zhai W, Cheng J, Zha Z-J (2021) Self-promoted prototype refinement for few-shot class-incremental learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 6801\u20136810","DOI":"10.1109\/CVPR46437.2021.00673"},{"key":"11352_CR13","doi-asserted-by":"crossref","unstructured":"Zhou D-W, Wang F-Y, Ye H-J, Ma L, Pu S, Zhan D-C (2022) Forward compatible few-shot class-incremental learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 9046\u20139056","DOI":"10.1109\/CVPR52688.2022.00884"},{"key":"11352_CR14","doi-asserted-by":"crossref","unstructured":"Tao X, Hong X, Chang X, Dong S, Wei X, Gong Y (2020) Few-shot class-incremental learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 12183\u201312192","DOI":"10.1109\/CVPR42600.2020.01220"},{"key":"11352_CR15","doi-asserted-by":"crossref","unstructured":"Abdelsalam M, Faramarzi M, Sodhani S, Chandar S (2021) Iirc: incremental implicitly-refined classification. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 11038\u201311047","DOI":"10.1109\/CVPR46437.2021.01089"},{"key":"11352_CR16","doi-asserted-by":"crossref","unstructured":"Liang M, Zhou J, Wei W, Wu Y (2022) Balancing between forgetting and acquisition in incremental subpopulation learning. In: Computer Vision\u2013ECCV 2022: 17th European conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XXVI, pp. 364\u2013380 . Springer","DOI":"10.1007\/978-3-031-19809-0_21"},{"key":"11352_CR17","doi-asserted-by":"crossref","unstructured":"Xiang X, Tan Y, Wan Q, Ma J (2021) Coarse-to-fine incremental few-shot learning. arXiv preprint arXiv:2111.14806","DOI":"10.1007\/978-3-031-19821-2_12"},{"issue":"40","key":"11352_CR18","doi-asserted-by":"publisher","first-page":"24652","DOI":"10.1073\/pnas.2015509117","volume":"117","author":"V Papyan","year":"2020","unstructured":"Papyan V, Han X, Donoho DL (2020) Prevalence of neural collapse during the terminal phase of deep learning training. Proceed Nat Acad Sci 117(40):24652\u201324663","journal-title":"Proceed Nat Acad Sci"},{"key":"11352_CR19","doi-asserted-by":"crossref","unstructured":"Castro FM, Mar\u00edn-Jim\u00e9nez M.J, Guil N, Schmid C, Alahari K (2018) End-to-end incremental learning. In: Proceedings of the European conference on computer vision (ECCV), pp. 233\u2013248","DOI":"10.1007\/978-3-030-01258-8_15"},{"key":"11352_CR20","unstructured":"Mirza MJ, Masana M, Possegger H, Bischof H (2022) An efficient domain-incremental learning approach to drive in all weather conditions. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 3001\u20133011"},{"key":"11352_CR21","doi-asserted-by":"publisher","first-page":"106420","DOI":"10.1016\/j.knosys.2020.106420","volume":"210","author":"X Wei","year":"2020","unstructured":"Wei X, Liu S, Xiang Y, Duan Z, Zhao C, Lu Y (2020) Incremental learning based multi-domain adaptation for object detection. Knowl-Based Syst 210:106420","journal-title":"Knowl-Based Syst"},{"key":"11352_CR22","unstructured":"Rolnick D, Ahuja A, Schwarz J, Lillicrap T, Wayne G (2019) Experience replay for continual learning. Advances in Neural Information Processing Systems 32"},{"key":"11352_CR23","doi-asserted-by":"crossref","unstructured":"Mallya A, Lazebnik S (2018) Packnet: adding multiple tasks to a single network by iterative pruning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 7765\u20137773","DOI":"10.1109\/CVPR.2018.00810"},{"key":"11352_CR24","unstructured":"Lee S-W, Kim J-H, Jun J, Ha J-W, Zhang B-T (2017) Overcoming catastrophic forgetting by incremental moment matching. Advances in neural information processing systems 30"},{"key":"11352_CR25","unstructured":"Serra J, Suris D, Miron M, Karatzoglou A (2018) Overcoming catastrophic forgetting with hard attention to the task. In: International conference on machine learning, pp. 4548\u20134557 . PMLR"},{"key":"11352_CR26","unstructured":"Fernando C, Banarse D, Blundell C, Zwols Y, Ha D, Rusu AA, Pritzel A, Wierstra D (2017) Pathnet: evolution channels gradient descent in super neural networks. arXiv preprint arXiv:1701.08734"},{"key":"11352_CR27","doi-asserted-by":"crossref","unstructured":"Lu Y, Wang M, Deng W (2022) Augmented geometric distillation for data-free incremental person reid. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 7329\u20137338","DOI":"10.1109\/CVPR52688.2022.00718"},{"key":"11352_CR28","unstructured":"Lavda F, Ramapuram J, Gregorova M, Kalousis A (2018) Continual classification learning using generative models. arXiv preprint arXiv:1810.10612"},{"key":"11352_CR29","doi-asserted-by":"crossref","unstructured":"Kim G, Esmaeilpour S, Xiao C, Liu B (2022) Continual learning based on ood detection and task masking. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 3856\u20133866","DOI":"10.1109\/CVPRW56347.2022.00431"},{"key":"11352_CR30","unstructured":"Liu H, Liu H (2022) Continual learning with recursive gradient optimization. arXiv preprint arXiv:2201.12522"},{"key":"11352_CR31","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"11352_CR32","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"11352_CR33","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1016\/j.neucom.2020.05.095","volume":"409","author":"Y Zheng","year":"2020","unstructured":"Zheng Y, Chen Q, Fan J, Gao X (2020) Hierarchical convolutional neural network via hierarchical cluster validity based visual tree learning. Neurocomputing 409:408\u2013419","journal-title":"Neurocomputing"},{"key":"11352_CR34","doi-asserted-by":"crossref","unstructured":"Boone-Sifuentes T, Bouadjenek MR, Razzak I, Hacid H, Nazari A (2022) A mask-based output layer for multi-level hierarchical classification. In: Proceedings of the 31st ACM international conference on information & knowledge management, pp. 3833\u20133837","DOI":"10.1145\/3511808.3557534"},{"key":"11352_CR35","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.neunet.2019.09.010","volume":"121","author":"D Roy","year":"2020","unstructured":"Roy D, Panda P, Roy K (2020) Tree-CNN: a hierarchical deep convolutional neural network for incremental learning. Neural Netw 121:148\u2013160","journal-title":"Neural Netw"},{"issue":"43","key":"11352_CR36","doi-asserted-by":"publisher","first-page":"2103091118","DOI":"10.1073\/pnas.2103091118","volume":"118","author":"C Fang","year":"2021","unstructured":"Fang C, He H, Long Q, Su WJ (2021) Exploring deep neural networks via layer-peeled model: minority collapse in imbalanced training. Proceed Nat Acad Sci 118(43):2103091118","journal-title":"Proceed Nat Acad Sci"},{"key":"11352_CR37","unstructured":"Ji W, Lu Y, Zhang Y, Deng Z, Su WJ (2021) An unconstrained layer-peeled perspective on neural collapse. arXiv preprint arXiv:2110.02796"},{"issue":"2","key":"11352_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s43670-022-00027-5","volume":"20","author":"DG Mixon","year":"2022","unstructured":"Mixon DG, Parshall H, Pi J (2022) Neural collapse with unconstrained features. Sampl Theory, Signal Process Data Anal 20(2):1\u201313","journal-title":"Sampl Theory, Signal Process Data Anal"},{"key":"11352_CR39","unstructured":"Tirer T, Bruna J (2022) Extended unconstrained features model for exploring deep neural collapse. arXiv preprint arXiv:2202.08087"},{"key":"11352_CR40","first-page":"29820","volume":"34","author":"Z Zhu","year":"2021","unstructured":"Zhu Z, Ding T, Zhou J, Li X, You C, Sulam J, Qu Q (2021) A geometric analysis of neural collapse with unconstrained features. Adv Neural Inform Process Syst 34:29820\u201329834","journal-title":"Adv Neural Inform Process Syst"},{"key":"11352_CR41","unstructured":"Han X, Papyan V, Donoho DL (2021) Neural collapse under mse loss: proximity to and dynamics on the central path. arXiv preprint arXiv:2106.02073"},{"key":"11352_CR42","unstructured":"Lu J, Steinerberger S (2020) Neural collapse with cross-entropy loss. arXiv preprint arXiv:2012.08465"},{"key":"11352_CR43","unstructured":"Hui L, Belkin M, Nakkiran P (2022) Limitations of neural collapse for understanding generalization in deep learning. arXiv preprint arXiv:2202.08384"},{"key":"11352_CR44","unstructured":"Yang Y, Xie L, Chen S, Li X, Lin Z, Tao D (2022) Do we really need a learnable classifier at the end of deep neural network? arXiv preprint arXiv:2203.09081"},{"key":"11352_CR45","unstructured":"Nguyen DA, Levie R, Lienen J, Kutyniok G, H\u00fcllermeier E (2022) Memorization-dilation: Modeling neural collapse under noise. arXiv preprint arXiv:2206.05530"},{"key":"11352_CR46","unstructured":"Krizhevsky A, Hinton G, et al (2009) Learning multiple layers of features from tiny images"},{"key":"11352_CR47","unstructured":"Ren M, Triantafillou E, Ravi S, Snell J, Swersky K, Tenenbaum JB, Larochelle H, Zemel RS (2018) Meta-learning for semi-supervised few-shot classification. arXiv preprint arXiv:1803.00676"},{"key":"11352_CR48","unstructured":"Maji S, Rahtu E, Kannala J, Blaschko M, Vedaldi A (2013) Fine-grained visual classification of aircraft. arXiv preprint arXiv:1306.5151"},{"key":"11352_CR49","unstructured":"Zhang S, Jia F, Wang C, Wu Q (2023) Targeted hyperparameter optimization with lexicographic preferences over multiple objectives. In: The Eleventh international conference on learning representations"},{"issue":"5","key":"11352_CR50","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1007\/s11263-023-01753-6","volume":"131","author":"X Zheng","year":"2023","unstructured":"Zheng X, Yang C, Zhang S, Wang Y, Zhang B, Wu Y, Wu Y, Shao L, Ji R (2023) Ddpnas: efficient neural architecture search via dynamic distribution pruning. Int J Comput Vis 131(5):1234\u20131249","journal-title":"Int J Comput Vis"},{"key":"11352_CR51","doi-asserted-by":"crossref","unstructured":"Zheng X, Ji R, Tang L, Zhang B, Liu J, Tian Q (2019) Multinomial distribution learning for effective neural architecture search. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 1304\u20131313","DOI":"10.1109\/ICCV.2019.00139"},{"issue":"9","key":"11352_CR52","doi-asserted-by":"publisher","first-page":"2936","DOI":"10.1109\/TPAMI.2021.3065138","volume":"43","author":"X Zheng","year":"2021","unstructured":"Zheng X, Ji R, Chen Y, Wang Q, Zhang B, Chen J, Ye Q, Huang F, Tian Y (2021) Migo-nas: towards fast and generalizable neural architecture search. IEEE Trans Patt Anal Mach Intell 43(9):2936\u20132952","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"key":"11352_CR53","unstructured":"Liu H, Simonyan K, Yang Y (2018) Darts: differentiable architecture search. arXiv preprint arXiv:1806.09055"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11352-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-023-11352-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11352-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T22:20:08Z","timestamp":1729808408000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-023-11352-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,24]]},"references-count":53,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["11352"],"URL":"https:\/\/doi.org\/10.1007\/s11063-023-11352-8","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,24]]},"assertion":[{"value":"9 July 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}