{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,28]],"date-time":"2026-06-28T04:58:19Z","timestamp":1782622699602,"version":"3.54.5"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1109\/tnnls.2023.3292359","type":"journal-article","created":{"date-parts":[[2023,7,21]],"date-time":"2023-07-21T17:34:46Z","timestamp":1689960886000},"page":"16196-16210","source":"Crossref","is-referenced-by-count":29,"title":["Overcoming Catastrophic Forgetting in Continual Learning by Exploring Eigenvalues of Hessian Matrix"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4784-2091","authenticated-orcid":false,"given":"Yajing","family":"Kong","sequence":"first","affiliation":[{"name":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8128-2788","authenticated-orcid":false,"given":"Liu","family":"Liu","sequence":"additional","affiliation":[{"name":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3918-384X","authenticated-orcid":false,"given":"Huanhuan","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4187-5877","authenticated-orcid":false,"given":"Janusz","family":"Kacprzyk","sequence":"additional","affiliation":[{"name":"Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7225-5449","authenticated-orcid":false,"given":"Dacheng","family":"Tao","sequence":"additional","affiliation":[{"name":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780190281069.001.0001"},{"key":"ref3","first-page":"4652","article-title":"Overcoming catastrophic forgetting by incremental moment matching","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lee"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11651"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/s0079-7421(08)60536-8"},{"key":"ref6","article-title":"Dark experience for general continual learning: A strong, simple baseline","author":"Buzzega","year":"2020","journal-title":"arXiv:2004.07211"},{"key":"ref7","first-page":"7647","article-title":"Continual unsupervised representation learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Rao"},{"key":"ref8","first-page":"11849","article-title":"Online continual learning with maximal interfered retrieval","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Aljundi"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00027"},{"issue":"8","key":"ref10","first-page":"8594","article-title":"Continual learning through retrieval and imagination","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"36","author":"Wang"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00092"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00343"},{"key":"ref13","article-title":"Progressive neural networks","author":"Rusu","year":"2016","journal-title":"arXiv:1606.04671"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00810"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1803839115"},{"key":"ref16","article-title":"Learn to grow: A continual structure learning framework for overcoming catastrophic forgetting","author":"Li","year":"2019","journal-title":"arXiv:1904.00310"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_9"},{"issue":"13","key":"ref18","doi-asserted-by":"crossref","first-page":"3521","DOI":"10.1073\/pnas.1611835114","article-title":"Overcoming catastrophic forgetting in neural networks","volume":"114","author":"James","year":"2017","journal-title":"Proc. Nat. Acad. Sci. USA"},{"key":"ref19","first-page":"3738","article-title":"Online structured Laplace approximations for overcoming catastrophic forgetting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ritter"},{"key":"ref20","first-page":"4528","article-title":"Progress & compress: A scalable framework for continual learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Schwarz"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"ref22","first-page":"16131","article-title":"DualNet: Continual learning, fast and slow","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Pham"},{"key":"ref23","article-title":"Learning fast, learning slow: A general continual learning method based on complementary learning system","author":"Arani","year":"2022","journal-title":"arXiv:2201.12604"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3057453"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3010581"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3162747"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-023-01775-0"},{"key":"ref28","first-page":"9963","article-title":"Deep streaming label learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","volume":"119","author":"Wang"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20044-1_36"},{"key":"ref30","article-title":"Learning to learn without forgetting by maximizing transfer and minimizing interference","author":"Riemer","year":"2018","journal-title":"arXiv:1810.11910"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3151511"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3007548"},{"key":"ref33","first-page":"22373","article-title":"Firefly neural architecture descent: A general approach for growing neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Wu"},{"key":"ref34","article-title":"Lifelong learning with dynamically expandable networks","volume-title":"Proc. ICLR","author":"Yoon"},{"key":"ref35","article-title":"Continual normalization: Rethinking batch normalization for online continual learning","volume-title":"Proc. ICLR","author":"Pham"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.148"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00902"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19809-0_13"},{"key":"ref39","first-page":"3987","article-title":"Continual learning through synaptic intelligence","volume":"70","author":"Zenke","year":"2017","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref40","article-title":"Optimization and generalization of regularization-based continual learning: A loss approximation viewpoint","author":"Yin","year":"2020","journal-title":"arXiv:2006.10974"},{"key":"ref41","first-page":"7308","article-title":"Understanding the role of training regimes in continual learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Mirzadeh"},{"key":"ref42","article-title":"CPR: Classifier-projection regularization for continual learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Cha"},{"key":"ref43","first-page":"8571","article-title":"Neural tangent kernel: Convergence and generalization in neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Jacot"},{"key":"ref44","first-page":"3762","article-title":"Orthogonal gradient descent for continual learning","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Farajtabar"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.1.1"},{"key":"ref46","article-title":"On large-batch training for deep learning: Generalization gap and sharp minima","author":"Keskar","year":"2016","journal-title":"arXiv:1609.04836"},{"key":"ref47","article-title":"Emergent properties of the local geometry of neural loss landscapes","author":"Fort","year":"2019","journal-title":"arXiv:1910.05929"},{"key":"ref48","article-title":"On the relation between the sharpest directions of DNN loss and the SGD step length","author":"Jastrz\u0119bski","year":"2018","journal-title":"arXiv:1807.05031"},{"key":"ref49","first-page":"2408","article-title":"Optimizing neural networks with Kronecker-factored approximate curvature","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Martens"},{"key":"ref50","article-title":"Practical Gauss\u2013Newton optimisation for deep learning","author":"Botev","year":"2017","journal-title":"arXiv:1706.03662"},{"key":"ref51","first-page":"573","article-title":"A Kronecker-factored approximate Fisher matrix for convolution layers","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Grosse"},{"key":"ref52","article-title":"Kronecker-factored curvature approximations for recurrent neural networks","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Martens"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref54","article-title":"Qualitatively characterizing neural network optimization problems","author":"Goodfellow","year":"2014","journal-title":"arXiv:1412.6544"},{"key":"ref55","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"Ioffe","year":"2015","journal-title":"arXiv:1502.03167"},{"key":"ref56","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref57","article-title":"Efficient lifelong learning with A-GEM","author":"Chaudhry","year":"2018","journal-title":"arXiv:1812.00420"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2773081"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC51304.2022.9833928"},{"key":"ref61","article-title":"A closer look at rehearsal-free continual learning","author":"Smith","year":"2022","journal-title":"arXiv:2203.17269"},{"key":"ref62","first-page":"6467","article-title":"Gradient episodic memory for continual learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lopez-Paz"},{"key":"ref63","article-title":"Matching networks for one shot learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Vinyals"},{"key":"ref64","volume-title":"Tiny ImageNet Challenge (CS231n)","year":"2015"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ab39d9"},{"key":"ref66","article-title":"Three factors influencing minima in SGD","author":"Jastrz\u0119bski","year":"2017","journal-title":"arXiv:1711.04623"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10737991\/10190202.pdf?arnumber=10190202","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T19:27:17Z","timestamp":1732735637000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10190202\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":66,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2023.3292359","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]}}}