{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T21:54:31Z","timestamp":1772574871850,"version":"3.50.1"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"CAS Project for Young Scientists in Basic Research","award":["YSBR-034"],"award-info":[{"award-number":["YSBR-034"]}]},{"name":"Strategic Priority Research Program of Chinese Academy of Sciences","award":["XDB0680101"],"award-info":[{"award-number":["XDB0680101"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["32341013"],"award-info":[{"award-number":["32341013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12326614"],"award-info":[{"award-number":["12326614"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Robotic AI-Scientist Platform of the Chinese Academy of Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1109\/tnnls.2025.3620798","type":"journal-article","created":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T17:34:45Z","timestamp":1761672885000},"page":"1078-1091","source":"Crossref","is-referenced-by-count":0,"title":["Progressive Feedforward Collapse of ResNet Training"],"prefix":"10.1109","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-0757-278X","authenticated-orcid":false,"given":"Sicong","family":"Wang","sequence":"first","affiliation":[{"name":"Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7169-4414","authenticated-orcid":false,"given":"Kuo","family":"Gai","sequence":"additional","affiliation":[{"name":"Shanghai Institute for Mathematics and Interdisciplinary Sciences, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0192-7118","authenticated-orcid":false,"given":"Shihua","family":"Zhang","sequence":"additional","affiliation":[{"name":"Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2014.2339736"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-29439-6"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3446776"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1903070116"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3388873"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref8","article-title":"Opening the black box of deep neural networks via information","author":"Shwartz-Ziv","year":"2017","journal-title":"arXiv:1703.00810"},{"key":"ref9","article-title":"Deep variational information bottleneck","author":"Alemi","year":"2016","journal-title":"arXiv:1612.00410"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3390\/e21121181"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3172986"},{"key":"ref12","article-title":"In search of the real inductive bias: On the role of implicit regularization in deep learning","author":"Neyshabur","year":"2014","journal-title":"arXiv:1412.6614"},{"issue":"1","key":"ref13","first-page":"2822","article-title":"The implicit bias of gradient descent on separable data","volume":"19","author":"Soudry","year":"2018","journal-title":"J. Mach. Learn. Res."},{"key":"ref14","first-page":"1","article-title":"Gradient descent maximizes the margin of homogeneous neural networks","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lyu"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2015509117"},{"key":"ref16","first-page":"1","article-title":"Neural collapse under mse loss: Proximity to and dynamics on the central path","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Han"},{"issue":"252","key":"ref17","first-page":"1","article-title":"Traces of class\/cross-class structure pervade deep learning spectra","volume":"21","author":"Papyan","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref18","first-page":"1","article-title":"Separation and concentration in deep networks","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Zarka"},{"key":"ref19","article-title":"Understanding deep representation learning via layerwise feature compression and discrimination","author":"Wang","year":"2023","journal-title":"arXiv:2311.02960"},{"key":"ref20","article-title":"Limitations of neural collapse for understanding generalization in deep learning","author":"Hui","year":"2022","journal-title":"arXiv:2202.08384"},{"key":"ref21","first-page":"1","article-title":"On the role of neural collapse in transfer learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Galanti"},{"key":"ref22","article-title":"Nearest class-center simplification through intermediate layers","author":"Ben-Shaul","year":"2022","journal-title":"arXiv:2201.08924"},{"key":"ref23","article-title":"On the implicit bias towards minimal depth of deep neural networks","author":"Galanti","year":"2022","journal-title":"arXiv:2202.09028"},{"key":"ref24","first-page":"1","article-title":"Perturbation analysis of neural collapse","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tirer"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2221704120"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6420\/aa9a90"},{"issue":"5","key":"ref27","first-page":"1","article-title":"A proposal on machine learning via dynamical systems","volume":"1","author":"Weinan","year":"2017","journal-title":"Commun. Math. Statist."},{"key":"ref28","article-title":"A mathematical principle of deep learning: Learn the geodesic curve in the Wasserstein space","author":"Gai","year":"2021","journal-title":"arXiv:2102.09235"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwaa159"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2966319"},{"key":"ref31","first-page":"1","article-title":"Towards understanding the importance of shortcut connections in residual networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Liu"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3131813"},{"key":"ref33","first-page":"1","article-title":"An image is worth 16\u00d716 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Dosovitskiy"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s43670-022-00027-5"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2103091118"},{"key":"ref36","article-title":"Neural collapse with cross-entropy loss","author":"Lu","year":"2020","journal-title":"arXiv:2012.08465"},{"key":"ref37","first-page":"270","article-title":"On the emergence of simplex symmetry in the final and penultimate layers of neural network classifiers","volume-title":"Proc. 2nd Math. Sci. Mach. Learn. Conf.","author":"Weinan"},{"key":"ref38","first-page":"1","article-title":"An unconstrained layer-peeled perspective on neural collapse","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Ji"},{"key":"ref39","first-page":"21478","article-title":"Extended unconstrained features model for exploring deep neural collapse","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","author":"Tirer"},{"key":"ref40","first-page":"29820","article-title":"A geometric analysis of neural collapse with unconstrained features","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Zhu"},{"key":"ref41","article-title":"On the optimization landscape of neural collapse under MSE loss: Global optimality with unconstrained features","author":"Zhou","year":"2022","journal-title":"arXiv:2203.01238"},{"key":"ref42","first-page":"1","article-title":"Neural collapse with normalized features: A geometric analysis over the Riemannian manifold","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yaras"},{"key":"ref43","first-page":"1","article-title":"Are all losses created equal: A neural collapse perspective","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhou"},{"key":"ref44","first-page":"39453","article-title":"Are neurons actually collapsed? On the fine-grained structure in neural representations","volume-title":"Proc. 40th Int. Conf. Mach. Learn.","author":"Yang"},{"key":"ref45","first-page":"28729","article-title":"Feature learning in deep classifiers through intermediate neural collapse","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rangamani"},{"key":"ref46","first-page":"1","article-title":"Deep neural collapse is provably optimal for the deep unconstrained features model","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"S\u00faken\u00edk"},{"key":"ref47","first-page":"1","article-title":"Inducing neural collapse in imbalanced learning: Do we really need a learnable classifier at the end of deep neural network?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yang"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.01.023"},{"key":"ref49","first-page":"11534","article-title":"Inducing neural collapse in deep long-tailed learning","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","volume":"206","author":"Liu"},{"key":"ref50","article-title":"Linking neural collapse and L2 normalization with improved out-of-distribution detection in deep neural networks","author":"Haas","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3437641"},{"key":"ref52","article-title":"Neural collapse: A review on modelling principles and generalization","author":"Kothapalli","year":"2022","journal-title":"arXiv:2206.04041"},{"key":"ref53","article-title":"Neural collapse in deep linear networks: From balanced to imbalanced data","author":"Dang","year":"2023","journal-title":"arXiv:2301.00437"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1090\/conm\/226\/03232"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3297113"},{"key":"ref57","first-page":"1","article-title":"Neural collapse vs. low-rank bias: Is deep neural collapse really optimal?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"S\u00faken\u00edk"},{"key":"ref58","article-title":"Neural collapse in the intermediate hidden layers of classification neural networks","author":"Parker","year":"2023","journal-title":"arXiv:2308.02760"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5962385\/11418705\/11219342.pdf?arnumber=11219342","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T20:53:27Z","timestamp":1772571207000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11219342\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":58,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2025.3620798","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]}}}