{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T16:47:43Z","timestamp":1758041263711,"version":"3.44.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032045577"},{"type":"electronic","value":"9783032045584"}],"license":[{"start":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T00:00:00Z","timestamp":1757635200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T00:00:00Z","timestamp":1757635200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-04558-4_5","type":"book-chapter","created":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T11:17:22Z","timestamp":1757589442000},"page":"55-67","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Characterizing Trainability, Expressivity and\u00a0Generalization of\u00a0Neural Architecture with\u00a0Metrics from\u00a0Neural Tangent Kernel"],"prefix":"10.1007","author":[{"given":"Xinyu","family":"Chen","sequence":"first","affiliation":[]},{"given":"Jinlong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Faiza","family":"Amin","sequence":"additional","affiliation":[]},{"given":"Huanhuan","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,12]]},"reference":[{"key":"5_CR1","unstructured":"Abdelfattah, M.S., Mehrotra, A., Dudziak, L., Lane, N.D.: Zero-cost proxies for lightweight NAS. In: International Conference on Learning Representations (2021)"},{"key":"5_CR2","first-page":"7628","volume":"35","author":"S Bombari","year":"2022","unstructured":"Bombari, S., Amani, M.H., Mondelli, M.: Memorization and optimization in deep neural networks with minimum over-parameterization. Adv. Neural. Inf. Process. Syst. 35, 7628\u20137640 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"5_CR3","unstructured":"Bowman, B., Mont\u00fafar, G.: Implicit bias of MSE gradient optimization in underparameterized neural networks. In: International Conference on Learning Representations (2022)"},{"key":"5_CR4","unstructured":"Chen, W., Gong, X., Wang, Z.: Neural architecture search on imagenet in four GPU hours: a theoretically inspired perspective. In: International Conference on Learning Representations (2021)"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Chen, W., et al.: Understanding and accelerating neural architecture search with training-free and theory-grounded metrics. IEEE Trans. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2023.3328347"},{"key":"5_CR6","unstructured":"Chen, W., Huang, W., Wang, Z.: \u201cno free lunch\u201d in neural architectures? A joint analysis of expressivity, convergence, and generalization. In: International Conference on Automated Machine Learning, pp. 14\u20131. PMLR (2023)"},{"key":"5_CR7","unstructured":"Chrabaszcz, P., Loshchilov, I., Hutter, F.: A downsampled variant of imagenet as an alternative to the cifar datasets. arXiv preprint arXiv:1707.08819 (2017)"},{"key":"5_CR8","unstructured":"Dong, X., Yang, Y.: Nas-bench-201: extending the scope of reproducible neural architecture search. In: International Conference on Learning Representations (2020)"},{"key":"5_CR9","unstructured":"Jacot, A., Gabriel, F., Hongler, C.: Neural tangent kernel: convergence and generalization in neural networks. Adv. Neural Inf. Process. Syst. 31 (2018)"},{"key":"5_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1007\/978-3-030-61616-8_14","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2020","author":"D Kopitkov","year":"2020","unstructured":"Kopitkov, D., Indelman, V.: Neural spectrum alignment: empirical study. In: Farka\u0161, I., Masulli, P., Wermter, S. (eds.) ICANN 2020. LNCS, vol. 12397, pp. 168\u2013179. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61616-8_14"},{"key":"5_CR11","unstructured":"Krizhevsky, A., Hinton, G., et\u00a0al.: Learning multiple layers of features from tiny images (2009)"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Lee, J., et al.: Wide neural networks of any depth evolve as linear models under gradient descent. Adv. Neural Inf. Process. Syst. 32 (2019)","DOI":"10.1088\/1742-5468\/abc62b"},{"key":"5_CR13","unstructured":"Lee, N., Ajanthan, T., Torr, P.H.S.: Snip: single-shot network pruning based on connection sensitivity. In: International Conference on Learning Representations (2019)"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Li, G., Hoang, D., Bhardwaj, K., Lin, M., Wang, Z., Marculescu, R.: Zero-shot neural architecture search: challenges, solutions, and opportunities. IEEE Trans. Pattern Anal. Mach. Intell. (2024)","DOI":"10.1109\/TPAMI.2024.3395423"},{"key":"5_CR15","unstructured":"Li, G., Yang, Y., Bhardwaj, K., Marculescu, R.: Zico: zero-shot NAS via inverse coefficient of variation on gradients. In: International Conference on Learning Representations (2023)"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Lin, M., et al.: Zen-nas: a zero-shot nas for high-performance image recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 347\u2013356 (2021)","DOI":"10.1109\/ICCV48922.2021.00040"},{"key":"5_CR17","unstructured":"Liu, H., Simonyan, K., Yang, Y.: DARTS: differentiable architecture search. In: International Conference on Learning Representations (2019)"},{"key":"5_CR18","unstructured":"Mellor, J., Turner, J., Storkey, A., Crowley, E.J.: Neural architecture search without training. In: International Conference on Machine Learning, pp. 7588\u20137598. PMLR (2021)"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Mok, J., Na, B., Kim, J.H., Han, D., Yoon, S.: Demystifying the neural tangent kernel from a practical perspective: can it be trusted for neural architecture search without training? In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11861\u201311870 (2022)","DOI":"10.1109\/CVPR52688.2022.01156"},{"key":"5_CR20","unstructured":"Peng, Y., Song, A., Fayek, H.M., Ciesielski, V., Chang, X.: SWAP-NAS: sample-wise activation patterns for ultra-fast NAS. In: International Conference on Learning Representations (2024)"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Rumiantsev, P., Coates, M.: Performing neural architecture search without gradients. In: ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp.\u00a01\u20135. IEEE (2023)","DOI":"10.1109\/ICASSP49357.2023.10094582"},{"key":"5_CR22","first-page":"6377","volume":"33","author":"H Tanaka","year":"2020","unstructured":"Tanaka, H., Kunin, D., Yamins, D.L., Ganguli, S.: Pruning neural networks without any data by iteratively conserving synaptic flow. Adv. Neural. Inf. Process. Syst. 33, 6377\u20136389 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"5_CR23","unstructured":"Turner, J., Crowley, E.J., O\u2019Boyle, M.F.P., Storkey, A.J., Gray, G.: Blockswap: fisher-guided block substitution for network compression on a budget. In: International Conference on Learning Representations (2020)"},{"key":"5_CR24","unstructured":"Wang, C., Zhang, G., Grosse, R.B.: Picking winning tickets before training by preserving gradient flow. In: International Conference on Learning Representations (2020)"},{"key":"5_CR25","unstructured":"Wang, Y., Li, D., Sun, R.: NTK-SAP: improving neural network pruning by aligning training dynamics. In: International Conference on Learning Representations (2023)"},{"key":"5_CR26","unstructured":"Xiao, L., Pennington, J., Schoenholz, S.: Disentangling trainability and generalization in deep neural networks. In: International Conference on Machine Learning, pp. 10462\u201310472. PMLR (2020)"},{"key":"5_CR27","unstructured":"Xiong, H., Huang, L., Yu, M., Liu, L., Zhu, F., Shao, L.: On the number of linear regions of convolutional neural networks. In: International Conference on Machine Learning, pp. 10514\u201310523. PMLR (2020)"},{"key":"5_CR28","unstructured":"Xu, J., Zhao, L., Lin, J., Gao, R., Sun, X., Yang, H.: Knas: green neural architecture search. In: International Conference on Machine Learning, pp. 11613\u201311625. PMLR (2021)"},{"key":"5_CR29","first-page":"23551","volume":"35","author":"Z Zhu","year":"2022","unstructured":"Zhu, Z., Liu, F., Chrysos, G., Cevher, V.: Generalization properties of nas under activation and skip connection search. Adv. Neural. Inf. Process. Syst. 35, 23551\u201323565 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-04558-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T11:17:35Z","timestamp":1757589455000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-04558-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,12]]},"ISBN":["9783032045577","9783032045584"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-04558-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,9,12]]},"assertion":[{"value":"12 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kaunas","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}