{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T01:32:09Z","timestamp":1768354329156,"version":"3.49.0"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62372328"],"award-info":[{"award-number":["62372328"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012247","name":"Program of Shanghai Academic Research Leader","doi-asserted-by":"publisher","award":["22XD1423700"],"award-info":[{"award-number":["22XD1423700"]}],"id":[{"id":"10.13039\/501100012247","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Program of China","award":["2022YFB4501704"],"award-info":[{"award-number":["2022YFB4501704"]}]},{"name":"Shanghai Science and Technology Innovation Action Plan Project","award":["22511100700"],"award-info":[{"award-number":["22511100700"]}]},{"name":"Leadership Project under the Oriental Talent Program"},{"name":"Open Fund of Key Laboratory of Industrial Internet of Things and Networked Control, Ministry of Education","award":["2021FF08"],"award-info":[{"award-number":["2021FF08"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1109\/tnnls.2024.3350786","type":"journal-article","created":{"date-parts":[[2024,2,5]],"date-time":"2024-02-05T18:39:53Z","timestamp":1707158393000},"page":"2931-2945","source":"Crossref","is-referenced-by-count":3,"title":["Achieving Sharp Upper Bounds on the Expressive Power of Neural Networks via Tropical Polynomials"],"prefix":"10.1109","volume":"36","author":[{"given":"Zhiwei","family":"Li","sequence":"first","affiliation":[{"name":"Department of Computer Science and Technology, Tongji University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4752-0316","authenticated-orcid":false,"given":"Cheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, Tongji University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2020.3045029"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2020.3025814"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21298"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2020.3036192"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2021.3104937"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2021.3105280"},{"key":"ref7","first-page":"1","article-title":"Enpirical studies on the properties of linear regions in deep neural networks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Zhang"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01710-9"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2021.3070801"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3089566"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2967051"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2919676"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00009"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2962815"},{"issue":"1","key":"ref16","first-page":"266","article-title":"Early stopping and non-parametric regression: An optimal data-dependent stopping rule","volume":"15","author":"Raskutti","year":"2014","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"ref17","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027600"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3111892"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3130655"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref22","first-page":"1319","article-title":"Maxout networks","volume-title":"Proc. ICML","volume":"28","author":"Goodfellow"},{"key":"ref23","first-page":"4558","article-title":"Bounding and counting linear regions of deep neural networks","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","volume":"80","author":"Serra"},{"key":"ref24","first-page":"2847","article-title":"On the expressive power of deep neural networks","volume-title":"Proc. 34th Int. Conf. Mach. Learn. (ICML)","volume":"70","author":"Raghu"},{"key":"ref25","first-page":"2596","article-title":"Complexity of linear regions in deep networks","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Hanin"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6016"},{"key":"ref27","first-page":"1","article-title":"Understanding deep neural networks with rectified linear units","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Arora"},{"key":"ref28","article-title":"A tropical approach to neural networks with piecewise linear activations","author":"Charisopoulos","year":"2018","journal-title":"arXiv:1805.08749"},{"key":"ref29","first-page":"5824","article-title":"Tropical geometry of deep neural networks","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","volume":"80","author":"Zhang"},{"key":"ref30","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume-title":"Proc. Int. Conf. Artif. Intell. Statist. (AISTATS)","author":"Glorot"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1090\/memo\/0154"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2021.3065238"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/72.788648"},{"key":"ref34","first-page":"793","article-title":"On the complexity of linear prediction: Risk bounds, margin bounds, and regularization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"21","author":"Kakade"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_01207"},{"key":"ref36","article-title":"On the number of response regions of deep feedforward networks with piecewise linear activations","author":"Pascanu","year":"2014","journal-title":"arXiv:1312.6098"},{"key":"ref37","first-page":"2924","article-title":"On the number of linear regions of deep neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Mont\u00fafar"},{"key":"ref38","first-page":"361","article-title":"Deep ReLU networks have surprisingly few activation patterns","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Hanin"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3028431"},{"key":"ref40","first-page":"1","article-title":"TropEx: An algorithm for extracting linear terms in deep neural networks","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Trimmel"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403203"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3201490"},{"key":"ref43","first-page":"10514","article-title":"On the number of linear regions of convolutional neural networks","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","volume":"119","author":"Xiong"},{"key":"ref44","first-page":"1","article-title":"How powerful are graph neural networks?","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Xu"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3154319"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"issue":"184","key":"ref47","first-page":"1","article-title":"Topology of deep neural networks","volume":"21","author":"Naitzat","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2927252"},{"key":"ref49","first-page":"1","article-title":"Note on the number of linear regions of deep neural networks","volume-title":"Proc. Int. Conf. Sampling Theory Appl. (SampTA)","author":"Mont\u00fafar"},{"key":"ref50","first-page":"6429","article-title":"Is deeper better only when shallow is good?","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Malach"},{"key":"ref51","first-page":"907","article-title":"The Power of Depth for Feedforward Neural Networks","volume-title":"Proc. 29th Annu. Conf. Learn. Theory (COLT)","volume":"49","author":"Eldan"},{"key":"ref52","first-page":"1249","article-title":"Width is Less Important than Depth in ReLU Neural Networks","volume-title":"Proc. 35th Annu. Conf. Learn. Theory (COLT)","volume":"178","author":"Vardi"},{"key":"ref53","first-page":"22134","article-title":"Towards understanding hierarchical learning: Benefits of neural representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NIPS)","author":"Chen"},{"key":"ref54","first-page":"3349","article-title":"The limitations of large width in neural networks: A deep Gaussian process perspective","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Pleiss"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104425"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2013.2293637"},{"key":"ref57","first-page":"7167","article-title":"Improved bounds on neural complexity for representing piecewise linear functions","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Chen"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1038\/s43586-022-00125-7"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1017\/S0962492921000052"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2022.3168070"},{"key":"ref61","first-page":"6231","article-title":"The expressive power of neural networks: A view from the width","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Lu"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10877690\/10420478.pdf?arnumber=10420478","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T18:42:54Z","timestamp":1738953774000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10420478\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2]]},"references-count":61,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2024.3350786","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2]]}}}