{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T23:58:05Z","timestamp":1768780685086,"version":"3.49.0"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12201155"],"award-info":[{"award-number":["12201155"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62276134"],"award-info":[{"award-number":["62276134"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106012"],"award-info":[{"award-number":["62106012"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12171358"],"award-info":[{"award-number":["12171358"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12371336"],"award-info":[{"award-number":["12371336"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1109\/tpami.2024.3361155","type":"journal-article","created":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T18:40:48Z","timestamp":1706812848000},"page":"5131-5148","source":"Crossref","is-referenced-by-count":4,"title":["On the Number of Linear Regions of Convolutional Neural Networks With Piecewise Linear Activations"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5401-7834","authenticated-orcid":false,"given":"Huan","family":"Xiong","sequence":"first","affiliation":[{"name":"Harbin Institute of Technology, Harbin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0502-168X","authenticated-orcid":false,"given":"Lei","family":"Huang","sequence":"additional","affiliation":[{"name":"SKLCCSE, Institute of Artificial Intelligence, Beihang University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6721-0288","authenticated-orcid":false,"given":"Wenston J.T.","family":"Zang","sequence":"additional","affiliation":[{"name":"School of Mathematics and Statistics, MOE Key Laboratory for Complexity Science in Aerospace, and Xi'an-Budapest Joint Research Center for Combinatorics, Northwestern Polytechnical University, Xi’an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5213-0462","authenticated-orcid":false,"given":"Xiantong","family":"Zhen","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5487-9845","authenticated-orcid":false,"given":"Guo-Sen","family":"Xie","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7165-3143","authenticated-orcid":false,"given":"Bin","family":"Gu","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Masdar City, Abu Dhabi, UAE"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0345-9899","authenticated-orcid":false,"given":"Le","family":"Song","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Masdar City, Abu Dhabi, UAE"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref2","first-page":"1319","article-title":"Maxout networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Goodfellow"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2014.2339736"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.13140\/RG.2.2.18893.74727"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref6","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref7","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449788"},{"key":"ref9","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Krizhevsky"},{"key":"ref10","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/BF02551274"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90003-8"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(91)90009-T"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993164"},{"key":"ref17","article-title":"Approximating continuous functions by relu nets of minimal width","author":"Hanin","year":"2017"},{"key":"ref18","first-page":"6231","article-title":"The expressive power of neural networks: A view from the width","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lu"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3390\/math7100992"},{"key":"ref20","article-title":"Representation benefits of deep feedforward networks","author":"Telgarsky","year":"2015"},{"key":"ref21","first-page":"1517","article-title":"Benefits of depth in neural networks","volume-title":"Proc. Conf. Learn. Theory","author":"Telgarsky"},{"key":"ref22","article-title":"Understanding deep neural networks with rectified linear units","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Arora"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21852-6_3"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511624216"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017016"},{"issue":"63","key":"ref26","first-page":"1","article-title":"Nearly-tight VC-dimension and pseudodimension bounds for piecewise linear neural networks","volume":"20","author":"Bartlett","year":"2019","journal-title":"J. Mach. Learn. Res."},{"key":"ref27","article-title":"On the number of response regions of deep feed forward networks with piece-wise linear activations","author":"Pascanu","year":"2013"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.5555\/2969033.2969153"},{"key":"ref29","article-title":"Neural architecture search on imageNet in four GPU hours: A theoretically inspired perspective","author":"Chen","year":"2021"},{"key":"ref30","first-page":"2847","article-title":"On the expressive power of deep neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Raghu"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/icmla52953.2021.00165"},{"key":"ref32","article-title":"Deep ReLU networks preserve expected length","author":"Hanin","year":"2021"},{"key":"ref33","first-page":"3368","article-title":"Exponential expressivity in deep neural networks through transient chaos","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Poole"},{"key":"ref34","article-title":"On characterizing the capacity of neural networks using algebraic topology","author":"Guss","year":"2018"},{"key":"ref35","first-page":"888","article-title":"Fisher-rao metric, geometry, and complexity of neural networks","volume-title":"Proc. 22nd Int. Conf. Artif. Intell. Statist.","author":"Liang"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1038\/35016072"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1162\/089976603321192103"},{"key":"ref38","first-page":"315","article-title":"Deep sparse rectifier neural networks","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Glorot"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1090\/memo\/0154"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1090\/pcms\/013\/08"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2293637"},{"key":"ref42","first-page":"3360","article-title":"Exponential expressivity in deep neural networks through transient chaos","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Poole"},{"key":"ref43","article-title":"Notes on the number of linear regions of deep neural networks","volume-title":"Sampling Theory Applications","author":"Mont\u00fafar","year":"2017"},{"key":"ref44","first-page":"4565","article-title":"Bounding and counting linear regions of deep neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Serra"},{"key":"ref45","first-page":"2057","article-title":"Provable robustness of ReLU networks via maximization of linear regions","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Croce"},{"key":"ref46","article-title":"Nearly-tight bounds on linear regions of piecewise linear neural networks","author":"Hu","year":"2018"},{"key":"ref47","first-page":"2596","article-title":"Complexity of linear regions in deep networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hanin"},{"key":"ref48","first-page":"359","article-title":"Deep ReLU networks have surprisingly few activation patterns","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Hanin"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2927252"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6016"},{"key":"ref51","article-title":"Bounding the number of linear regions in local area for neural networks with ReLU activations","author":"Zhu","year":"2020"},{"key":"ref52","article-title":"Using activation histograms to bound the number of affine regions in ReLU feed-forward neural networks","author":"Hinz","year":"2021"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1137\/21m1413699"},{"key":"ref54","first-page":"2156","article-title":"Provably powerful graph networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Maron"},{"key":"ref55","first-page":"10 383","article-title":"Can graph neural networks count substructures?","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref56","first-page":"1026","article-title":"Weisfeiler and Lehman go topological: Message passing simplicial networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bodnar"},{"key":"ref57","first-page":"2625","article-title":"Weisfeiler and Lehman go cellular: CW networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Bodnar"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2023.09.025"},{"key":"ref59","article-title":"A guide to convolution arithmetic for deep learning","author":"Dumoulin","year":"2016"},{"key":"ref60","article-title":"The expressive power of neural networks","author":"Brandfonbrener","year":"2018"},{"key":"ref61","volume-title":"Introduction to linear algebra","author":"Strang","year":"1993"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511801655"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-30994-6"},{"issue":"4","key":"ref64","first-page":"449","article-title":"Triangulation of semi-analytic sets","volume":"18","author":"Lojasiewicz","year":"1964","journal-title":"Annali della Scuola Normale Superiore di Pisa-Classe di Scienze"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref66","article-title":"Neural architecture search on ImageNet in four GPU hours: A theoretically inspired perspective","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Chen"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10550108\/10418534.pdf?arnumber=10418534","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T19:57:50Z","timestamp":1719345470000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10418534\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":66,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3361155","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]}}}