{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,26]],"date-time":"2026-01-26T15:48:21Z","timestamp":1769442501717,"version":"3.49.0"},"publisher-location":"Singapore","reference-count":21,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819981311","type":"print"},{"value":"9789819981328","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8132-8_40","type":"book-chapter","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T10:02:23Z","timestamp":1700906543000},"page":"528-539","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Comparative Analysis of\u00a0the\u00a0Linear Regions in\u00a0ReLU and\u00a0LeakyReLU Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1118-9008","authenticated-orcid":false,"given":"Xuan","family":"Qi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9389-4297","authenticated-orcid":false,"given":"Yi","family":"Wei","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4751-0644","authenticated-orcid":false,"given":"Xue","family":"Mei","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3395-2254","authenticated-orcid":false,"given":"Ryad","family":"Chellali","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3725-4293","authenticated-orcid":false,"given":"Shipin","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,26]]},"reference":[{"key":"40_CR1","unstructured":"Arora, R., Basu, A., Mianjy, P., Mukherjee, A.: Understanding deep neural networks with rectified linear units. arXiv preprint arXiv:1611.01491 (2016)"},{"key":"40_CR2","doi-asserted-by":"crossref","unstructured":"Cai, Y., et al.: Yolobile: real-time object detection on mobile devices via compression-compilation co-design. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 955\u2013963 (2021)","DOI":"10.1609\/aaai.v35i2.16179"},{"key":"40_CR3","doi-asserted-by":"crossref","unstructured":"Chen, H., Wang, Y.G., Xiong, H.: Lower and upper bounds for numbers of linear regions of graph convolutional networks. arXiv preprint arXiv:2206.00228 (2022)","DOI":"10.1016\/j.neunet.2023.09.025"},{"key":"40_CR4","doi-asserted-by":"crossref","unstructured":"Chen, P., Zhuang, B., Shen, C.: FATNN: fast and accurate ternary neural networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5219\u20135228 (2021)","DOI":"10.1109\/ICCV48922.2021.00517"},{"key":"40_CR5","doi-asserted-by":"crossref","unstructured":"Freeman, I., Roese-Koerner, L., Kummert, A.: EffNet: an efficient structure for convolutional neural networks. In: 2018 25th IEEE International Conference on Image Processing (ICIP), pp. 6\u201310. IEEE (2018)","DOI":"10.1109\/ICIP.2018.8451339"},{"key":"40_CR6","doi-asserted-by":"publisher","unstructured":"Gao, Z., Chen, X., Xu, J., Yu, R., Zong, J.: A comprehensive vision-based model for commercial truck driver fatigue detection. In: Tanveer, M., Agarwal, S., Ozawa, S., Ekbal, A., Jatowt, A. (eds.) Neural Information Processing. ICONIP 2022. LNCS, vol. 13625, pp. 182\u2013193. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-30111-7_16","DOI":"10.1007\/978-3-031-30111-7_16"},{"key":"40_CR7","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 315\u2013323. JMLR Workshop and Conference Proceedings (2011)"},{"key":"40_CR8","unstructured":"Goujon, A., Etemadi, A., Unser, M.: The role of depth, width, and activation complexity in the number of linear regions of neural networks. arXiv preprint arXiv:2206.08615 (2022)"},{"key":"40_CR9","unstructured":"Hanin, B., Rolnick, D.: Complexity of linear regions in deep networks. In: International Conference on Machine Learning, pp. 2596\u20132604. PMLR (2019)"},{"key":"40_CR10","unstructured":"Hanin, B., Rolnick, D.: Deep ReLU networks have surprisingly few activation patterns. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"40_CR11","unstructured":"Hinz, P.: Using activation histograms to bound the number of affine regions in ReLU feed-forward neural networks. arXiv preprint arXiv:2103.17174 (2021)"},{"issue":"2","key":"40_CR12","doi-asserted-by":"publisher","first-page":"644","DOI":"10.1109\/TNNLS.2020.3028431","volume":"33","author":"Q Hu","year":"2020","unstructured":"Hu, Q., Zhang, H., Gao, F., Xing, C., An, J.: Analysis on the number of linear regions of piecewise linear neural networks. IEEE Trans. Neural Netw. Learn. Syst. 33(2), 644\u2013653 (2020)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"40_CR13","doi-asserted-by":"crossref","unstructured":"Humayun, A.I., Balestriero, R., Balakrishnan, G., Baraniuk, R.G.: SplineCam: exact visualization and characterization of deep network geometry and decision boundaries. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3789\u20133798 (2023)","DOI":"10.1109\/CVPR52729.2023.00369"},{"key":"40_CR14","unstructured":"Maas, A.L., Hannun, A.Y., Ng, A.Y., et al.: Rectifier nonlinearities improve neural network acoustic models. In: Proceedings of International Conference on Machine Learning, vol. 30, p. 3. Atlanta, Georgia, USA (2013)"},{"issue":"4","key":"40_CR15","doi-asserted-by":"publisher","first-page":"618","DOI":"10.1137\/21M1413699","volume":"6","author":"G Mont\u00fafar","year":"2022","unstructured":"Mont\u00fafar, G., Ren, Y., Zhang, L.: Sharp bounds for the number of regions of maxout networks and vertices of minkowski sums. SIAM J. Appl. Algebra Geom. 6(4), 618\u2013649 (2022)","journal-title":"SIAM J. Appl. Algebra Geom."},{"key":"40_CR16","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted boltzmann machines. In: Proceedings of the 27th International Conference on Machine Learning (ICML-10), pp. 807\u2013814 (2010)"},{"key":"40_CR17","first-page":"28995","volume":"34","author":"H Tseran","year":"2021","unstructured":"Tseran, H., Montufar, G.F.: On the expected complexity of maxout networks. Adv. Neural. Inf. Process. Syst. 34, 28995\u201329008 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"40_CR18","doi-asserted-by":"crossref","unstructured":"Wang, C.Y., Bochkovskiy, A., Liao, H.Y.M.: Scaled-yolov4: scaling cross stage partial network. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13029\u201313038 (2021)","DOI":"10.1109\/CVPR46437.2021.01283"},{"key":"40_CR19","doi-asserted-by":"crossref","unstructured":"Wang, Y.: Estimation and comparison of linear regions for ReLU networks. In: International Joint Conference on Artificial Intelligence (2022)","DOI":"10.24963\/ijcai.2022\/492"},{"key":"40_CR20","unstructured":"Xiong, H., Huang, L., Yu, M., Liu, L., Zhu, F., Shao, L.: On the number of linear regions of convolutional neural networks. In: International Conference on Machine Learning, pp. 10514\u201310523. PMLR (2020)"},{"key":"40_CR21","doi-asserted-by":"crossref","unstructured":"Yang, L., et al.: CondenseNet v2: sparse feature reactivation for deep networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3569\u20133578 (2021)","DOI":"10.1109\/CVPR46437.2021.00357"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8132-8_40","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:55:54Z","timestamp":1710258954000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8132-8_40"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,26]]},"ISBN":["9789819981311","9789819981328"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8132-8_40","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,26]]},"assertion":[{"value":"26 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1274","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"650","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.14","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.46","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}