{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T23:07:27Z","timestamp":1779318447275,"version":"3.51.4"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032214768","type":"print"},{"value":"9783032214775","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21477-5_27","type":"book-chapter","created":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T22:29:09Z","timestamp":1779316149000},"page":"410-423","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Distributional Properties of\u00a0ReLU-Activations in\u00a0Artificial Neural Networks that\u00a0Learn by\u00a0Memorization"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6373-4074","authenticated-orcid":false,"given":"Stephan Johann","family":"Lehmler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1774-7330","authenticated-orcid":false,"given":"Muhammad","family":"Saif-ur-Rehman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1886-1696","authenticated-orcid":false,"given":"Tobias","family":"Glasmachers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9876-4396","authenticated-orcid":false,"given":"Ioannis","family":"Iossifidis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,1]]},"reference":[{"key":"27_CR1","unstructured":"Baldi, P., Vershynin, R.: On neuronal capacity. Adv. Neural Inf. Process. Syst. 31 (2018)"},{"key":"27_CR2","unstructured":"Bereska, L., Gavves, E.: Mechanistic interpretability for ai safety\u2013a review. arXiv preprint arXiv:2404.14082 (2024)"},{"key":"27_CR3","doi-asserted-by":"publisher","unstructured":"Boketsu-Boulu, E., Rouhafzay, G.: Enhancing explainability in convolutional neural networks using entropy-based class activation maps. Eng. Proc. 82(1) (2024). https:\/\/doi.org\/10.3390\/ecsa-11-20472, https:\/\/www.mdpi.com\/2673-4591\/82\/1\/2","DOI":"10.3390\/ecsa-11-20472"},{"key":"27_CR4","unstructured":"B\u00e4uerle, A., J\u00f6nsson, D., Ropinski, T.: Neural activation patterns (naps): Visual explainability of learned concepts (2022). https:\/\/arxiv.org\/abs\/2206.10611"},{"key":"27_CR5","doi-asserted-by":"publisher","unstructured":"Cai, H., Yang, Y., Tang, Y., Sun, Z., Zhang, W.: Shapley value-based class activation mapping for improved explainability in neural networks. The Visual Computer (2025). https:\/\/doi.org\/10.1007\/s00371-025-03803-1, http:\/\/dx.doi.org\/10.1007\/s00371-025-03803-1","DOI":"10.1007\/s00371-025-03803-1"},{"key":"27_CR6","unstructured":"Cantareira, G.D., Mello, R.F., Paulovich, F.V.: Explainable adversarial attacks in deep neural networks using activation profiles (2021). https:\/\/arxiv.org\/abs\/2103.10229"},{"key":"27_CR7","unstructured":"Chang, W., Kwon, D., Choi, J.: Understanding distributed representations of concepts in deep neural networks without supervision (2024). https:\/\/arxiv.org\/abs\/2312.17285"},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Ding, R., Chin, T.W., Liu, Z., Marculescu, D.: Regularizing activation distribution for training binarized deep networks (2019). https:\/\/arxiv.org\/abs\/1904.02823","DOI":"10.1109\/CVPR.2019.01167"},{"key":"27_CR9","unstructured":"Djurisic, A., Bozanic, N., Ashok, A., Liu, R.: Extremely simple activation shaping for out-of-distribution detection (2023). https:\/\/arxiv.org\/abs\/2209.09858"},{"key":"27_CR10","doi-asserted-by":"publisher","unstructured":"Feldman, V.: Does learning require memorization? a short tale about a long tail. In: Proceedings of the 52nd Annual ACM SIGACT Symposium on Theory of Computing, pp. 954\u2013959. STOC 2020, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3357713.3384290, https:\/\/doi.org\/10.1145\/3357713.3384290","DOI":"10.1145\/3357713.3384290"},{"key":"27_CR11","doi-asserted-by":"crossref","unstructured":"Fu, J., Zhang, Z., Yin, D., Lu, Y., Zheng, N.: Learning trajectories are generalization indicators. In: Oh, A., Naumann, T., Globerson, A., Saenko, K., Hardt, M., Levine, S. (eds.) Advances in Neural Information Processing Systems. vol.\u00a036, pp. 71053\u201371077. Curran Associates, Inc. (2023). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/e0da54d3dbc0107692da952358965f5f-Paper-Conference.pdf","DOI":"10.52202\/075280-3112"},{"key":"27_CR12","doi-asserted-by":"publisher","unstructured":"Ganguli, T., Chong, E.K.P.: Activation-based pruning of neural networks. Algorithms 17(1) (2024). https:\/\/doi.org\/10.3390\/a17010048, https:\/\/www.mdpi.com\/1999-4893\/17\/1\/48","DOI":"10.3390\/a17010048"},{"key":"27_CR13","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Gordon, G., Dunson, D., Dud\u00edk, M. (eds.) Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, vol.\u00a015, pp. 315\u2013323. PMLR, Fort Lauderdale, FL, USA (2011). https:\/\/proceedings.mlr.press\/v15\/glorot11a.html"},{"key":"27_CR14","doi-asserted-by":"crossref","unstructured":"Kawaguchi, K., Bengio, Y., Kaelbling, L.: Generalization in Deep Learning, pp. 112\u2013148. Cambridge University Press (2022)","DOI":"10.1017\/9781009025096.003"},{"key":"27_CR15","doi-asserted-by":"publisher","unstructured":"Kishida, I., Nakayama, H.: Empirical study of easy and hard examples in cnn training. In: Gedeon, T., Wong, K., Lee, M. (eds.) Neural Information Processing: 26th International Conference, ICONIP 2019, Sydney, NSW, Australia, December 12\u201315, 2019, Proceedings, Part IV 26, pp. 179\u2013188. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-36808-1_20","DOI":"10.1007\/978-3-030-36808-1_20"},{"key":"27_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128473","volume":"610","author":"SJ Lehmler","year":"2024","unstructured":"Lehmler, S.J., Saif-ur Rehman, M., Glasmachers, T., Iossifidis, I.: Understanding activation patterns in artificial neural networks by exploring stochastic processes: discriminating generalization from memorization. Neurocomputing 610, 128473 (2024)","journal-title":"Neurocomputing"},{"key":"27_CR17","unstructured":"Littwin, E., Wolf, L.: Regularizing by the variance of the activations\u2019 sample-variances. In: Bengio, S., Wallach, H., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems. vol.\u00a031. Curran Associates, Inc. (2018). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2018\/file\/522a9ae9a99880d39e5daec35375e999-Paper.pdf"},{"key":"27_CR18","unstructured":"Liu, Y., Sun, Y., Wang, J., Zheng, L.: Assessing model generalization in vicinity (2024). https:\/\/arxiv.org\/abs\/2406.09257"},{"key":"27_CR19","unstructured":"Sun, M., Liu, Z., Bair, A., Kolter, J.Z.: A simple and effective pruning approach for large language models. arXiv preprint arXiv:2306.11695 (2023)"},{"key":"27_CR20","doi-asserted-by":"publisher","unstructured":"Tu, Y., Wang, M., Wang, S.: A data-driven deep neural network pruning approach towards efficient digital signal modulation recognition. In: 2019 IEEE Globecom Workshops (GC Wkshps), pp.\u00a01\u20135 (2019). https:\/\/doi.org\/10.1109\/GCWkshps45667.2019.9024610","DOI":"10.1109\/GCWkshps45667.2019.9024610"},{"key":"27_CR21","unstructured":"Usynin, D., Knolle, M., Kaissis, G.: Memorisation in machine learning: a survey of results. Trans. Mach. Learn. Res. (2024)"},{"key":"27_CR22","unstructured":"Wei, J., et alo.: Memorization in deep learning: a survey. arXiv preprint arXiv:2406.03880 (2024)"},{"issue":"2","key":"27_CR23","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1109\/TASLP.2017.2774919","volume":"26","author":"C Wu","year":"2018","unstructured":"Wu, C., Gales, M.J.F., Ragni, A., Karanasou, P., Sim, K.C.: Improving interpretability and regularization in deep learning. IEEE\/ACM Trans. Audio Speech Lang. Process. 26(2), 256\u2013265 (2018). https:\/\/doi.org\/10.1109\/TASLP.2017.2774919","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"27_CR24","unstructured":"Yu, H., Gao, S.: Activation-descent regularization for input optimization of relu networks (2024). https:\/\/arxiv.org\/abs\/2406.00494"},{"key":"27_CR25","doi-asserted-by":"publisher","unstructured":"Yuan, M., Pei, S.: Rad-bnn: Regulating activation distribution for accurate binary neural network. Image Vision Comput. 148, 105114 (2024). https:\/\/doi.org\/10.1016\/j.imavis.2024.105114, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S026288562400218X","DOI":"10.1016\/j.imavis.2024.105114"},{"key":"27_CR26","doi-asserted-by":"publisher","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., Vinyals, O.: Understanding deep learning (still) requires rethinking generalization. Commun. ACM 64(3), 107\u2013115 (2021). https:\/\/doi.org\/10.1145\/3446776","DOI":"10.1145\/3446776"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21477-5_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T22:29:12Z","timestamp":1779316152000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21477-5_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032214768","9783032214775"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21477-5_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"1 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare that the research was conducted without a potential conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Artificial Intelligence Symposium","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Castiglione della Pescaia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2025.icas.events","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}