{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,18]],"date-time":"2026-09-18T14:02:20Z","timestamp":1789740140563,"version":"4.0.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032061089","type":"print"},{"value":"9783032061096","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06109-6_9","type":"book-chapter","created":{"date-parts":[[2025,9,30]],"date-time":"2025-09-30T10:06:12Z","timestamp":1759226772000},"page":"147-163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Variance-Aware Noisy Training: Hardening DNNs Against Unstable Analog Computations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-5064-7940","authenticated-orcid":false,"given":"Xiao","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2411-2416","authenticated-orcid":false,"given":"Hendrik","family":"Borras","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0497-5748","authenticated-orcid":false,"given":"Bernhard","family":"Klein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9562-0680","authenticated-orcid":false,"given":"Holger","family":"Fr\u00f6ning","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,1]]},"reference":[{"issue":"7708","key":"9_CR1","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1038\/s41586-018-0180-5","volume":"558","author":"S Ambrogio","year":"2018","unstructured":"Ambrogio, S., et al.: Equivalent-accuracy accelerated neural-network training using analogue memory. Nature 558(7708), 60\u201367 (2018). https:\/\/doi.org\/10.1038\/s41586-018-0180-5","journal-title":"Nature"},{"issue":"1","key":"9_CR2","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1162\/neco.1995.7.1.108","volume":"7","author":"CM Bishop","year":"1995","unstructured":"Bishop, C.M.: Training with noise is equivalent to tikhonov regularization. Neural Comput. 7(1), 108\u2013116 (1995). https:\/\/doi.org\/10.1162\/neco.1995.7.1.108","journal-title":"Neural Comput."},{"key":"9_CR3","doi-asserted-by":"publisher","unstructured":"Borras, H., Klein, B., Fr\u00f6ning, H.: Walking Noise: on layer-specific robustness of neural architectures against noisy computations and associated characteristic learning dynamics. In: European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases. ECML-PKDD (2024). https:\/\/doi.org\/10.1007\/978-3-031-70359-1_3","DOI":"10.1007\/978-3-031-70359-1_3"},{"key":"9_CR4","unstructured":"Bricken, T., Schaeffer, R., Olshausen, B., Kreiman, G.: Emergence of sparse representations from noise. In: International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a0202, pp. 3148\u20133191. PMLR (2023). https:\/\/proceedings.mlr.press\/v202\/bricken23a.html"},{"issue":"1","key":"9_CR5","doi-asserted-by":"publisher","first-page":"10445","DOI":"10.1038\/s41467-024-54931-6","volume":"15","author":"F Br\u00fcckerhoff-Pl\u00fcckelmann","year":"2024","unstructured":"Br\u00fcckerhoff-Pl\u00fcckelmann, F., et al.: Probabilistic photonic computing with chaotic light. Nat. Commun. 15(1), 10445 (2024). https:\/\/doi.org\/10.1038\/s41467-024-54931-6","journal-title":"Nat. Commun."},{"issue":"1","key":"9_CR6","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/23746149.2016.1259585","volume":"2","author":"GW Burr","year":"2017","unstructured":"Burr, G.W., et al.: Neuromorphic computing using non-volatile memory. Adv. Phys. X 2(1), 89\u2013124 (2017). https:\/\/doi.org\/10.1080\/23746149.2016.1259585","journal-title":"Adv. Phys. X"},{"key":"9_CR7","doi-asserted-by":"publisher","unstructured":"Cappelli, A., Ohana, R., Launay, J., Meunier, L., Poli, I., Krzakala, F.: Adversarial robustness by design through analog computing and synthetic gradients. In: IEEE International Conference on Acoustics, Speech and Signal Processing (2022). https:\/\/doi.org\/10.1109\/ICASSP43922.2022.9746671","DOI":"10.1109\/ICASSP43922.2022.9746671"},{"key":"9_CR8","doi-asserted-by":"publisher","unstructured":"Chi, P., et al.: PRIME: a novel processing-in-memory architecture for neural network computation in ReRam-based main memory. In: International Symposium on Computer Architecture (ISCA) (2016). https:\/\/doi.org\/10.1109\/ISCA.2016.13","DOI":"10.1109\/ISCA.2016.13"},{"key":"9_CR9","unstructured":"Darlow, L.N., Crowley, E.J., Antoniou, A., Storkey, A.J.: CINIC-10 is not ImageNet or CIFAR-10. CoRR abs\/1810.03505 (2018). arXiv:1810.03505"},{"key":"9_CR10","doi-asserted-by":"publisher","unstructured":"Duncan, K., Komendantskaya, E., Stewart, R., Lones, M.: Relative robustness of quantized neural networks against adversarial attacks. In: International Joint Conference on Neural Networks. IJCNN, IEEE (2020). https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9207596","DOI":"10.1109\/IJCNN48605.2020.9207596"},{"issue":"7840","key":"9_CR11","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1038\/s41586-020-03070-1","volume":"589","author":"J Feldmann","year":"2021","unstructured":"Feldmann, J., et al.: Parallel convolutional processing using an integrated photonic tensor core. Nature 589(7840), 52\u201358 (2021). https:\/\/doi.org\/10.1038\/s41586-020-03070-1","journal-title":"Nature"},{"key":"9_CR12","unstructured":"Foret, P., Kleiner, A., Mobahi, H., Neyshabur, B.: Sharpness-aware minimization for efficiently improving generalization. In: International Conference on Learning Representations (2021). https:\/\/openreview.net\/forum?id=6Tm1mposlrM"},{"key":"9_CR13","doi-asserted-by":"publisher","unstructured":"Giacobbe, M., Henzinger, T.A., Lechner, M.: How many bits does it take to quantize your neural network? In: Tools and Algorithms for the Construction and Analysis of Systems. TACAS (2020). https:\/\/doi.org\/10.1007\/978-3-030-45237-7_5","DOI":"10.1007\/978-3-030-45237-7_5"},{"key":"9_CR14","doi-asserted-by":"publisher","first-page":"333","DOI":"10.3389\/fnins.2016.00333","volume":"10","author":"T Gokmen","year":"2016","unstructured":"Gokmen, T., Vlasov, Y.: Acceleration of deep neural network training with resistive cross-point devices: design considerations. Front. Neurosci. 10, 333 (2016). https:\/\/doi.org\/10.3389\/fnins.2016.00333","journal-title":"Front. Neurosci."},{"key":"9_CR15","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep learning. MIT press (2016)"},{"key":"9_CR16","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. CoRR abs\/1412.6572 (2014). arXiv:1412.6572"},{"key":"9_CR17","doi-asserted-by":"publisher","unstructured":"Grandvalet, Y., Canu, S., Boucheron, S.: Noise injection: theoretical prospects. Neural Comput. 9(5) (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.5.1093","DOI":"10.1162\/neco.1997.9.5.1093"},{"key":"9_CR18","unstructured":"Gulcehre, C., Moczulski, M., Denil, M., Bengio, Y.: Noisy activation functions. In: Balcan, M.F., Weinberger, K.Q. (eds.) International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a048, pp. 3059\u20133068. PMLR (2016). https:\/\/proceedings.mlr.press\/v48\/gulcehre16.html"},{"key":"9_CR19","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"9_CR20","doi-asserted-by":"publisher","unstructured":"He, Z., Lin, J., Ewetz, R., Yuan, J.S., Fan, D.: Noise injection adaption: end-to-end ReRam crossbar non-ideal effect adaption for neural network mapping. In: Design Automation Conference. DAC, ACM (2019). https:\/\/doi.org\/10.1145\/3316781.3317870","DOI":"10.1145\/3316781.3317870"},{"key":"9_CR21","doi-asserted-by":"publisher","unstructured":"He, Z., Rakin, A.S., Fan, D.: Parametric noise injection: Trainable randomness to improve deep neural network robustness against adversarial attack. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition (2019), https:\/\/doi.org\/10.1109\/CVPR.2019.00068","DOI":"10.1109\/CVPR.2019.00068"},{"issue":"1","key":"9_CR22","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/72.105415","volume":"3","author":"L Holmstrom","year":"1992","unstructured":"Holmstrom, L., Koistinen, P.: Using additive noise in back-propagation training. IEEE Trans. Neural Networks 3(1), 24\u201338 (1992). https:\/\/doi.org\/10.1109\/72.105415","journal-title":"IEEE Trans. Neural Networks"},{"key":"9_CR23","doi-asserted-by":"publisher","unstructured":"Jiang, Y., Zur, R.M., Pesce, L.L., Drukker, K.: A study of the effect of noise injection on the training of artificial neural networks. In: International Joint Conference on Neural Networks (2009). https:\/\/doi.org\/10.1109\/IJCNN.2009.5178981","DOI":"10.1109\/IJCNN.2009.5178981"},{"key":"9_CR24","doi-asserted-by":"publisher","unstructured":"Klein, B., et al.: Towards addressing noise and static variations of analog computations using efficient retraining. In: ECML PKDD 2021 Workshops (2021). https:\/\/doi.org\/10.1007\/978-3-030-93736-2_32","DOI":"10.1007\/978-3-030-93736-2_32"},{"key":"9_CR25","unstructured":"Krizhevsky, A., Hinton, G.E.: Learning multiple layers of features from tiny images. Technical report, University of Toronto (2009)"},{"key":"9_CR26","doi-asserted-by":"publisher","unstructured":"Kuhn, L., Klein, B., Fr\u00f6ning, H.: On the non-associativity of analog computations, pp. 183\u2013195 (2025). https:\/\/doi.org\/10.1007\/978-3-031-74643-7_15","DOI":"10.1007\/978-3-031-74643-7_15"},{"key":"9_CR27","unstructured":"Le, Y., Yang, X.S.: Tiny ImageNet visual recognition challenge (2015). https:\/\/api.semanticscholar.org\/CorpusID:16664790"},{"key":"9_CR28","doi-asserted-by":"publisher","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86 (1998). https:\/\/doi.org\/10.1109\/5.726791","DOI":"10.1109\/5.726791"},{"key":"9_CR29","unstructured":"Lin, J., Gan, C., Han, S.: Defensive quantization: when efficiency meets robustness. In: International Conference on Learning Representations. ICLR (2019). https:\/\/openreview.net\/forum?id=ryetZ20ctX"},{"key":"9_CR30","doi-asserted-by":"publisher","unstructured":"Liu, X., Cheng, M., Zhang, H., Hsieh, C.J.: Towards robust neural networks via random self-ensemble. In: European Conference on Computer Vision (2018). https:\/\/doi.org\/10.1007\/978-3-030-01234-2_23","DOI":"10.1007\/978-3-030-01234-2_23"},{"key":"9_CR31","doi-asserted-by":"publisher","unstructured":"Murray, A., Edwards, P.: Enhanced MLP performance and fault tolerance resulting from synaptic weight noise during training. IEEE Trans. Neural Netw. 5(5) (1994). https:\/\/doi.org\/10.1109\/72.317730","DOI":"10.1109\/72.317730"},{"key":"9_CR32","unstructured":"Neelakantan, A., et al.: Adding gradient noise improves learning for very deep networks. CoRR abs\/1511.06807 (2015). arXiv:1511.06807"},{"key":"9_CR33","unstructured":"Neftci, E.O., Mostafa, H., Zenke, F.: Surrogate gradient learning in spiking neural networks. CoRR abs\/1901.09948 (2019). arXiv:1901.09948"},{"key":"9_CR34","doi-asserted-by":"crossref","unstructured":"Schemmel, J., Billaudelle, S., Dauer, P., Weis, J.: Accelerated analog neuromorphic computing. CoRR abs\/2003.11996 (2020). arXiv:2003.11996","DOI":"10.1007\/978-3-030-91741-8_6"},{"issue":"7","key":"9_CR35","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/s41565-020-0655-z","volume":"15","author":"A Sebastian","year":"2020","unstructured":"Sebastian, A., Le Gallo, M., Khaddam-Aljameh, R., Eleftheriou, E.: Memory devices and applications for in-memory computing. Nat. Nanotechnol. 15(7), 529\u2013544 (2020). https:\/\/doi.org\/10.1038\/s41565-020-0655-z","journal-title":"Nat. Nanotechnol."},{"key":"9_CR36","doi-asserted-by":"publisher","unstructured":"Shafiee, A., et al.: ISAAC: A convolutional neural network accelerator with in-situ analog arithmetic in crossbars. In: International Symposium on Computer Architecture. ISCA (2016). https:\/\/doi.org\/10.1109\/ISCA.2016.12","DOI":"10.1109\/ISCA.2016.12"},{"key":"9_CR37","unstructured":"Sung, W., Shin, S., Hwang, K.: Resiliency of deep neural networks under quantization. CoRR abs\/1511.06488 (2015). arXiv:1511.06488"},{"key":"9_CR38","doi-asserted-by":"publisher","unstructured":"Tsipras, D., Santurkar, S., Engstrom, L., Turner, A., Madry, A.: Robustness may be at odds with accuracy. arXiv e-prints arXiv:1805.12152 (2018). https:\/\/doi.org\/10.48550\/arXiv.1805.12152","DOI":"10.48550\/arXiv.1805.12152"},{"key":"9_CR39","doi-asserted-by":"crossref","unstructured":"Wu, C., et al.: Harnessing optoelectronic noises in a photonic generative network. Sci. Adv. 8(3) (2022). https:\/\/www.science.org\/doi\/abs\/10.1126\/sciadv.abm2956","DOI":"10.1126\/sciadv.abm2956"},{"key":"9_CR40","doi-asserted-by":"publisher","unstructured":"Wu, D., Xia, S.T., Wang, Y.: Adversarial weight perturbation helps robust generalization. In: Advances in Neural Information Processing Systems, vol. 33 (2020). https:\/\/doi.org\/10.5555\/3495724.3495973","DOI":"10.5555\/3495724.3495973"},{"key":"9_CR41","doi-asserted-by":"publisher","unstructured":"Yang, J.J., Strukov, D.B., Stewart, D.R.: Memristive devices for computing. Nature Nanotech 8(1), 13\u201324 (2013). https:\/\/doi.org\/10.1038\/nnano.2012.240","DOI":"10.1038\/nnano.2012.240"},{"key":"9_CR42","doi-asserted-by":"publisher","unstructured":"Ye, N., et al.: Improving the robustness of analog deep neural networks through a bayes-optimized noise injection approach. Commun. Eng. 2 (2023). https:\/\/doi.org\/10.1038\/s44172-023-00074-3","DOI":"10.1038\/s44172-023-00074-3"},{"key":"9_CR43","unstructured":"Zhou, C., Kadambi, P., Mattina, M., Whatmough, P.N.: Noisy Machines: understanding noisy neural networks and enhancing robustness to analog hardware errors using distillation. CoRR abs\/2001.04974 (2020). http:\/\/arxiv.org\/abs\/2001.04974"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06109-6_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,18]],"date-time":"2026-09-18T13:09:29Z","timestamp":1789736969000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06109-6_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,1]]},"ISBN":["9783032061089","9783032061096"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06109-6_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,1]]},"assertion":[{"value":"1 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}