{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T15:41:01Z","timestamp":1766158861255,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030963071"},{"type":"electronic","value":"9783030963088"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-96308-8_6","type":"book-chapter","created":{"date-parts":[[2022,3,26]],"date-time":"2022-03-26T13:15:41Z","timestamp":1648300541000},"page":"57-66","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Batch Normalization and Dropout Regularization in Training Deep Neural Networks with Label Noise"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2239-1076","authenticated-orcid":false,"given":"Andrzej","family":"Rusiecki","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,27]]},"reference":[{"key":"6_CR1","unstructured":"Abadi, M., et al.: TensorFlow: large-scale machine learning on heterogeneous systems (2015). Software available from tensorflow.org"},{"key":"6_CR2","first-page":"560","volume":"11","author":"D Erhan","year":"2010","unstructured":"Erhan, D., et al.: Why does unsupervised pre-training help deep learning? J. Mach. Learn. Res. 11, 560\u2013625 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Bengio, Y., et al.: Greedy layer-wise training of deep networks. In: Advances in Neural Information Processing Systems, vol. 19, pp. 153\u2013160. MIT Press (2007)","DOI":"10.7551\/mitpress\/7503.003.0024"},{"key":"6_CR4","unstructured":"Kingma, D., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"6_CR5","unstructured":"Labach, A., Salehinejad, H., Valaee, S.: Survey of dropout methods for deep neural networks. arXiv preprint arXiv:1904.13310 (2019)"},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"12777","DOI":"10.1007\/s11042-019-08453-9","volume":"79","author":"C Garbin","year":"2020","unstructured":"Garbin, C., Zhu, X., Marques, O.: Dropout vs. batch normalization: an empirical study of their impact to deep learning. Multimed. Tools Appl. 79, 12777\u201312815 (2020)","journal-title":"Multimed. Tools Appl."},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Kumar, H., Sastry, P.S.: Robust loss functions under label noise for deep neural networks. arXiv:1712.09482v1 (2017)","DOI":"10.1609\/aaai.v31i1.10894"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Guan, M.Y., Gulshan, V., Dai, A.M., Hinton, G.E.: Who said what: modeling individual labelers improves classification. arXiv:1703.08774 (2017)","DOI":"10.1609\/aaai.v32i1.11756"},{"key":"6_CR9","doi-asserted-by":"publisher","DOI":"10.1002\/9781118186435","volume-title":"Robust Statistics: The Approach Based on Influence Functions (Wiley Series in Probability and Statistics)","author":"FR Hampel","year":"2005","unstructured":"Hampel, F.R., Ronchetti, E.M., Rousseeuw, P.J., Stahel, W.A.: Robust Statistics: The Approach Based on Influence Functions (Wiley Series in Probability and Statistics). Wiley-Interscience, New York (2005).Revised edn"},{"key":"6_CR10","unstructured":"Hinton, G.E., Srivastava, N., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.R.: Improving neural networks by preventing co-adaptation of feature detectors. arXiv preprint arXiv:1207.0580 (2012)"},{"issue":"2015","key":"6_CR11","first-page":"448","volume":"37","author":"S Ioffe","year":"2015","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. Proc. Mach. Learn. Res. 37(2015), 448\u2013456 (2015)","journal-title":"Proc. Mach. Learn. Res."},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Jindal, I., Nokleby, M., Chen, X.: Learning deep networks from noisy labels with dropout regularization. In: 2016 IEEE 16th International Conference on In Data Mining (ICDM), pp. 967\u2013972. IEEE (2016)","DOI":"10.1109\/ICDM.2016.0121"},{"key":"6_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-319-46478-7_5","volume-title":"Computer Vision \u2013 ECCV 2016","author":"A Joulin","year":"2016","unstructured":"Joulin, A., van der Maaten, L., Jabri, A., Vasilache, N.: Learning visual features from large weakly supervised data. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9911, pp. 67\u201384. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46478-7_5"},{"issue":"1","key":"6_CR14","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/s00500-015-1690-9","volume":"20","author":"M Kordos","year":"2015","unstructured":"Kordos, M., Rusiecki, A.: Reducing noise impact on MLP training. Soft Comput. 20(1), 49\u201365 (2015). https:\/\/doi.org\/10.1007\/s00500-015-1690-9","journal-title":"Soft Comput."},{"key":"6_CR15","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images, Technical report (2009)"},{"key":"6_CR16","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, vol. 25, pp. 1097\u20131105 (2012)"},{"key":"6_CR17","unstructured":"LeCun, Y., Cortes, C.: MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Li, X., Chen, S., Hu, X., Yang, J.: Understanding the disharmony between dropout and batch normalization by variance shift. arXiv:1801.05134 (2018)","DOI":"10.1109\/CVPR.2019.00279"},{"key":"6_CR19","unstructured":"Luo, P., Wang, X., Shao, W., Peng, Z.: Towards understanding regularization in batch normalization. arXiv:1809.00846 (2019)"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Misra, I., Lawrence Z.C., Mitchell, M., Girshick, R.: Seeing through the human reporting bias: visual classifiers from noisy human-centric labels. In: Computer Vision and Pattern Recognition, (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.320"},{"key":"6_CR21","unstructured":"Natarajan, N., Inderjit, S.D., Ravikumar, P.K., Tewari, A.: Learning with noisy labels. In: Advances in Neural Information Processing Systems (NIPS) (2013)"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Patrini, G., Rozza, A., Menon, A., Nock, R., Qu, L.: Making neural networks robust to label noise: a loss correction approach. In: Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.240"},{"key":"6_CR23","unstructured":"Reed, S., Lee, H., Anguelov, D., Szegedy, C., Erhan, D., Rabinovich, A.: Training deep neural networks on noisy labels with boot-strapping. arXiv preprint arXiv:1412.6596 (2014)"},{"key":"6_CR24","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"534","DOI":"10.1007\/978-3-030-48256-5_52","volume-title":"Theory and Applications of Dependable Computer Systems","author":"A Rusiecki","year":"2020","unstructured":"Rusiecki, A.: Standard dropout as remedy for training deep neural networks with label noise. In: Zamojski, W., Mazurkiewicz, J., Sugier, J., Walkowiak, T., Kacprzyk, J. (eds.) DepCoS-RELCOMEX 2020. AISC, vol. 1173, pp. 534\u2013542. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-48256-5_52"},{"issue":"6","key":"6_CR25","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1049\/el.2018.7980","volume":"55","author":"A Rusiecki","year":"2019","unstructured":"Rusiecki, A.: Trimmed categorical cross-entropy for deep learning with label noise. Electron. Lett. 55(6), 319\u2013320 (2019)","journal-title":"Electron. Lett."},{"key":"6_CR26","unstructured":"Salakhutdinov, R., Hinton, G.E.: Semantic hashing. In: Proceedings of the 2007 Workshop on Information Retrieval and Applications of Graphical Models (SIGIR 2007), Amsterdam. Elsevier (2007)"},{"key":"6_CR27","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15, 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR28","unstructured":"Sukhbaatar, S., Bruna, J., Paluri, M., Bourdev, L., Fergus, R.: Training convolutional networks with noisy labels. arXiv preprint arXiv:1406.2080 (2014)"},{"key":"6_CR29","unstructured":"Vahdat, A.: Toward robustness against label noise in training deep discriminative neural networks. In: Neural Information Processing Systems (NIPS) (2017)"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Van Horn, G., et al.: Building a bird recognition app and large scale dataset with citizen scientists: the fine print in fine-grained dataset collection. In: Computer Vision and Pattern Recognition (CVPR) (2015)","DOI":"10.1109\/CVPR.2015.7298658"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Veit, A., Alldrin, N., Chechik, G., Krasin, I., Gupta, A., Belongie, S.: Learning from noisy large-scale datasets with minimal supervision. In: Computer Vision and Pattern Recognition (CVPR) (2017)","DOI":"10.1109\/CVPR.2017.696"},{"key":"6_CR32","unstructured":"Xiao, T., Xia, T., Yang, Y., Huang, C., Wang, X.: Learning from massive noisy labeled data for image classification. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2691\u20132699 (2015)"}],"container-title":["Lecture Notes in Networks and Systems","Intelligent Systems Design and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-96308-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,19]],"date-time":"2023-11-19T08:22:28Z","timestamp":1700382148000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-96308-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030963071","9783030963088"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-96308-8_6","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISDA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Systems Design and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 December 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isda2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.mirlabs.net\/isda21\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}