{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T14:32:56Z","timestamp":1772893976838,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"36","license":[{"start":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T00:00:00Z","timestamp":1728691200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T00:00:00Z","timestamp":1728691200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s00521-024-10474-x","type":"journal-article","created":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T17:01:44Z","timestamp":1728752504000},"page":"23295-23307","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Regularization of deep neural network using a multisample memory model"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-9213-039X","authenticated-orcid":false,"given":"Muhammad","family":"Tanveer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0500-0977","authenticated-orcid":false,"given":"Mohammad Yakoob","family":"Siyal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1551-8884","authenticated-orcid":false,"given":"Sheikh Faisal","family":"Rashid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,12]]},"reference":[{"issue":"6","key":"10474_CR1","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"10474_CR2","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"10474_CR3","doi-asserted-by":"crossref","unstructured":"Zhuo LA, Zhang B, Yang L, Chen H, Ye Q, Doermann D, Ji R, Guo G (2020) Cogradient descent for bilinear optimization. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 7959\u20137967","DOI":"10.1109\/CVPR42600.2020.00798"},{"key":"10474_CR4","doi-asserted-by":"crossref","unstructured":"Jiang K, Wang Z, Yi P, Chen C, Huang B, Luo Y, Ma J, Jiang J (2020) Multi-scale progressive fusion network for single image deraining. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 8346\u20138355","DOI":"10.1109\/CVPR42600.2020.00837"},{"key":"10474_CR5","unstructured":"Ren S, He K, Girshick R, Sun J (2015) Faster r-cnn: towards real-time object detection with region proposal networks. In: Advances in neural information processing systems, pp 91\u201399"},{"key":"10474_CR6","doi-asserted-by":"crossref","unstructured":"He K, Gkioxari G, Doll\u00e1r P, Girshick R. Mask r-cnn (2017) In Proceedings of the IEEE international conference on computer vision, pp 2961\u20132969","DOI":"10.1109\/ICCV.2017.322"},{"issue":"4","key":"10474_CR7","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","volume":"40","author":"LC Chen","year":"2017","unstructured":"Chen LC, Papandreou G, Kokkinos I, Murphy K, Yuille AL (2017) Deeplab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs. IEEE Trans Pattern Anal Mach Intell 40(4):834\u2013848","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10474_CR8","doi-asserted-by":"crossref","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3431\u20133440","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"10474_CR9","doi-asserted-by":"crossref","unstructured":"Yun S, Han D, Oh SJ, Chun S, Choe J, Yoo Y (2019) Cutmix: Regularization strategy to train strong classifiers with localizable features. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 6023\u20136032","DOI":"10.1109\/ICCV.2019.00612"},{"key":"10474_CR10","unstructured":"Neelakantan A, Vilnis L, Le QV, Sutskever I, Kaiser L, Kurach K, Martens J (2015) Adding gradient noise improves learning for very deep networks. arXiv preprint arXiv:1511.06807."},{"issue":"1","key":"10474_CR11","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"10474_CR12","doi-asserted-by":"crossref","unstructured":"Huang G, Sun Y, Liu Z, Sedra D, Weinberger KQ (2016) Deep networks with stochastic depth. In: Computer Vision\u2013ECCV 2016: 14th European Conference, Amsterdam, The Netherlands, October 11\u201314, 2016, Proceedings, Part IV. Springer: Berlin, pp 646\u2013661","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"10474_CR13","unstructured":"Larsson G, Maire M, Shakhnarovich G (2016) Fractalnet: ultra-deep neural networks without residuals. arXiv preprint arXiv:1605.07648."},{"key":"10474_CR14","doi-asserted-by":"crossref","unstructured":"Gong D, Liu L, Le V, Saha B, Mansour MR, Venkatesh S, Hengel AV (2019) Memorizing normality to detect anomaly: memory-augmented deep autoencoder for unsupervised anomaly detection. In: Proceedings of the IEEE\/CVF international conference on computer vision (pp 1705\u20131714)","DOI":"10.1109\/ICCV.2019.00179"},{"key":"10474_CR15","doi-asserted-by":"crossref","unstructured":"Tanveer M, Tan HK, Ng HF, Leung MK, Chuah JH (2020) Batch contrastive regularization for deep neural network. In: IJCCI, pp 368\u2013377","DOI":"10.5220\/0010135303680377"},{"key":"10474_CR16","doi-asserted-by":"publisher","first-page":"124409","DOI":"10.1109\/ACCESS.2021.3110286","volume":"9","author":"M Tanveer","year":"2021","unstructured":"Tanveer M, Tan HK, Ng HF, Leung MK, Chuah JH (2021) Regularization of deep neural network with batch contrastive loss. IEEE Access 9:124409\u2013124418","journal-title":"IEEE Access"},{"issue":"1","key":"10474_CR17","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1037\/a0032765","volume":"140","author":"C Mitchell","year":"2014","unstructured":"Mitchell C, Hall G (2014) Can theories of animal discrimination explain perceptual learning in humans? Psychol Bull 140(1):283","journal-title":"Psychol Bull"},{"issue":"2","key":"10474_CR18","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/0097-7403.33.2.124","volume":"33","author":"ME Mundy","year":"2007","unstructured":"Mundy ME, Honey RC, Dwyer DM (2007) Simultaneous presentation of similar stimuli produces perceptual learning in human picture processing. J Exp Psychol Anim Behav Process 33(2):124","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"10474_CR19","unstructured":"Simard PY, Steinkraus D, Platt JC (2003) Best practices for convolutional neural networks applied to visual document analysis. In: Icdar vol 3"},{"key":"10474_CR20","doi-asserted-by":"crossref","unstructured":"Cubuk ED, Zoph B, Mane D, Vasudevan V, Le QV (2019) Autoaugment: Learning augmentation strategies from data. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 113\u2013123","DOI":"10.1109\/CVPR.2019.00020"},{"key":"10474_CR21","unstructured":"DeVries T, Taylor GW (2017) Improved regularization of convolutional neural networks with cutout. arXiv preprint arXiv:1708.04552"},{"key":"10474_CR22","unstructured":"Ghiasi G, Lin TY, Le QV (2018) Dropblock: A regularization method for convolutional networks. In: Advances in neural information processing systems, pp 10 727\u201310 737"},{"key":"10474_CR23","unstructured":"Zhang H, Cisse M, Dauphin YN, Lopez-Paz D (2017) mixup: Beyond empirical risk minimization. arXiv preprint arXiv:1710.09412"},{"key":"10474_CR24","doi-asserted-by":"crossref","unstructured":"Summers C, Dinneen MJ (2019) Improved mixed-example data augmentation. In: 2019 IEEE winter conference on applications of computer vision (WACV), pp 1262\u20131270","DOI":"10.1109\/WACV.2019.00139"},{"key":"10474_CR25","unstructured":"Takahashi R, Matsubara T, Uehara K (2018) Ricap: Random image cropping and patching data augmentation for deep CNNS. In: Asian conference on machine learning, pp 786\u2013798. PMLR"},{"key":"10474_CR26","unstructured":"Gastaldi X (2017) Shake-shake regularization. arXiv preprint arXiv:1705.07485"},{"key":"10474_CR27","doi-asserted-by":"crossref","unstructured":"Han D, Kim J, Kim J (2017) Deep pyramidal residual networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5927\u20135935","DOI":"10.1109\/CVPR.2017.668"},{"key":"10474_CR28","doi-asserted-by":"publisher","first-page":"186126","DOI":"10.1109\/ACCESS.2019.2960566","volume":"7","author":"Y Yamada","year":"2019","unstructured":"Yamada Y, Iwamura M, Akiba T, Kise K (2019) Shakedrop regularization for deep residual learning. IEEE Access 7:186126\u2013186136","journal-title":"IEEE Access"},{"key":"10474_CR29","unstructured":"Graves A, Wayne G, Danihelka I (2014) Neural turing machines. arXiv preprint arXiv:1410.5401"},{"key":"10474_CR30","unstructured":"Weston, Chopra S, Bordes A (2015) Memory networks. In: International Conference on Learning Representations (ICLR)"},{"key":"10474_CR31","unstructured":"Santoro A, Bartunov S, Botvinick M, Wierstra D, Lillicrap T (2016) One-shot learning with memory-augmented neural networks. arXiv preprint arXiv:1605.06065"},{"key":"10474_CR32","unstructured":"Kim Y, Kim M, Kim G (2018) Memorization precedes generation: Learning unsupervised gans with memory networks. arXiv preprint arXiv:1803.01500"},{"key":"10474_CR33","unstructured":"Zong B, Song Q, Min MR, Cheng W, Lumezanu C, Cho D, Chen H (2018) Deep autoencoding gaussian mixture model for unsupervised anomaly detection. In: International conference on learning representations"},{"key":"10474_CR34","doi-asserted-by":"crossref","unstructured":"Hasan M, Choi J, Neumann J, Roy-Chowdhury AK, Davis LS (2016) Learning temporal regularity in video sequences. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 733\u2013742","DOI":"10.1109\/CVPR.2016.86"},{"key":"10474_CR35","doi-asserted-by":"crossref","unstructured":"Zhao Y, Deng B, Shen C, Liu Y, Lu H, Hua XS (2017) Spatio-temporal autoencoder for video anomaly detection. In: Proceedings of the 25th ACM international conference on Multimedia, pp 1933\u20131941","DOI":"10.1145\/3123266.3123451"},{"key":"10474_CR36","unstructured":"Krogh A, Hertz J (1992) A simple weight decay can improve generalization. Advances in neural information processing systems"},{"issue":"2","key":"10474_CR37","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1111\/j.1467-9868.2005.00503.x","volume":"67","author":"H Zou","year":"2005","unstructured":"Zou H, Hastie T (2005) Regularization and variable selection via the elastic net. J R Statis Soc Ser B (Statis Methodol) 67(2):301\u2013320","journal-title":"J R Statis Soc Ser B (Statis Methodol)"},{"key":"10474_CR38","doi-asserted-by":"crossref","unstructured":"Wen Y, Zhang K, Li Z, Qiao Y (2016) A discriminative feature learning approach for deep face recognition. In: Computer Vision-ECCV 2016: 14th European Conference, Amsterdam, The Netherlands, Part VII 14, Springer: Berlin, pp 499\u2013515","DOI":"10.1007\/978-3-319-46478-7_31"},{"issue":"1","key":"10474_CR39","doi-asserted-by":"publisher","first-page":"76","DOI":"10.3390\/rs11010076","volume":"11","author":"Z Gong","year":"2019","unstructured":"Gong Z, Zhong P, Hu W, Hua Y (2019) Joint learning of the center points and deep metrics for land-use classification in remote sensing. Remote Sens 11(1):76","journal-title":"Remote Sens"},{"key":"10474_CR40","doi-asserted-by":"crossref","unstructured":"Huang Y, Cao X, Zhang B, Zheng J, Kong X (2017) Batch loss regularization in deep learning method for aerial scene classification. In: 2017 IEEE Integrated communications, navigation and surveillance conference (ICNS), pp 3E2\u20131","DOI":"10.1109\/ICNSURV.2017.8011918"},{"key":"10474_CR41","doi-asserted-by":"crossref","unstructured":"Liu W, Wen Y, Yu Z, Li M, Raj B, Song L (2017) Sphereface: deep hypersphere embedding for face recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 212\u2013220","DOI":"10.1109\/CVPR.2017.713"},{"key":"10474_CR42","doi-asserted-by":"crossref","unstructured":"Zhao K, Xu J, Cheng MM (2019) Regularface: deep face recognition via exclusive regularization. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1136\u20131144","DOI":"10.1109\/CVPR.2019.00123"},{"key":"10474_CR43","unstructured":"Luu ML, Huang Z, Xing EP, Lee YJ, Wang H (2022) Expeditious saliency-guided mix-up through random gradient thresholding. arXiv preprint arXiv:2212.04875"},{"key":"10474_CR44","unstructured":"Belhasin O, Bar-Shalom G, El-Yaniv R (2022) TransBoost: improving the best imagenet performance using deep transduction. In: Advances in neural information processing systems, pp 28363\u201328373"},{"key":"10474_CR45","doi-asserted-by":"crossref","unstructured":"Guo Y, Chen Y, Zhang L, Liu X, Wang Y, Huang X, Ma Z (2022) IM-loss: information maximization loss for spiking neural networks. In: Advances in neural information processing systems, pp 156\u2013166","DOI":"10.20944\/preprints202312.1318.v1"},{"key":"10474_CR46","doi-asserted-by":"crossref","unstructured":"Haase D, Amthor M (2020) Rethinking depthwise separable convolutions: How intra-kernel correlations lead to improved mobilenets. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 14600\u201314609","DOI":"10.1109\/CVPR42600.2020.01461"},{"key":"10474_CR47","unstructured":"Webster MB, Choi J (2020) Learning the connections in direct feedback alignment"},{"key":"10474_CR48","first-page":"25404","volume":"35","author":"T Moreau","year":"2022","unstructured":"Moreau T, Massias M, Gramfort A, Ablin P, Bannier PA, Charlier B, Dagr\u00e9ou M, Dupre la Tour T, Durif G, Dantas CF, Klopfenstein Q (2022) Benchopt: Reproducible, efficient and collaborative optimization benchmarks. Adv Neural Inf Process Syst 35:25404\u201325421","journal-title":"Adv Neural Inf Process Syst"},{"key":"10474_CR49","doi-asserted-by":"crossref","unstructured":"Cherti M, Jitsev J (2022) Effect of pre-training scale on intra-and inter-domain, full and few-shot transfer learning for natural and X-ray chest images. In: 2022 IEEE International joint conference on neural networks (IJCNN), pp 1\u20139","DOI":"10.1109\/IJCNN55064.2022.9892393"},{"key":"10474_CR50","unstructured":"Chen X, Hsieh CJ, Gong B (2021) When vision transformers outperform resnets without pre-training or strong data augmentations. arXiv preprint arXiv:2106.01548"},{"key":"10474_CR51","doi-asserted-by":"crossref","unstructured":"Liu J, Wen D, Gao H, Tao W, Chen TW, Osa K, Kato M (2019) Knowledge representing: efficient, sparse representation of prior knowledge for knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition workshops, pp 0\u20130","DOI":"10.1109\/CVPRW.2019.00090"},{"key":"10474_CR52","doi-asserted-by":"crossref","unstructured":"Zang Z, Li S, Wu D, Wang G, Wang K, Shang L, Sun B, Li H, Li SZ (2022) Dlme: Deep local-flatness manifold embedding. In: Computer vision\u2014ECCV 2022: 17th European Conference, Tel Aviv, Israel, Proceedings, Part XXI, pp 576\u2013592. Springer: Cham","DOI":"10.1007\/978-3-031-19803-8_34"},{"key":"10474_CR53","unstructured":"Zheng R, Yu Z, Zhang Y, Ding C, Cheng HV, Liu L (2020) Learning class unique features in fine-grained visual classification. arXiv preprint arXiv:2011.10951"},{"key":"10474_CR54","unstructured":"Belhasin O, Bar-Shalom G, El-Yaniv R (2022) TransBoost: Improving the best imagenet performance using deep transduction. arXiv preprint arXiv:2205.13331"},{"key":"10474_CR55","unstructured":"Wightman R, Touvron H, J\u00e9gou H 2021 Resnet strikes back: An improved training procedure in timm. arXiv preprint arXiv:2110.00476"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10474-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10474-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10474-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T20:07:58Z","timestamp":1732651678000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10474-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,12]]},"references-count":55,"journal-issue":{"issue":"36","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["10474"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10474-x","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,12]]},"assertion":[{"value":"26 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We have no conflicts of interest to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}