{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T05:54:11Z","timestamp":1774418051612,"version":"3.50.1"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001348","name":"Agency for Science, Technology and Research","doi-asserted-by":"publisher","award":["IAF-ICP Programme I2001E0067"],"award-info":[{"award-number":["IAF-ICP Programme I2001E0067"]}],"id":[{"id":"10.13039\/501100001348","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1007\/s00521-026-11885-8","type":"journal-article","created":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T04:25:25Z","timestamp":1772857525000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Memory-based batch contrastive regularization for enhanced feature learning in deep neural networks"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-9213-039X","authenticated-orcid":false,"given":"Muhammad","family":"Tanveer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1031-0351","authenticated-orcid":false,"given":"Hong Yee Alvin","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1551-8884","authenticated-orcid":false,"given":"Sheikh Faisal","family":"Rashid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7036-5158","authenticated-orcid":false,"given":"Jun","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,7]]},"reference":[{"key":"11885_CR1","unstructured":"Krogh A, Hertz J (1991) A simple weight decay can improve generalization. Adv Neural Inf Process Syst 4"},{"issue":"1","key":"11885_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-019-0197-0","volume":"6","author":"C Shorten","year":"2019","unstructured":"Shorten C, Khoshgoftaar TM (2019) A survey on image data augmentation for deep learning. J Big Data 6(1):1\u201348","journal-title":"J Big Data"},{"issue":"1","key":"11885_CR3","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"issue":"1","key":"11885_CR4","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1037\/a0032765","volume":"140","author":"C Mitchell","year":"2014","unstructured":"Mitchell C, Hall G (2014) Can theories of animal discrimination explain perceptual learning in humans? Psychol Bull 140(1):283","journal-title":"Psychol Bull"},{"issue":"2","key":"11885_CR5","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/0097-7403.33.2.124","volume":"33","author":"ME Mundy","year":"2007","unstructured":"Mundy ME, Honey RC, Dwyer DM (2007) Simultaneous presentation of similar stimuli produces perceptual learning in human picture processing. J Exp Psychol Anim Behav Process 33(2):124","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"1","key":"11885_CR6","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3390\/technologies9010002","volume":"9","author":"A Jaiswal","year":"2020","unstructured":"Jaiswal A, Babu AR, Zadeh MZ, Banerjee D, Makedon F (2020) A survey on contrastive self-supervised learning. Technologies 9(1):2","journal-title":"Technologies"},{"key":"11885_CR7","doi-asserted-by":"crossref","unstructured":"Wen Y, Zhang K, Li Z, Qiao Y (2016) A discriminative feature learning approach for deep face recognition. In: Computer vision\u2013ECCV 2016 14th European conference Amsterdam the Netherlands October 11\u201314 2016 Proceedings Part VII, vol 14, pp 499\u2013515","DOI":"10.1007\/978-3-319-46478-7_31"},{"key":"11885_CR8","doi-asserted-by":"crossref","unstructured":"Zhao K, Xu J, Cheng M-M (2019) Regularface: Deep face recognition via exclusive regularization. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1136\u20131144","DOI":"10.1109\/CVPR.2019.00123"},{"issue":"1","key":"11885_CR9","doi-asserted-by":"publisher","first-page":"76","DOI":"10.3390\/rs11010076","volume":"11","author":"Z Gong","year":"2019","unstructured":"Gong Z, Zhong P, Hu W, Hua Y (2019) Joint learning of the center points and deep metrics for land-use classification in remote sensing. Remote Sens 11(1):76","journal-title":"Remote Sens"},{"key":"11885_CR10","doi-asserted-by":"crossref","unstructured":"Liu W, Wen Y, Yu Z, Li M, Raj B, Song L (2017) Sphereface: Deep hypersphere embedding for face recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 212\u2013220","DOI":"10.1109\/CVPR.2017.713"},{"key":"11885_CR11","doi-asserted-by":"crossref","unstructured":"Tanveer M, Tan H-K, Ng H-F, Leung MK, Chuah JH (2020) Batch contrastive regularization for deep neural network. In: IJCCI, pp 368\u2013377","DOI":"10.5220\/0010135303680377"},{"key":"11885_CR12","doi-asserted-by":"publisher","first-page":"124409","DOI":"10.1109\/ACCESS.2021.3110286","volume":"9","author":"M Tanveer","year":"2021","unstructured":"Tanveer M, Tan H-K, Ng H-F, Leung MK, Chuah JH (2021) Regularization of deep neural network with batch contrastive loss. IEEE Access 9:124409\u2013124418","journal-title":"IEEE Access"},{"key":"11885_CR13","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International conference on machine learning. PMLR, pp 1597\u20131607"},{"key":"11885_CR14","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"11885_CR15","first-page":"21271","volume":"33","author":"J-B Grill","year":"2020","unstructured":"Grill J-B, Strub F, Altch\u00e9 F, Tallec C, Richemond P, Buchatskaya E, Doersch C, Avila Pires B, Guo Z, Gheshlaghi Azar M et al (2020) Bootstrap your own latent-a new approach to self-supervised learning. Adv Neural Inf Process Syst 33:21271\u201321284","journal-title":"Adv Neural Inf Process Syst"},{"key":"11885_CR16","first-page":"9912","volume":"33","author":"M Caron","year":"2020","unstructured":"Caron M, Misra I, Mairal J, Goyal P, Bojanowski P, Joulin A (2020) Unsupervised learning of visual features by contrasting cluster assignments. Adv Neural Inf Process Syst 33:9912\u20139924","journal-title":"Adv Neural Inf Process Syst"},{"key":"11885_CR17","doi-asserted-by":"crossref","unstructured":"Hoffer E, Ailon N (2015) Deep metric learning using triplet network. In: Similarity-based pattern recognition: third international workshop, SIMBAD 2015, Copenhagen, Denmark, October 12\u201314, 2015. Proceedings 3. Springer, pp 84\u201392","DOI":"10.1007\/978-3-319-24261-3_7"},{"key":"11885_CR18","unstructured":"Zbontar J, Jing L, Misra I, LeCun Y, Deny S (2021) Barlow twins: self-supervised learning via redundancy reduction. In: International conference on machine learning. PMLR, pp 12310\u201312320"},{"issue":"1","key":"11885_CR19","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s00530-024-01642-z","volume":"31","author":"Z Wang","year":"2025","unstructured":"Wang Z, Tao H, Zhou H, Deng Y, Zhou P (2025) A content-style control network with style contrastive learning for underwater image enhancement. Multimed Syst 31(1):60","journal-title":"Multimed Syst"},{"key":"11885_CR20","doi-asserted-by":"publisher","first-page":"23295","DOI":"10.1007\/s00521-024-10474-x","volume":"36","author":"M Tanveer","year":"2024","unstructured":"Tanveer M, Siyal MY, Rashid SF (2024) Regularization of deep neural network using a multisample memory model. Neural Comput Appl 36:23295\u201323307. https:\/\/doi.org\/10.1007\/s00521-024-10474-x","journal-title":"Neural Comput Appl"},{"key":"11885_CR21","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) ImageNet classification with deep convolutional neural networks. Adv Neural Inf Process Syst 25"},{"key":"11885_CR22","unstructured":"Simard PY, Steinkraus D, Platt JC, et al (2003) Best practices for convolutional neural networks applied to visual document analysis. In: ICDAR, vol 3. Edinburgh"},{"key":"11885_CR23","doi-asserted-by":"crossref","unstructured":"Cubuk ED, Zoph B, Mane D, Vasudevan V, Le QV (2019) Autoaugment: Learning augmentation strategies from data. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 113\u2013123","DOI":"10.1109\/CVPR.2019.00020"},{"key":"11885_CR24","unstructured":"DeVries T, Taylor GW (2017) Improved regularization of convolutional neural networks with cutout. arXiv preprint arXiv:1708.04552"},{"key":"11885_CR25","unstructured":"Ghiasi G, Lin T-Y, Le QV (2018) Dropblock: A regularization method for convolutional networks. Adv Neural Inf Process Syst 31"},{"key":"11885_CR26","unstructured":"Zhang H, Cisse M, Dauphin YN, Lopez-Paz D (2017) mixup: Beyond empirical risk minimization. arXiv preprint arXiv:1710.09412"},{"key":"11885_CR27","doi-asserted-by":"crossref","unstructured":"Yun S, Han D, Oh SJ, Chun S, Choe J, Yoo Y (2019) Cutmix: regularization strategy to train strong classifiers with localizable features. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 6023\u20136032","DOI":"10.1109\/ICCV.2019.00612"},{"key":"11885_CR28","doi-asserted-by":"crossref","unstructured":"Summers C, Dinneen MJ (2019) Improved mixed-example data augmentation. In: 2019 IEEE winter conference on applications of computer vision (WACV). IEEE, pp 1262\u20131270","DOI":"10.1109\/WACV.2019.00139"},{"key":"11885_CR29","unstructured":"Takahashi R, Matsubara T, Uehara K (2018) RICAP: random image cropping and patching data augmentation for deep CNNs. In: Asian conference on machine learning. PMLR, pp 786\u2013798"},{"key":"11885_CR30","unstructured":"Neelakantan A, Vilnis L, Le QV, Sutskever I, Kaiser L, Kurach K, Martens J (2015) Adding gradient noise improves learning for very deep networks. arXiv preprint arXiv:1511.06807"},{"key":"11885_CR31","unstructured":"Gastaldi X (2017) Shake-shake regularization. arXiv preprint arXiv:1705.07485"},{"key":"11885_CR32","doi-asserted-by":"publisher","first-page":"186126","DOI":"10.1109\/ACCESS.2019.2960566","volume":"7","author":"Y Yamada","year":"2019","unstructured":"Yamada Y, Iwamura M, Akiba T, Kise K (2019) Shakedrop regularization for deep residual learning. IEEE Access 7:186126\u2013186136","journal-title":"IEEE Access"},{"key":"11885_CR33","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"11885_CR34","doi-asserted-by":"crossref","unstructured":"Han D, Kim J, Kim J (2017) Deep pyramidal residual networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5927\u20135935","DOI":"10.1109\/CVPR.2017.668"},{"key":"11885_CR35","doi-asserted-by":"crossref","unstructured":"Huang G, Sun Y, Liu Z, Sedra D, Weinberger KQ (2016) Deep networks with stochastic depth. In: Computer Vision\u2013ECCV 2016: 14th European Conference, Amsterdam, The Netherlands, October 11\u201314, 2016, Proceedings, Part IV 14. Springer, pp 646\u2013661","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"11885_CR36","unstructured":"Graves A, Wayne G, Danihelka I (2014) Neural turing machines. arXiv preprint arXiv:1410.5401"},{"key":"11885_CR37","unstructured":"Weston J, Chopra S, Bordes A (2014) Memory networks. arXiv preprint arXiv:1410.3916"},{"key":"11885_CR38","unstructured":"Santoro A, Bartunov S, Botvinick M, Wierstra D, Lillicrap T (2016) Meta-learning with memory-augmented neural networks. In: International conference on machine learning. PMLR, pp 1842\u20131850"},{"key":"11885_CR39","unstructured":"Kim Y, Kim M, Kim G (2018) Memorization precedes generation: Learning unsupervised gans with memory networks. arXiv preprint arXiv:1803.01500"},{"key":"11885_CR40","doi-asserted-by":"crossref","unstructured":"Bengio Y, Lamblin P, Popovici D, Larochelle H (2006) Greedy layer-wise training of deep networks. Adv Neural Inf Process Syst 19","DOI":"10.7551\/mitpress\/7503.003.0024"},{"key":"11885_CR41","doi-asserted-by":"crossref","unstructured":"Gong D, Liu L, Le V, Saha B, Mansour MR, Venkatesh S, Hengel Avd (2019) Memorizing normality to detect anomaly: memory-augmented deep autoencoder for unsupervised anomaly detection. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 1705\u20131714","DOI":"10.1109\/ICCV.2019.00179"},{"key":"11885_CR42","unstructured":"Zong B, Song Q, Min MR, Cheng W, Lumezanu C, Cho D, Chen H (2018) Deep autoencoding gaussian mixture model for unsupervised anomaly detection. In: International conference on learning representations"},{"key":"11885_CR43","doi-asserted-by":"crossref","unstructured":"Hasan M, Choi J, Neumann J, Roy-Chowdhury AK, Davis LS (2016) Learning temporal regularity in video sequences. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 733\u2013742","DOI":"10.1109\/CVPR.2016.86"},{"key":"11885_CR44","doi-asserted-by":"crossref","unstructured":"Zhao Y, Deng B, Shen C, Liu Y, Lu H, Hua X-S (2017) Spatio-temporal autoencoder for video anomaly detection. In: Proceedings of the 25th ACM international conference on multimedia, pp 1933\u20131941","DOI":"10.1145\/3123266.3123451"},{"issue":"2","key":"11885_CR45","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1111\/j.1467-9868.2005.00503.x","volume":"67","author":"H Zou","year":"2005","unstructured":"Zou H, Hastie T (2005) Regularization and variable selection via the elastic net. J R Stat Soc Ser B Stat Methodol 67(2):301\u2013320","journal-title":"J R Stat Soc Ser B Stat Methodol"},{"key":"11885_CR46","doi-asserted-by":"crossref","unstructured":"Huang Y, Cao X, Zhang B, Zheng J, Kong X (2017) Batch loss regularization in deep learning method for aerial scene classification. In: 2017 integrated communications, navigation and surveillance conference (ICNS). IEEE, pp 3\u201321","DOI":"10.1109\/ICNSURV.2017.8011993"},{"key":"11885_CR47","doi-asserted-by":"crossref","unstructured":"Chopra S, Hadsell R, LeCun Y (2005) Learning a similarity metric discriminatively, with application to face verification. In: IEEE computer society conference on computer vision and pattern recognition (CVPR05), vol 1. IEEE, pp 539\u2013546","DOI":"10.1109\/CVPR.2005.202"},{"issue":"5","key":"11885_CR48","first-page":"1279","volume":"42","author":"S Horiguchi","year":"2019","unstructured":"Horiguchi S, Ikami D, Aizawa K (2019) Significance of softmax-based features in comparison to distance metric learning-based features. IEEE Trans Pattern Anal Mach Intell 42(5):1279\u20131285","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11885_CR49","doi-asserted-by":"crossref","unstructured":"Haase D, Amthor M (2020) Rethinking depthwise separable convolutions: how intra-kernel correlations lead to improved mobilenets. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 14600\u201314609","DOI":"10.1109\/CVPR42600.2020.01461"},{"key":"11885_CR50","unstructured":"Luu M-L, Huang Z, Xing EP, Lee YJ, Wang H (2022) Expeditious saliency-guided mix-up through random gradient thresholding. arXiv preprint arXiv:2212.04875"},{"key":"11885_CR51","first-page":"28363","volume":"35","author":"O Belhasin","year":"2022","unstructured":"Belhasin O, Bar-Shalom G, El-Yaniv R (2022) TransBoost: improving the best ImageNet performance using deep transduction. Adv Neural Inf Process Syst 35:28363\u201328373","journal-title":"Adv Neural Inf Process Syst"},{"key":"11885_CR52","unstructured":"Webster MB, Choi J, et al (2021) Learning the connections in direct feedback alignment. In: International conference on learning representations"},{"key":"11885_CR53","first-page":"156","volume":"35","author":"Y Guo","year":"2022","unstructured":"Guo Y, Chen Y, Zhang L, Liu X, Wang Y, Huang X, Ma Z (2022) IM-loss: information maximization loss for spiking neural networks. Adv Neural Inf Process Syst 35:156\u2013166","journal-title":"Adv Neural Inf Process Syst"},{"key":"11885_CR54","doi-asserted-by":"crossref","unstructured":"Liu J, Wen D, Gao H, Tao W, Chen T-W, Osa K, Kato M (2019) Knowledge representing: efficient, sparse representation of prior knowledge for knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition workshops","DOI":"10.1109\/CVPRW.2019.00090"},{"key":"11885_CR55","doi-asserted-by":"crossref","unstructured":"Zang Z, Li S, Wu D, Wang G, Wang K, Shang L, Sun B, Li H, Li SZ (2022) DLME: deep local-flatness manifold embedding. In: European conference on computer vision. Springer, pp 576\u2013592","DOI":"10.1007\/978-3-031-19803-8_34"},{"key":"11885_CR56","unstructured":"Zheng R, Yu Z, Zhang Y, Ding C, Cheng HV, Liu L (2020) Learning class unique features in fine-grained visual classification. arXiv preprint arXiv:2011.10951"},{"key":"11885_CR57","unstructured":"Moreau T, Massias M, Gramfort A, Ablin P, Bannier P-A, Charlier B, Dagr\u00e9ou M, Tour TD, Durif G, Dantas CF, et al (2022) Benchopt: reproducible, efficient and collaborative optimization benchmarks, 5, 66. arxiv:org\/abs\/2206.13424"},{"key":"11885_CR58","doi-asserted-by":"crossref","unstructured":"Touvron H, Sablayrolles A, Douze M, Cord M, J\u00e9gou H (2021) Grafit: Learning fine-grained image representations with coarse labels. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 874\u2013884","DOI":"10.1109\/ICCV48922.2021.00091"},{"key":"11885_CR59","unstructured":"Chen X, Hsieh C-J, Gong B (2021) When vision transformers outperform ResNets without pre-training or strong data augmentations. arXiv preprint arXiv:2106.01548"},{"key":"11885_CR60","unstructured":"Wightman R, Touvron H, J\u00e9gou H (2021) ResNet strikes back: an improved training procedure in TIMM. arXiv preprint arXiv:2110.00476"},{"key":"11885_CR61","unstructured":"Papers With Code: Image Classification on CIFAR-10. https:\/\/paperswithcode.com\/sota\/image-classification-on-cifar-10. Accessed: 2024-09-27 (2024)"},{"key":"11885_CR62","unstructured":"Papers With Code (2024) Image Classification on CIFAR-100. https:\/\/paperswithcode.com\/sota\/image-classification-on-cifar-100. Accessed: 2024-09-27"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-026-11885-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-026-11885-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-026-11885-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T04:59:09Z","timestamp":1774414749000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-026-11885-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":62,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,3]]}},"alternative-id":["11885"],"URL":"https:\/\/doi.org\/10.1007\/s00521-026-11885-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"10 October 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We have no conflict of interest to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"135"}}