{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T20:06:59Z","timestamp":1772136419851,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T00:00:00Z","timestamp":1772064000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T00:00:00Z","timestamp":1772064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Data Sci Anal"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1007\/s41060-026-01055-3","type":"journal-article","created":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T19:13:02Z","timestamp":1772133182000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A new optimization model for regularization in CNNs using spatial correlation and guided by particle Swarm optimization"],"prefix":"10.1007","volume":"22","author":[{"given":"Asmae","family":"Ettaouil","sequence":"first","affiliation":[]},{"given":"Rachid","family":"EL Khaoulani","sequence":"additional","affiliation":[]},{"given":"Nour-Eddine","family":"Joudar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,2,26]]},"reference":[{"issue":"11","key":"1055_CR1","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"1055_CR2","doi-asserted-by":"crossref","unstructured":"dos Santos, C.F.G., Papa, JP.: 2018. Avoiding overfitting: a survey on regularization methods for convolutional neural networks. ACM Comput. Surv. 54(10s), Article 213 (2022)","DOI":"10.1145\/3510413"},{"key":"1055_CR3","first-page":"19353","volume":"33","author":"K Han","year":"2020","unstructured":"Han, K., Wang, Y., Zhang, Q., Zhang, W., Xu, C., Zhang, T.: Model Rubik\u2019s cube: twisting resolution, depth and width for TinyNets. Adv. Neural Inform. Process. Syst. 33, 19353\u201319364 (2020)","journal-title":"Adv. Neural Inform. Process. Syst."},{"key":"1055_CR4","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1055_CR5","doi-asserted-by":"crossref","unstructured":"Kong, Y., Feng, M., Li, X., Lu, H., Liu, X., Yin, B.: Spatial context-aware network for salient object detection. Pattern Recogn. 107867 (2021)","DOI":"10.1016\/j.patcog.2021.107867"},{"key":"1055_CR6","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. In: Advances in Neural Information Processing Systems, pp. 91\u201399 (2015)"},{"key":"1055_CR7","unstructured":"Simonyan, K., Zisserman, A.: 2014. Very Deep Convolutional Networks for Large-Scale Image Recognition. arXiv:1409.1556 (2014)"},{"key":"1055_CR8","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1055_CR9","unstructured":"Iandola, F., Moskewicz, M., Karayev, S., Girshick, R., Darrell, T., Keutzer, K.: Densenet: Implementing efficient convnet descriptor pyramid. arXiv:1404.1869 (2014)"},{"issue":"2012","key":"1055_CR10","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. Adv. Neural. Inf. Process. Syst. 25(2012), 1097\u20131105 (2012)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"1055_CR11","doi-asserted-by":"crossref","unstructured":"Zhong, Z., Zheng, L., Kang, G., Li, S., Yang, Y.: Random erasing data augmentation. In: AAAI, pp. 13001\u201313008 (2020)","DOI":"10.1609\/aaai.v34i07.7000"},{"key":"1055_CR12","unstructured":"loffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Proceedings of the 32nd International Conference on Machine Learning (2015)"},{"key":"1055_CR13","unstructured":"Krogh, A., Hertz, J.A.: A simple weight decay can improve generalization. In: Proceedings of the 5th International Conference on Neural Information Processing Systems, pp 950\u2013957 (1992)"},{"issue":"1","key":"1055_CR14","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: 2014 Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"1055_CR15","unstructured":"Ghiasi, G., Lin, T., Le, Q.V.: Dropblock: A regularization method for convolutional networks. In: Advances in Neural Information Processing Systems, pp. 10727\u201310737 (2018)"},{"key":"1055_CR16","doi-asserted-by":"crossref","unstructured":"Tompson, J., Goroshin, R., Jain, A., LeCun, Y., Bregler, C.: Efficient object localization using convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 648\u2013656 (2015)","DOI":"10.1109\/CVPR.2015.7298664"},{"key":"1055_CR17","doi-asserted-by":"publisher","unstructured":"Kennedy, J., Eberhart, R.: Particle swarm optimization. In: Proceedings of ICNN\u201995-International Conference on Neural Networks, Perth, WA, Australia, 1942-1948 4, (1995) https:\/\/doi.org\/10.1109\/ICNN.1995.488968","DOI":"10.1109\/ICNN.1995.488968"},{"key":"1055_CR18","doi-asserted-by":"crossref","unstructured":"Wang, H., Gong, J.: A comparative study of GA, PSO and SCE algorithms for estimating kinetics of biomass pyrolysis. Emerg. Manag. Sci. Technol. 3(1) (2023)","DOI":"10.48130\/EMST-2023-0009"},{"key":"1055_CR19","unstructured":"Wan, L., Zeiler, M., Zhang, S., Le Cun, Y., Fergus, R.: Regularization of neural networks using dropconnect. In: International Conference on Machine Learning, pp. 1058\u20131066 (2013)"},{"key":"1055_CR20","unstructured":"Larsson, G., Maire, M., Shakhnarovich, G.: Fractalnet: ultra-deep neural networks without residuals. In: International Conference on Learning Representations (2017)"},{"key":"1055_CR21","doi-asserted-by":"crossref","unstructured":"Yu, H., Wen, J., Sun, Y., Wei, X., Lu, J.: CA-GNN: a competence-aware graph neural network for semi-supervised learning on streaming data. IEEE Trans. Cybern. (2024)","DOI":"10.1109\/TCYB.2024.3489605"},{"key":"1055_CR22","doi-asserted-by":"crossref","unstructured":"Yang, L., Hu, W., Xu, J., Shi, R., He, D., Wang, C., Cao, X., Wang, Z., Niu, B., Guo, Y.: Gauss: Graph-customized universal self-supervised learning. In: Proceedings of the ACM Web Conference 2024, pp. 582\u2013593 (2024)","DOI":"10.1145\/3589334.3645453"},{"key":"1055_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2024.110329","volume":"150","author":"Y Guo","year":"2024","unstructured":"Guo, Y., Yu, H., Xie, S., Ma, L., Cao, X., Luo, X.: Dsca: a dual semantic correlation alignment method for domain adaptation object detection. Pattern Recogn. 150, 110329 (2024)","journal-title":"Pattern Recogn."},{"key":"1055_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.109439","volume":"139","author":"Q Zheng","year":"2025","unstructured":"Zheng, Q., Tian, X., Yang, M., Han, S., Elhanashi, A., Saponara, S., Kpalma, K.: Reconstruction error based implicit regularization method and its engineering application to lung cancer diagnosis. Eng. Appl. Artif. Intell. 139, 109439 (2025)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"1055_CR25","doi-asserted-by":"crossref","unstructured":"Wang, T., Xie, S., Gao, M., Chen, X., Zhang, Z., Yu, H.: Offline reinforcement learning via policy regularization and ensemble Q-functions. In: 2022 IEEE 34th International Conference on Tools with Artificial Intelligence (ICTAI), pp. 1167\u20131174. IEEE (2022)","DOI":"10.1109\/ICTAI56018.2022.00178"},{"issue":"1","key":"1055_CR26","first-page":"150","volume":"34","author":"H Yu","year":"2020","unstructured":"Yu, H., Lu, J., Zhang, G.: An online robust support vector regression for data streams. IEEE Trans. Knowl. Data Eng. 34(1), 150\u2013163 (2020)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"1055_CR27","doi-asserted-by":"crossref","unstructured":"Hssayni, E., Joudar, N., Ettaouil, M.: An adaptive Drop method for deep neural networks regularization: estimation of DropConnect hyperparameter using generalization gap. In: Knowledge-Based Systems, vol. 244, pp. 109567. Elsevier B.V. (2022)","DOI":"10.1016\/j.knosys.2022.109567"},{"issue":"15","key":"1055_CR28","doi-asserted-by":"publisher","first-page":"7682","DOI":"10.3390\/app12157682","volume":"12","author":"M Liu","year":"2022","unstructured":"Liu, M., Xie, T., Cheng, X., Deng, J., Yang, M., Wang, X., Liu, M.: Focuseddropout for convolutional neural network. Appl. Sci. 12(15), 7682 (2022)","journal-title":"Appl. Sci."},{"key":"1055_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, H., Cisse, M., Dauphin, Y.N., Lopez-Paz, D.: 2017 mixup: beyond empirical risk minimization. arXiv:1710.09412 (2017)","DOI":"10.1007\/978-1-4899-7687-1_79"},{"key":"1055_CR30","doi-asserted-by":"crossref","unstructured":"Huang, G., Sun, Y., Liu, Z., Sedra, D., Weinberger, K.Q.: Deep networks with stochastic depth. In: ECCV, pp. 646\u2013661. Springer (2016)","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"1055_CR31","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., Le, Q.V.: Learning transferable architectures for scalable image recognition. In: CVPR (2017)","DOI":"10.1109\/CVPR.2018.00907"},{"key":"1055_CR32","unstructured":"Gastaldi, X.: Shake-shake regularization. CoRR: abs\/1705.07485, (2017)"},{"key":"1055_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108117","volume":"120","author":"Y Zeng","year":"2021","unstructured":"Zeng, Y., Dai, T., Chen, B., Xia, S., Lu, J.: Correlation-based structural dropout for convolutional neural networks. Pattern Recogn. 120, 108117 (2021)","journal-title":"Pattern Recogn."},{"key":"1055_CR34","doi-asserted-by":"publisher","first-page":"186126","DOI":"10.1109\/ACCESS.2019.2960566","volume":"7","author":"Y Yamada","year":"2019","unstructured":"Yamada, Y., Iwamura, M., Akiba, T., Kise, K.: Shakedrop regularization for deep residual learning. IEEE Access 7, 186126\u2013186136 (2019)","journal-title":"IEEE Access"},{"key":"1055_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2025.121948","volume":"703","author":"Y Zhou","year":"2025","unstructured":"Zhou, Y., Yi, Z., Yen, G.G.: Efficient fine-tuning of vision transformer via path-augmented parameter adaptation. Inf. Sci. 703, 121948 (2025)","journal-title":"Inf. Sci."},{"key":"1055_CR36","doi-asserted-by":"crossref","unstructured":"Wang, B., Xue, B., Zhang, M.: Particle swarm optimization for evolving deep convolutional neural networks for image classification: single- and multi-objective approaches. In: Iba, H., Noman, N. (eds.) Deep Neural Evolution. Natural Computing Series. Springer, Singapore (2020)","DOI":"10.1007\/978-981-15-3685-4_6"},{"key":"1055_CR37","doi-asserted-by":"crossref","unstructured":"Tran, B., Xue, B., Zhang, M.: Overview of particle swarm optimisation for feature selection in classification. In: Dick, G., et al. (eds) Simulated Evolution and Learning. SEAL 2014. Lecture Notes in Computer Science, vol. 8886. Springer, Cham (2014)","DOI":"10.1007\/978-3-319-13563-2_51"},{"issue":"12","key":"1055_CR38","doi-asserted-by":"publisher","first-page":"7782","DOI":"10.1109\/TGRS.2014.2319337","volume":"52","author":"B Zhang","year":"2014","unstructured":"Zhang, B., Zhuang, L., Gao, L., Luo, W., Ran, Q., Du, Q.: PSO-EM: a hyperspectral unmixing algorithm based on normal compositional model. IEEE Trans. Geosci. Remote Sens. 52(12), 7782\u20137792 (2014)","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"1055_CR39","first-page":"1","volume":"61","author":"D Wang","year":"2023","unstructured":"Wang, D., Zhuang, L., Gao, L., Sun, X., Huang, M., Plaza, A.J.: PDBSNet: pixel-shuffle downsampling blind-spot reconstruction network for hyperspectral anomaly detection. IEEE Trans. Geosci. Remote Sens. 61, 1\u201314 (2023)","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"issue":"2","key":"1055_CR40","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1049\/cit2.12411","volume":"10","author":"B Yu","year":"2025","unstructured":"Yu, B., Zhou, Q., Yuan, L., Liang, H., Shcherbakov, P., Zhang, X.: 3D medical image segmentation using the serial\u2013parallel convolutional neural network and transformer based on cross-window self-attention. CAAI Trans. Intell. Technol. 10(2), 337\u2013348 (2025)","journal-title":"CAAI Trans. Intell. Technol."},{"issue":"3","key":"1055_CR41","doi-asserted-by":"publisher","first-page":"1626","DOI":"10.1109\/TCYB.2019.2928174","volume":"51","author":"Y Zhou","year":"2019","unstructured":"Zhou, Y., Yen, G.G., Yi, Z.: A knee-guided evolutionary algorithm for compressing deep neural networks. IEEE Trans. Cybern. 51(3), 1626\u20131638 (2019)","journal-title":"IEEE Trans. Cybern."},{"issue":"3","key":"1055_CR42","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1109\/TEVC.2023.3261135","volume":"28","author":"Y Zhou","year":"2023","unstructured":"Zhou, Y., Hu, B., Yuan, X., Huang, K., Yi, Z., Yen, G.G.: Multiobjective evolutionary generative adversarial network compression for image translation. IEEE Trans. Evol. Comput. 28(3), 798\u2013809 (2023)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"1055_CR43","doi-asserted-by":"crossref","unstructured":"Prakash, A., Storer, J., Florencio, D., Zhang, C.: Repr: Improved training of convolutional filters. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 10666\u201310675 (2019)","DOI":"10.1109\/CVPR.2019.01092"},{"key":"1055_CR44","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-MNIST: a novel image dataset for benchmarking machine learning algorithms. arXiv:1708.07747"},{"key":"1055_CR45","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2, pp. 4 (2011)"},{"key":"1055_CR46","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Tech. Rep, Citeseer (2009)"},{"key":"1055_CR47","unstructured":"Kingma, D.P., Ba, J.: Adam: A Method for Stochastic Optimization. arXiv:1412.6980"},{"key":"1055_CR48","doi-asserted-by":"crossref","unstructured":"Singh, P., Manure, A.: Introduction to tensorflow 2.0.. In: Learn TensorFlow 2.0: Implement Machine Learning and Deep Learning Models with Python, pp. 1\u201324. Apress, Berkeley (2019)","DOI":"10.1007\/978-1-4842-5558-2_1"},{"issue":"1","key":"1055_CR49","doi-asserted-by":"publisher","first-page":"180","DOI":"10.5539\/cis.v3n1p180","volume":"3","author":"Q Bai","year":"2010","unstructured":"Bai, Q.: Analysis of particle swarm optimization algorithm. Comput. Inform. Sci. 3(1), 180 (2010)","journal-title":"Comput. Inform. Sci."},{"key":"1055_CR50","unstructured":"Kim, B.J., Choi, H., Jang, H., Lee, D., Kim, S.W.: How to use dropout correctly on residual networks with batch normalization. In: Uncertainty in Artificial Intelligence, pp. 1058\u20131067. PMLR (2023)"}],"container-title":["International Journal of Data Science and Analytics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-026-01055-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41060-026-01055-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-026-01055-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T19:13:07Z","timestamp":1772133187000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41060-026-01055-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,26]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,12]]}},"alternative-id":["1055"],"URL":"https:\/\/doi.org\/10.1007\/s41060-026-01055-3","relation":{},"ISSN":["2364-415X","2364-4168"],"issn-type":[{"value":"2364-415X","type":"print"},{"value":"2364-4168","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,26]]},"assertion":[{"value":"8 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There is no conflict of interest, which influences the work reported in this study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"79"}}