{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T15:49:43Z","timestamp":1762530583520,"version":"build-2065373602"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62177022"],"award-info":[{"award-number":["62177022"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s10489-025-06868-6","type":"journal-article","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T12:25:46Z","timestamp":1760531146000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["DWMGrad: an innovative neural network optimization approach using dynamic window data for adaptive updating of momentum and learning rate"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6960-509X","authenticated-orcid":false,"given":"Zhifeng","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Longlong","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chunyan","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"issue":"8002","key":"6868_CR1","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1038\/s41586-024-07146-0","volume":"627","author":"L Messeri","year":"2024","unstructured":"Messeri L, Crockett MJ (2024) Artificial intelligence and illusions of understanding in scientific research. Nature 627(8002):49\u201358. https:\/\/doi.org\/10.1038\/s41586-024-07146-0","journal-title":"Nature"},{"issue":"7","key":"6868_CR2","doi-asserted-by":"publisher","first-page":"372","DOI":"10.3390\/systems11070372","volume":"11","author":"Z Wang","year":"2023","unstructured":"Wang Z, Yao J, Zeng C, Li L, Tan C (2023) Students\u2019 classroom behavior detection system incorporating deformable detr with swin transformer and light-weight feature pyramid network. Systems 11(7):372. https:\/\/doi.org\/10.3390\/systems11070372","journal-title":"Systems"},{"issue":"3","key":"6868_CR3","doi-asserted-by":"publisher","first-page":"1253","DOI":"10.1111\/bjet.13424","volume":"55","author":"X Liao","year":"2024","unstructured":"Liao X, Zhang X, Wang Z, Luo H (2024) Design and implementation of an ai-enabled visual report tool as formative assessment to promote learning achievement and self-regulated learning: An experimental study. British J Edu Technol 55(3):1253\u20131276. https:\/\/doi.org\/10.1111\/bjet.13424","journal-title":"British J Edu Technol"},{"key":"6868_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.111938","volume":"297","author":"C Zeng","year":"2024","unstructured":"Zeng C, Li K, Wang Z (2024) Enfformer: Long-short term representation of electric network frequency for digital audio tampering detection. Knowl-Based Syst 297:111938. https:\/\/doi.org\/10.1016\/j.knosys.2024.111938","journal-title":"Knowl-Based Syst"},{"issue":"4","key":"6868_CR5","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1016\/j.cell.2020.01.021","volume":"180","author":"JM Stokes","year":"2020","unstructured":"Stokes JM, Yang K, Swanson K, Jin W, Cubillos-Ruiz A, Donghia NM, MacNair CR, French S, Carfrae LA, Bloom-Ackermann Z et al (2020) A deep learning approach to antibiotic discovery. Cell 180(4):688\u2013702","journal-title":"Cell"},{"issue":"1","key":"6868_CR6","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/MSP.2022.3215288","volume":"40","author":"K Hammernik","year":"2023","unstructured":"Hammernik K, K\u00fcstner T, Yaman B, Huang Z, Rueckert D, Knoll F, Ak\u00e7akaya M (2023) Physics-driven deep learning for computational magnetic resonance imaging: Combining physics and machine learning for improved medical imaging. IEEE Signal Process Mag 40(1):98\u2013114","journal-title":"IEEE Signal Process Mag"},{"issue":"3","key":"6868_CR7","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1002\/rob.21918","volume":"37","author":"S Grigorescu","year":"2020","unstructured":"Grigorescu S, Trasnea B, Cocias T, Macesanu G (2020) A survey of deep learning techniques for autonomous driving. J Field Robot 37(3):362\u2013386","journal-title":"J Field Robot"},{"issue":"7","key":"6868_CR8","doi-asserted-by":"publisher","first-page":"4316","DOI":"10.1109\/TITS.2020.3032227","volume":"22","author":"K Muhammad","year":"2020","unstructured":"Muhammad K, Ullah A, Lloret J, Del Ser J, Albuquerque VHC (2020) Deep learning for safe autonomous driving: Current challenges and future directions. IEEE T Intell Transp 22(7):4316\u20134336","journal-title":"IEEE T Intell Transp"},{"issue":"18","key":"6868_CR9","doi-asserted-by":"publisher","first-page":"8357","DOI":"10.3390\/app14188357","volume":"14","author":"Z Wang","year":"2024","unstructured":"Wang Z, Wang M, Zeng C, Li L (2024) Sbd-net: Incorporating multi-level features for an efficient detection network of student behavior in smart classrooms. Appl Sci 14(18):8357. https:\/\/doi.org\/10.3390\/app14188357","journal-title":"Appl Sci"},{"key":"6868_CR10","doi-asserted-by":"publisher","first-page":"776","DOI":"10.1109\/TLT.2023.3333669","volume":"17","author":"S Dong","year":"2024","unstructured":"Dong S, Tao X, Zhong R, Wang Z, Zuo M, Sun J (2024) Advanced mathematics exercise recommendation based on automatic knowledge extraction and multilayer knowledge graph. IEEE Trans Learn Technol 17:776\u2013793. https:\/\/doi.org\/10.1109\/TLT.2023.3333669","journal-title":"IEEE Trans Learn Technol"},{"key":"6868_CR11","doi-asserted-by":"publisher","first-page":"4468025","DOI":"10.1155\/2023\/4468025","volume":"2023","author":"Z Wang","year":"2023","unstructured":"Wang Z, Yan W, Zeng C, Tian Y, Dong S (2023) A unified interpretable intelligent learning diagnosis framework for learning performance prediction in intelligent tutoring systems. Int J Intell Syst 2023:4468025. https:\/\/doi.org\/10.1155\/2023\/4468025","journal-title":"Int J Intell Syst"},{"issue":"9","key":"6868_CR12","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1038\/s41928-020-0428-6","volume":"3","author":"Z Zhou","year":"2020","unstructured":"Zhou Z, Chen K, Li X, Zhang S, Wu Y, Zhou Y, Meng K, Sun C, He Q, Fan W et al (2020) Sign-to-speech translation using machine-learning-assisted stretchable sensor arrays. Nature Electr 3(9):571\u2013578","journal-title":"Nature Electr"},{"issue":"2","key":"6868_CR13","doi-asserted-by":"publisher","first-page":"1902","DOI":"10.1093\/bib\/bbaa043","volume":"22","author":"S Jin","year":"2021","unstructured":"Jin S, Zeng X, Xia F, Huang W, Liu X (2021) Application of deep learning methods in biological networks. Brief Bioinform 22(2):1902\u20131917","journal-title":"Brief Bioinform"},{"issue":"1","key":"6868_CR14","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1038\/s41583-020-00395-8","volume":"22","author":"A Saxe","year":"2021","unstructured":"Saxe A, Nelli S, Summerfield C (2021) If deep learning is the answer, what is the question? Nat Rev Neurosci 22(1):55\u201367","journal-title":"Nat Rev Neurosci"},{"issue":"11","key":"6868_CR15","doi-asserted-by":"publisher","first-page":"14383","DOI":"10.1007\/s10489-022-04205-9","volume":"53","author":"K Verma","year":"2023","unstructured":"Verma K, Maiti A (2023) Wsagrad: a novel adaptive gradient based method. Appl Intell 53(11):14383\u201314399","journal-title":"Appl Intell"},{"key":"6868_CR16","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.neucom.2022.01.014","volume":"481","author":"Q Tong","year":"2022","unstructured":"Tong Q, Liang G, Bi J (2022) Calibrating the adaptive learning rate to improve convergence of adam. Neurocomputing 481:333\u2013356","journal-title":"Neurocomputing"},{"key":"6868_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119699","volume":"650","author":"Tingquan Deng","year":"2023","unstructured":"Deng Tingquan, Jia Qingwei, Jingyu Wang, Hamido Fujita (2023) Transformed Schatten-1 penalty based full-rank latent label learning for incomplete multi-label classification. Inf Sci 650:119699","journal-title":"Inf Sci"},{"key":"6868_CR18","doi-asserted-by":"crossref","unstructured":"Robbins H, Monro S (1951) A stochastic approximation method. The annals of mathematical statistics, pp 400\u2013407","DOI":"10.1214\/aoms\/1177729586"},{"key":"6868_CR19","doi-asserted-by":"crossref","unstructured":"Bottou L (2010) Large-scale machine learning with stochastic gradient descent. In: Proceedings of COMPSTAT\u20192010: 19th international conference on computational statisticsparis france, August 22-27, 2010 Keynote, Invited and Contributed Papers, pp 177\u2013186. Springer","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"6868_CR20","unstructured":"Ruder S (2016) An overview of gradient descent optimization algorithms. arXiv:1609.04747"},{"key":"6868_CR21","doi-asserted-by":"crossref","unstructured":"Dogo EM, Afolabi O, Nwulu N, Twala B, Aigbavboa C (2018) A comparative analysis of gradient descent-based optimization algorithms on convolutional neural networks. In: 2018 International conference on computational techniques, electronics and mechanical systems (CTEMS), pp 92\u201399. IEEE","DOI":"10.1109\/CTEMS.2018.8769211"},{"issue":"5","key":"6868_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0041-5553(64)90137-5","volume":"4","author":"BT Polyak","year":"1964","unstructured":"Polyak BT (1964) Some methods of speeding up the convergence of iteration methods. USSR Comput Math Math Phys 4(5):1\u201317","journal-title":"USSR Comput Math Math Phys"},{"key":"6868_CR23","unstructured":"Nesterov YE (1983) A method of solving a convex programming problem with convergence rate o (1\/k2). In: Doklady Akademii Nauk, vol 269, pp 543\u2013547"},{"key":"6868_CR24","first-page":"1204","volume":"34","author":"A Attia","year":"2021","unstructured":"Attia A, Koren T (2021) Algorithmic instabilities of accelerated gradient descent. AdvNeural Inf Process Syst 34:1204\u20131214","journal-title":"AdvNeural Inf Process Syst"},{"key":"6868_CR25","unstructured":"Duchi J, Hazan E, Singer Y (2011) Adaptive subgradient methods for online learning and stochastic optimization. J Mach Learn Res 12(7)"},{"issue":"8","key":"6868_CR26","first-page":"2","volume":"14","author":"G Hinton","year":"2012","unstructured":"Hinton G, Srivastava N, Swersky K (2012) Neural networks for machine learning lecture 6a overview of mini-batch gradient descent. Cited on 14(8):2","journal-title":"Cited on"},{"key":"6868_CR27","unstructured":"Zeiler MD (2012) Adadelta: an adaptive learning rate method. arXiv:1212.5701"},{"key":"6868_CR28","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. arXiv:1412.6980"},{"key":"6868_CR29","unstructured":"Reddi SJ, Kale S, Kumar S (2019) On the convergence of adam and beyond. arXiv:1904.09237"},{"key":"6868_CR30","unstructured":"Wilson AC, Roelofs R, Stern M, Srebro N, Recht B (2017) The marginal value of adaptive gradient methods in machine learning. Advances in neural information processing systems 30"},{"key":"6868_CR31","unstructured":"McRae P-A, Parthasarathi P, Assran M, Chandar S (2021) Memory augmented optimizers for deep learning. arXiv:2106.10708"},{"key":"6868_CR32","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.ins.2020.06.037","volume":"540","author":"I Ahmadianfar","year":"2020","unstructured":"Ahmadianfar I, Bozorg-Haddad O, Chu X (2020) Gradient-based optimizer: A new metaheuristic optimization algorithm. Inf Sci 540:131\u2013159. https:\/\/doi.org\/10.1016\/j.ins.2020.06.037","journal-title":"Inf Sci"},{"key":"6868_CR33","unstructured":"Woodworth B, Patel K.K, Stich S, Dai Z, Bullins B, Mcmahan B, Shamir O, Srebro N (2020) Is local sgd better than minibatch sgd? In: International Conference on Machine Learning, pp 10334\u201310343. PMLR"},{"key":"6868_CR34","unstructured":"Loshchilov I, Hutter F (2017) Decoupled weight decay regularization. arXiv:1711.05101"},{"issue":"2","key":"6868_CR35","first-page":"371","volume":"24","author":"D Fall","year":"2016","unstructured":"Fall D, Okuda T, Kadobayashi Y, Yamaguchi S (2016) Risk adaptive authorization mechanism (radam) for cloud computing. J Inf Process 24(2):371\u2013380","journal-title":"J Inf Process"},{"key":"6868_CR36","unstructured":"Liu L, Jiang H, He P, Chen W, Liu X, Gao J, Han J (2019) On the variance of the adaptive learning rate and beyond. arXiv:1908.03265"},{"key":"6868_CR37","unstructured":"Singla S, Singla S, Feizi S (2021) Improved deterministic l2 robustness on cifar-10 and cifar-100. arXiv:2108.04062"},{"key":"6868_CR38","unstructured":"Beyer L, H\u00e9naff OJ, Kolesnikov A, Zhai X, Oord Avd (2020) Are we done with imagenet? arXiv:2006.07159"},{"key":"6868_CR39","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: A robustly optimized bert pretraining approach. arXiv:1907.11692"},{"key":"6868_CR40","doi-asserted-by":"crossref","unstructured":"Rahman AA, Angel Arul Jothi J (2021) Classification of urbansound8k: A study using convolutional neural network and multiple data augmentation techniques. In: Soft Computing and Its Engineering Applications: Second International Conference, icSoftComp 2020, Changa, Anand, India, December 11\u201312, 2020, Proceedings 2, pp 52\u201364. Springer","DOI":"10.1007\/978-981-16-0708-0_5"},{"key":"6868_CR41","doi-asserted-by":"crossref","unstructured":"Wang H, Zheng S, Chen Y, Cheng L, Chen Q (2023) CAM++: a fast and efficient network for speaker verification using context-aware masking","DOI":"10.21437\/Interspeech.2023-1513"},{"key":"6868_CR42","doi-asserted-by":"publisher","unstructured":"Desplanques B, Thienpondt J, Demuynck K (2020) Ecapa-tdnn: Emphasized channel attention, propagation and aggregation in tdnn based speaker verification. In: Interspeech 2020, pp 3830\u20133834. https:\/\/doi.org\/10.21437\/Interspeech.2020-2650","DOI":"10.21437\/Interspeech.2020-2650"},{"issue":"2","key":"6868_CR43","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1109\/TPAMI.2019.2938758","volume":"43","author":"S-H Gao","year":"2019","unstructured":"Gao S-H, Cheng M-M, Zhao K, Zhang X-Y, Yang M-H, Torr P (2019) Res2net: A new multi-scale backbone architecture. IEEE Trans Pattern Anal Mach Intell 43(2):652\u2013662","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"6868_CR44","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1162\/evco.2006.14.1.119","volume":"14","author":"Y-W Shang","year":"2006","unstructured":"Shang Y-W, Qiu Y-H (2006) A note on the extended rosenbrock function. Evol Comput 14(1):119\u2013126","journal-title":"Evol Comput"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06868-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06868-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06868-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T15:43:00Z","timestamp":1762530180000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06868-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":44,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["6868"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06868-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2025,10]]},"assertion":[{"value":"14 October 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1026"}}