{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T12:10:56Z","timestamp":1779451856960,"version":"3.53.1"},"reference-count":50,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62473215"],"award-info":[{"award-number":["62473215"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.knosys.2026.115784","type":"journal-article","created":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T14:00:34Z","timestamp":1773756034000},"page":"115784","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Bidirectional accelerated adaptive moment estimation for deep neural networks"],"prefix":"10.1016","volume":"341","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3504-705X","authenticated-orcid":false,"given":"Yuanzheng","family":"Lou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5173-7992","authenticated-orcid":false,"given":"Yuqiu","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2937-3744","authenticated-orcid":false,"given":"Majid","family":"Ahmed Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6874-1827","authenticated-orcid":false,"given":"Mengjia","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4674-3570","authenticated-orcid":false,"given":"Fangdan","family":"Dai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6709-4906","authenticated-orcid":false,"given":"Xu","family":"Shan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9433-184X","authenticated-orcid":false,"given":"Jianhong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2224-2400","authenticated-orcid":false,"given":"Jiacheng","family":"Weng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.knosys.2026.115784_bib0001","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.109573","article-title":"An end-to-end deep convolutional neural network-based data-driven fusion framework for identification of human induced pluripotent stem cell-derived endothelial cells in photomicrographs","volume":"139","author":"Iqbal","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"5","key":"10.1016\/j.knosys.2026.115784_bib0002","doi-asserted-by":"crossref","first-page":"1991","DOI":"10.1109\/TKDE.2023.3314502","article-title":"GIaNt: protein-ligand binding affinity prediction via geometry-aware interactive graph neural network","volume":"36","author":"Li","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"10","key":"10.1016\/j.knosys.2026.115784_bib0003","doi-asserted-by":"crossref","first-page":"1350","DOI":"10.3390\/genes15101350","article-title":"ILMCNet: a deep neural network model that uses PLM to process features and employs CRF to predict protein secondary structure","volume":"15","author":"Dong","year":"2024","journal-title":"Genes"},{"issue":"2","key":"10.1016\/j.knosys.2026.115784_bib0004","doi-asserted-by":"crossref","first-page":"273e","DOI":"10.1097\/PRS.0000000000010603","article-title":"Identification of key breast features using a neural network: applications of machine learning in the clinical setting of plastic surgery","volume":"153","author":"Kenig","year":"2024","journal-title":"Plast. Reconstr. Surg."},{"key":"10.1016\/j.knosys.2026.115784_bib0005","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/s11571-024-10073-5","article-title":"EEG-FRM: a neural network based familiar and unfamiliar face EEG recognition method","volume":"18","author":"Chen","year":"2024","journal-title":"Cogn. Neurodyn."},{"issue":"1","key":"10.1016\/j.knosys.2026.115784_bib0006","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1186\/s40537-023-00795-4","article-title":"CCNNet: a novel lightweight convolutional neural network and its application in traditional chinese medicine recognition","volume":"10","author":"Gang","year":"2023","journal-title":"J. Big Data"},{"issue":"12","key":"10.1016\/j.knosys.2026.115784_bib0007","doi-asserted-by":"crossref","first-page":"7126","DOI":"10.1109\/JBHI.2024.3450753","article-title":"MSVTNet: multi-scale vision transformer neural network for EEG-based motor imagery decoding","volume":"28","author":"Liu","year":"2024","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"10.1016\/j.knosys.2026.115784_bib0008","doi-asserted-by":"crossref","DOI":"10.1049\/cit2.12306","article-title":"Image and video analysis using graph neural network for internet of medical things and computer vision applications","author":"Sharma","year":"2024","journal-title":"CAAI Trans. Intell. Technol."},{"issue":"5","key":"10.1016\/j.knosys.2026.115784_bib0009","doi-asserted-by":"crossref","DOI":"10.1088\/1402-4896\/ad3e3d","article-title":"Hybrid quantum neural network structures for image multi-classification","volume":"99","author":"Shi","year":"2024","journal-title":"Phys. Scr."},{"issue":"4","key":"10.1016\/j.knosys.2026.115784_bib0010","doi-asserted-by":"crossref","first-page":"433","DOI":"10.3390\/mi15040433","article-title":"An artificial neural network based on oxide synaptic transistor for accurate and robust image recognition","volume":"15","author":"Su","year":"2024","journal-title":"Micromachines"},{"issue":"10","key":"10.1016\/j.knosys.2026.115784_bib0011","doi-asserted-by":"crossref","first-page":"6987","DOI":"10.1007\/s11760-024-03368-x","article-title":"Analysis and design of optimal deep neural network model for image recognition using hybrid cuckoo search with self-adaptive particle swarm intelligence","volume":"18","author":"Shelar","year":"2024","journal-title":"Signal Image Video Process."},{"issue":"1","key":"10.1016\/j.knosys.2026.115784_bib0012","doi-asserted-by":"crossref","DOI":"10.1117\/1.JEI.32.1.011202","article-title":"Image recognition technology of crop diseases based on neural network model fusion","volume":"32","author":"Yang","year":"2023","journal-title":"J. Electron. Imaging"},{"issue":"2","key":"10.1016\/j.knosys.2026.115784_bib0013","doi-asserted-by":"crossref","first-page":"1959","DOI":"10.1109\/TNNLS.2023.3269446","article-title":"Community graph convolution neural network for Alzheimer\u2019s disease classification and pathogenetic factors identification","volume":"36","author":"Bi","year":"2025","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0014","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1016\/j.jcp.2018.10.045","article-title":"Physics-informed neural networks: a deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations","volume":"378","author":"Raissi","year":"2019","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.knosys.2026.115784_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.127156","article-title":"2-FAdaMax: a novel fractional-order gradient descent method with decaying second moment for neural network training","volume":"279","author":"Chen","year":"2025","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.115784_bib0016","series-title":"Forty-second International Conference on Machine Learning","article-title":"Clipping improves Adam-Norm and AdaGrad-Norm when the noise is heavy-tailed","author":"Chezhegov","year":"2025"},{"issue":"3","key":"10.1016\/j.knosys.2026.115784_bib0017","doi-asserted-by":"crossref","first-page":"338","DOI":"10.1214\/aoms\/1177729586","article-title":"A stochastic approximation method","volume":"22","author":"Robbins","year":"1951","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/j.knosys.2026.115784_bib0018","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2020.105486","article-title":"Particle filtering methods for stochastic optimization with application to large-scale empirical risk minimization","volume":"193","author":"Liu","year":"2020","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0019","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"J. Mach. Learn. Res."},{"issue":"12","key":"10.1016\/j.knosys.2026.115784_bib0020","doi-asserted-by":"crossref","first-page":"1266","DOI":"10.1109\/LSP.2013.2288579","article-title":"An adaptive learning rate method for improving adaptability of background models","volume":"20","author":"Zhang","year":"2013","journal-title":"IEEE Signal Process. Lett."},{"key":"10.1016\/j.knosys.2026.115784_bib0021","article-title":"Adam: a method for stochastic optimization","volume":"abs\/1412.6980","author":"Kingma","year":"2014","journal-title":"Clin. Orthop. Relat. Res."},{"key":"10.1016\/j.knosys.2026.115784_bib0022","doi-asserted-by":"crossref","DOI":"10.1080\/09540091.2024.2365334","article-title":"TfrAdmCov: a robust transformer encoder based model with Adam optimizer algorithm for COVID-19 mutation prediction","volume":"36","author":"Burukanli","year":"2024","journal-title":"Conn. Sci."},{"key":"10.1016\/j.knosys.2026.115784_bib0023","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.112886","article-title":"DMAdam: Dual averaging enhanced adaptive gradient method for deep neural networks","volume":"309","author":"Jiang","year":"2025","journal-title":"Knowl. Based Syst."},{"issue":"9","key":"10.1016\/j.knosys.2026.115784_bib0024","doi-asserted-by":"crossref","first-page":"1778","DOI":"10.3390\/electronics13091778","article-title":"An improvement of adam based on a cyclic exponential decay learning rate and gradient norm constraints","volume":"13","author":"Shao","year":"2024","journal-title":"Electronics"},{"key":"10.1016\/j.knosys.2026.115784_bib0025","doi-asserted-by":"crossref","first-page":"17095","DOI":"10.1007\/s00521-023-08568-z","article-title":"A modified Adam algorithm for deep neural network optimization","volume":"35","author":"Mohamed","year":"2023","journal-title":"Neural Comput. Appl."},{"key":"10.1016\/j.knosys.2026.115784_bib0026","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2025.114292","article-title":"AdaVAM: adaptive variance-aware momentum for accelerating deep neural network training","volume":"329","author":"Liu","year":"2025","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0027","doi-asserted-by":"crossref","first-page":"12671","DOI":"10.1007\/s00521-020-04718-9","article-title":"A randomized block-coordinate Adam online learning optimization algorithm","volume":"329","author":"Zhou","year":"2020","journal-title":"Neural Comput. Appl."},{"key":"10.1016\/j.knosys.2026.115784_bib0028","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1016\/j.neucom.2020.07.070","article-title":"AdaDB: an adaptive gradient method with data-dependent bound","volume":"419","author":"Yang","year":"2021","journal-title":"Neurocomputing"},{"key":"10.1016\/j.knosys.2026.115784_bib0029","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2024.122858","article-title":"A novel SARCIMA model based on central difference and its application in solar of China","volume":"360","author":"Shen","year":"2024","journal-title":"Appl. Energy"},{"key":"10.1016\/j.knosys.2026.115784_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.compgeo.2024.106737","article-title":"Kinematic stability analysis of nonuniform soil slopes under pore-pressure effects based on central difference discretization technique","volume":"176","author":"Wang","year":"2024","journal-title":"Comput. Geotech."},{"key":"10.1016\/j.knosys.2026.115784_bib0031","first-page":"1","article-title":"Hyperspectral anomaly detection based on multiscale central difference convolution network","volume":"20","author":"Wang","year":"2023","journal-title":"IEEE Geosci. Remote Sens. Lett."},{"key":"10.1016\/j.knosys.2026.115784_bib0032","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1016\/j.jcp.2015.08.005","article-title":"Uniformly best wavenumber approximations by spatial central difference operators","volume":"300","author":"Linders","year":"2015","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.knosys.2026.115784_bib0033","doi-asserted-by":"crossref","first-page":"2969","DOI":"10.1002\/int.22821","article-title":"Bidirectional difference locating and semantic consistency reasoning for change captioning","volume":"37","author":"Sun","year":"2022","journal-title":"Int. J. Intell. Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2020.109391","article-title":"FFT-based high order central difference schemes for three-dimensional Poisson\u2019s equation with various types of boundary conditions","volume":"410","author":"Feng","year":"2020","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.knosys.2026.115784_bib0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2025.114263","article-title":"BiMT-TCN: a cutting-edge hybrid model for enhanced stock price prediction","volume":"329","author":"Tian","year":"2025","journal-title":"Knowl. Based Syst."},{"issue":"5","key":"10.1016\/j.knosys.2026.115784_bib0036","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0041-5553(64)90137-5","article-title":"Some methods of speeding up the convergence of iteration methods","volume":"4","author":"Polyak","year":"1964","journal-title":"Ussr Comput. Math. Math. Phys."},{"key":"10.1016\/j.knosys.2026.115784_bib0037","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2021.107391","article-title":"Oriented stochastic loss descent algorithm to train very deep multi-layer neural networks without vanishing gradients","volume":"230","author":"Abuqaddom","year":"2021","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0038","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2023.110254","article-title":"An improved autoencoder for recommendation to alleviate the vanishing gradient problem","volume":"263","author":"Liu","year":"2023","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.knosys.2026.115784_bib0039","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.knosys.2026.115784_bib0040","first-page":"1","article-title":"Incorporating nesterov momentum into Adam","volume":"11","author":"Dozat","year":"2016","journal-title":"Open J. Appl. Sci."},{"key":"10.1016\/j.knosys.2026.115784_bib0041","article-title":"On the convergence of Adam and beyond","volume":"abs\/1904.09237","author":"Reddi","year":"2018","journal-title":"ArXiv"},{"issue":"12","key":"10.1016\/j.knosys.2026.115784_bib0042","doi-asserted-by":"crossref","first-page":"9508","DOI":"10.1109\/TPAMI.2024.3423382","article-title":"Adan: adaptive nesterov momentum algorithm for faster optimizing deep models","volume":"46","author":"Xie","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.knosys.2026.115784_bib0043","unstructured":"H. Liu, Z. Li, D. Hall, P. Liang, T. Ma, Sophia: a scalable stochastic second-order optimizer for language model pre-training, 2024. arXiv: 2305.14342."},{"key":"10.1016\/j.knosys.2026.115784_bib0044","doi-asserted-by":"crossref","unstructured":"X. Chen, C. Liang, D. Huang, E. Real, K. Wang, Y. Liu, H. Pham, X. Dong, T. Luong, C.-J. Hsieh, Y. Lu, Q.V. Le, Symbolic discovery of optimization algorithms, 2023. arXiv: 2302.06675.","DOI":"10.52202\/075280-2140"},{"key":"10.1016\/j.knosys.2026.115784_bib0045","series-title":"Signals and Electronic Systems (IC SES), 2010 International Conference on","article-title":"Statistical distribution of the genetic algorithm sampling with Schwefel\u2019s F7 objective function","author":"Pietak","year":"2010"},{"issue":"03","key":"10.1016\/j.knosys.2026.115784_bib0046","first-page":"1","article-title":"Multi-PBil: an estimation distribution algorithm applied to multimodal optimization problems","volume":"5","author":"dos Santos","year":"2006","journal-title":"Int. J. Comput. Intell. Appl."},{"key":"10.1016\/j.knosys.2026.115784_bib0047","series-title":"2020IEEE International Conference on Advances in Electrical Engineering and Computer Applications (AEE CA)","article-title":"Solution of ackley function based on particle swarm optimization algorithm","author":"Cai","year":"2020"},{"issue":"115","key":"10.1016\/j.knosys.2026.115784_bib0048","doi-asserted-by":"crossref","first-page":"569","DOI":"10.1090\/S0025-5718-1971-0312365-X","article-title":"On descent from local minima","volume":"25","author":"Goldstein","year":"1971","journal-title":"Math. Comput."},{"key":"10.1016\/j.knosys.2026.115784_bib0049","unstructured":"D. Dua, C. Graff, UCI Machine learning repository, University of California, Irvine, School of Information and Computer Sciences, http:\/\/archive.ics.uci.edu\/ml, 2019."},{"issue":"6","key":"10.1016\/j.knosys.2026.115784_bib0050","article-title":"Physics-informed neural network based on a new adaptive gradient descent algorithm for solving partial differential equations of flow problems","volume":"35","author":"Li","year":"2023","journal-title":"Phys. Fluids"}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126005101?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126005101?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T11:46:18Z","timestamp":1779450378000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705126005101"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":50,"alternative-id":["S0950705126005101"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2026.115784","relation":{},"ISSN":["0950-7051"],"issn-type":[{"value":"0950-7051","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Bidirectional accelerated adaptive moment estimation for deep neural networks","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2026.115784","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"115784"}}