{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T11:25:44Z","timestamp":1730287544413,"version":"3.28.0"},"reference-count":43,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T00:00:00Z","timestamp":1713916800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T00:00:00Z","timestamp":1713916800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,24]]},"DOI":"10.1109\/pais62114.2024.10541127","type":"proceedings-article","created":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T17:27:32Z","timestamp":1717435652000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Benchmarking Deep Learning Optimizers for the classification of Event-Related Potentials based Brain-Computer Interface EEG data"],"prefix":"10.1109","author":[{"given":"Okba","family":"Bekhelifi","sequence":"first","affiliation":[{"name":"University of Sciences and Technology, Mohamed Bourdiaf(USTO-MB),Intelligent Systems Research Laboratory (LARESI),Departement of Electronics,Oran,Algeria,31000"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nasr-Eddine","family":"Berrached","sequence":"additional","affiliation":[{"name":"University of Sciences and Technology, Mohamed Bourdiaf(USTO-MB),Intelligent Systems Research Laboratory (LARESI),Departement of Electronics,Oran,Algeria,31000"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1080\/2326263X.2014.884740"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/13\/2\/026024"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3071599"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2013.2263555"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2010.06.048"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2022.1077717"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/8\/5\/056016"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/9\/2\/026018"},{"article-title":"Towards Fast Single-Trial Online ERP based Brain-Computer Interface using dry EEG electrodes and neural networks: a pilot study","year":"2022","author":"Bekhelifi","key":"ref9"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2009.2039997"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2022.3189576"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2988057"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jneumeth.2012.09.020"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1002\/hbm.23730"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aace8c"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/abc902"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/brainsci13030483"},{"article-title":"Adam: A method for stochastic optimization","volume-title":"3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings","author":"Kingma","key":"ref18"},{"key":"ref19","first-page":"9367","article-title":"Descending through a crowded valley - benchmarking deep learning optimizers","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event","volume":"139","author":"Schmidt"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/abb7a7"},{"article-title":"On the convergence of adam and beyond","volume-title":"6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 -May 3, 2018, Conference Track Proceedings","author":"Reddi","key":"ref21"},{"article-title":"Decoupled weight decay regularization","volume-title":"7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019","author":"Loshchilov","key":"ref22"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1088\/2057-1976\/ad2f58"},{"article-title":"Symbolic discovery of optimization algorithms","volume-title":"Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10 - 16, 2023","author":"Chen","key":"ref24"},{"issue":"1","key":"ref25","first-page":"1","article-title":"A dnn optimizer that improves over adabelief by suppression of the adaptive stepsize range","author":"Zhang","year":"2023","journal-title":"Transactions on Machine Learning Research"},{"key":"ref26","article-title":"Ranger21: a synergistic deep learning optimizer","volume-title":"CoRR","author":"Wright","year":"2021"},{"key":"ref27","article-title":"An overview of gradient descent optimization algorithms","volume-title":"CoRR","author":"Ruder","year":"2016"},{"key":"ref28","first-page":"1139","article-title":"On the importance of initialization and momentum in deep learning","volume-title":"Proceedings of the 30th International Conference on Machine Learning, ICML 2013, Atlanta, GA, USA, 16-21 June 2013","volume":"28","author":"Sutskever"},{"key":"ref29","first-page":"4148","article-title":"The marginal value of adaptive gradient methods in machine learning","volume-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017","author":"Wilson"},{"article-title":"On the variance of the adaptive learning rate and beyond","volume-title":"8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","author":"Liu","key":"ref30"},{"article-title":"Adabelief optimizer: Adapting stepsizes by the belief in observed gradients","volume-title":"Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual","author":"Zhuang","key":"ref31"},{"key":"ref32","first-page":"1059","article-title":"High-performance large-scale image recognition without normalization","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event","volume":"139","author":"Brock"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_37"},{"key":"ref34","first-page":"11 448","article-title":"Positive-negative momentum: Manipulating stochastic gradient noise to improve generalization","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event","volume":"139","author":"Xie"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/icpr48806.2021.9412171"},{"key":"ref36","article-title":"Stable weight decay regularization","volume-title":"CoRR","author":"Xie","year":"2020"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i10.17069"},{"key":"ref38","article-title":"Wide-minima density hypothesis and the explore-exploit learning rate schedule","volume-title":"CoRR","author":"Iyer","year":"2020"},{"key":"ref39","first-page":"9593","article-title":"Lookahead optimizer: k steps forward, 1 step back","volume-title":"Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019","author":"Zhang"},{"key":"ref40","first-page":"2958","article-title":"EEG-TCNet: An Accurate Temporal Convolutional Network for Embedded Motor-Imagery Brain\u2013Machine Interfaces","volume-title":"2020 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","volume":"2020-Octob","author":"Ingolfsson"},{"key":"ref41","article-title":"An empirical evaluation of generic convolutional and recurrent networks for sequence modeling","volume-title":"CoRR","author":"Bai","year":"2018"},{"key":"ref42","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics, AISTATS 2010, Chia Laguna Resort, Sardinia, Italy, May 13-15, 2010","volume":"9","author":"Glorot"},{"key":"ref43","article-title":"Three factors influencing minima in SGD","volume-title":"CoRR","author":"Jastrzebski","year":"2017"}],"event":{"name":"2024 6th International Conference on Pattern Analysis and Intelligent Systems (PAIS)","start":{"date-parts":[[2024,4,24]]},"location":"EL OUED, Algeria","end":{"date-parts":[[2024,4,25]]}},"container-title":["2024 6th International Conference on Pattern Analysis and Intelligent Systems (PAIS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10541106\/10541120\/10541127.pdf?arnumber=10541127","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,4]],"date-time":"2024-06-04T05:18:44Z","timestamp":1717478324000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10541127\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,24]]},"references-count":43,"URL":"https:\/\/doi.org\/10.1109\/pais62114.2024.10541127","relation":{},"subject":[],"published":{"date-parts":[[2024,4,24]]}}}