{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:03:00Z","timestamp":1772902980405,"version":"3.50.1"},"reference-count":63,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"FEDER Funds through the Programs COMPETE\u2014Programa Operacional Factores de Competitividade and Centro2020\u2014Centro Portugal Regional Operational Program"},{"DOI":"10.13039\/501100001871","name":"National Funds through FCT\u2014Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["UIDB\/00326\/2020"],"award-info":[{"award-number":["UIDB\/00326\/2020"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3201142","type":"journal-article","created":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:42:05Z","timestamp":1661283725000},"page":"89970-89988","source":"Crossref","is-referenced-by-count":13,"title":["PSO-Convolutional Neural Networks With Heterogeneous Learning Rate"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5022-0226","authenticated-orcid":false,"given":"Nguyen Huu","family":"Phong","sequence":"first","affiliation":[{"name":"Department of Informatics Engineering, CISUC, University of Coimbra, Coimbra, Portugal"}]},{"given":"Augusto","family":"Santos","sequence":"additional","affiliation":[{"name":"Department of Informatics Engineering, CISUC, University of Coimbra, Coimbra, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9770-7672","authenticated-orcid":false,"given":"Bernardete","family":"Ribeiro","sequence":"additional","affiliation":[{"name":"Department of Informatics Engineering, CISUC, University of Coimbra, Coimbra, Portugal"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1806579115"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2021.100868"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1995.488968"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICEC.1998.699146"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-020-05406-5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2006.329691"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.36548\/jaicn.2021.1.006"},{"key":"ref8","volume-title":"An idea based on honey bee swarm for numerical optimization","author":"Karaboga","year":"2005"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2007.895842"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.4.541"},{"key":"ref11","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Krizhevsky"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref13","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv:1409.1556"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref15","first-page":"6105","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tan"},{"key":"ref16","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017","journal-title":"arXiv:1704.04861"},{"key":"ref17","article-title":"SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and < 0.5MB model size","author":"Iandola","year":"2016","journal-title":"arXiv:1602.07360"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref19","article-title":"DenseNet: Implementing efficient ConvNet descriptor pyramids","author":"Iandola","year":"2014","journal-title":"arXiv:1404.1869"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ISCAS.2010.5537907"},{"key":"ref23","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","volume-title":"Proc. ICML","author":"Maas"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105789"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2616413"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105677"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/NaBIC.2011.6089659"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2011.01.037"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2015.2503422"},{"key":"ref30","first-page":"2902","article-title":"Large-scale evolution of image classifiers","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Real"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2916183"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071229"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-020-05288-7"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2019.06.002"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2018.05.006"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_26"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00509"},{"issue":"7","key":"ref39","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref40","article-title":"ADADELTA: An adaptive learning rate method","author":"Zeiler","year":"2012","journal-title":"arXiv:1212.5701"},{"key":"ref41","article-title":"ADASECANT: Robust adaptive secant method for stochastic gradient","author":"Gulcehre","year":"2014","journal-title":"arXiv:1412.7419"},{"issue":"2","key":"ref42","first-page":"26","article-title":"Lecture 6.5-RMSPROP: Divide the gradient by a running average of its recent magnitude","volume":"4","author":"Tieleman","year":"2012","journal-title":"COURSERA, Neural Netw. Mach. Learn."},{"key":"ref43","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv:1412.6980"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2017.58"},{"key":"ref45","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref46","article-title":"Accurate, large minibatch SGD: Training ImageNet in 1 hour","author":"Goyal","year":"2017","journal-title":"arXiv:1706.02677"},{"key":"ref47","article-title":"A closer look at deep learning heuristics: Learning rate restarts, warmup and distillation","author":"Gotmare","year":"2018","journal-title":"arXiv:1810.13243"},{"key":"ref48","article-title":"On the variance of the adaptive learning rate and beyond","author":"Liu","year":"2019","journal-title":"arXiv:1908. 03265"},{"key":"ref49","first-page":"1","article-title":"Which neural net architectures give rise to exploding and vanishing gradients?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Hanin"},{"key":"ref50","volume-title":"Untersuchungen zu dynamischen neuronalen netzen,","author":"Hochreiter","year":"1991"},{"key":"ref51","volume-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref52","volume-title":"The CIFAR-10 dataset","author":"Krizhevsky","year":"2014"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3085855"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2895781"},{"key":"ref57","first-page":"1","article-title":"Tiled convolutional neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"23","author":"Ngiam"},{"key":"ref58","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","volume-title":"Proc. 14th Int. Conf. Artif. Intell. Statist.","author":"Coates"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/2834892.2834896"},{"key":"ref60","first-page":"4095","article-title":"Efficient neural architecture search via parameters sharing","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pham"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00806"},{"key":"ref62","article-title":"An image is worth 16\u00d716 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020","journal-title":"arXiv:2010. 11929"},{"key":"ref63","article-title":"When vision transformers outperform ResNets without pre-training or strong data augmentations","author":"Chen","year":"2021","journal-title":"arXiv:2106.01548"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09864581.pdf?arnumber=9864581","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T12:38:03Z","timestamp":1706791083000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9864581\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":63,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3201142","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}