{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T13:02:39Z","timestamp":1770555759667,"version":"3.49.0"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Evolving Systems"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s12530-023-09510-3","type":"journal-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T11:02:23Z","timestamp":1686567743000},"page":"489-503","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Hybrid self-attention NEAT: a novel evolutionary self-attention approach to improve the NEAT algorithm in high dimensional inputs"],"prefix":"10.1007","volume":"15","author":[{"given":"Saman","family":"Khamesian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4314-6539","authenticated-orcid":false,"given":"Hamed","family":"Malek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"9510_CR1","unstructured":"Badia AP et al. (2020) Agent57: Outperforming the Atari Human Benchmark,\u201d arXiv:2003.13350 [cs, stat], Accessed: Oct. 24, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/2003.13350"},{"key":"9510_CR2","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare MG, Naddaf Y, Veness J, Bowling M (2013) The arcade learning environment: an evaluation platform for general agents. J Artif Intell Res 47:253\u2013279","journal-title":"J Artif Intell Res"},{"key":"9510_CR4","doi-asserted-by":"publisher","first-page":"103688","DOI":"10.1016\/j.bspc.2022.103688","volume":"77","author":"F Chen","year":"2022","unstructured":"Chen F, Yang C, Khishe M (2022) Diagnose parkinson\u2019s disease and cleft lip and palate using deep convolutional neural networks evolved by IP-based chimp optimization algorithm. Biomed Sign Process Control 77:103688. https:\/\/doi.org\/10.1016\/j.bspc.2022.103688","journal-title":"Biomed Sign Process Control"},{"issue":"2","key":"9510_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10458-021-09497-8","volume":"35","author":"G Cuccu","year":"2021","unstructured":"Cuccu G, Togelius J, Cudr\u00e9-Mauroux P (2021) Playing Atari with few neurons. Auton Agent Multi-Agent Syst 35(2):1\u201323","journal-title":"Auton Agent Multi-Agent Syst"},{"key":"9510_CR6","doi-asserted-by":"crossref","unstructured":"Dasgupta D, McGregor DR (1992) Designing application-specific neural networks using the structured genetic algorithm. In [Proceedings] COGANN-92: International Workshop on Combinations of Genetic Algorithms and Neural Networks, pp. 87\u201396","DOI":"10.1109\/COGANN.1992.273946"},{"key":"9510_CR7","doi-asserted-by":"crossref","unstructured":"Deng L, Hinton G, Kingsbury B (2013) New types of deep neural network learning for speech recognition and related applications: an overview. In 2013 IEEE International Conference on Acoustics, Speech and Signal Processing, 8599\u20138603","DOI":"10.1109\/ICASSP.2013.6639344"},{"key":"9510_CR8","first-page":"354","volume":"6238","author":"J Gauci","year":"2010","unstructured":"Gauci J, Stanley KO (2010) \u201cIndirect encoding of neural networks for scalable go\u201d, in parallel problem solving from nature - PPSN XI, 11th international conference, Krak\u00f3w, Poland. Proc, Part I 6238:354\u2013363","journal-title":"Proc, Part I"},{"key":"9510_CR9","volume-title":"Neural Network synthesis using cellular encoding and the genetic algorithm","author":"FC Gruau","year":"1994","unstructured":"Gruau FC (1994) Neural Network synthesis using cellular encoding and the genetic algorithm. Universit\u00e9 de Lyon 1"},{"key":"9510_CR10","unstructured":"Ha D, Schmidhuber J (2018) \u201cWorld Models,\u201d arXiv:1803.10122 [cs, stat], Accessed: Sep. 30, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1803.10122"},{"key":"9510_CR11","doi-asserted-by":"crossref","unstructured":"Hansen N (2006) The CMA evolution strategy: a comparing review. In: Lozano JA, Larra\u00f1aga P, Inza I, Bengoetxea E (eds) Towards a new evolutionary computation - advances in the estimation of distribution algorithms, vol 192. Springer, pp 75\u2013102","DOI":"10.1007\/11007937_4"},{"key":"9510_CR12","doi-asserted-by":"crossref","unstructured":"Hansen N, Auger A (2014) , \u201cEvolution strategies and CMA-ES (covariance matrix adaptation),\u201d in Genetic and Evolutionary Computation Conference, GECCO \u201914, Vancouver, BC, Canada, Companion Material Proceedings, pp. 513\u2013534.","DOI":"10.1145\/2598394.2605347"},{"issue":"4","key":"9510_CR13","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1109\/TCIAIG.2013.2294713","volume":"6","author":"M Hausknecht","year":"2014","unstructured":"Hausknecht M, Lehman J, Miikkulainen R, Stone P (2014) A neuroevolution approach to general atari game playing. IEEE Trans Comput Intell AI Games 6(4):355\u2013366","journal-title":"IEEE Trans Comput Intell AI Games"},{"key":"9510_CR14","first-page":"770","volume":"2016","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, Sun J (2016) \u201cDeep residual learning for image recognition\u201d in 2016. IEEE Conf Computer Vision Pattern Recognit (CVPR) 2016:770\u2013778","journal-title":"IEEE Conf Computer Vision Pattern Recognit (CVPR)"},{"key":"9510_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622","volume":"212","author":"X He","year":"2021","unstructured":"He X, Zhao K, Chu X (2021) AutoML: a survey of the state-of-the-art. Knowl-Based Syst 212:106622","journal-title":"Knowl-Based Syst"},{"issue":"9","key":"9510_CR17","doi-asserted-by":"publisher","first-page":"4509","DOI":"10.1109\/TIP.2017.2713099","volume":"26","author":"KH Jin","year":"2017","unstructured":"Jin KH, McCann MT, Froustey E, Unser M (2017) Deep convolutional neural network for inverse problems in imaging. IEEE Trans Image Process 26(9):4509\u20134522","journal-title":"IEEE Trans Image Process"},{"issue":"6","key":"9510_CR18","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) ImageNet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"issue":"3","key":"9510_CR19","doi-asserted-by":"publisher","first-page":"100097","DOI":"10.1016\/j.neuri.2022.100097","volume":"2","author":"FH Kuwil","year":"2022","unstructured":"Kuwil FH (2022) A new feature extraction approach of medical image based on data distribution skew. Neurosci Inf 2(3):100097. https:\/\/doi.org\/10.1016\/j.neuri.2022.100097","journal-title":"Neurosci Inf"},{"key":"9510_CR20","doi-asserted-by":"publisher","first-page":"23092","DOI":"10.1109\/ACCESS.2017.2765626","volume":"5","author":"Y Li","year":"2017","unstructured":"Li Y, Yang Z (2017) Application of EOS-ELM With binary jaya-based feature selection to real-time transient stability assessment using PMU data. IEEE Access 5:23092\u201323101. https:\/\/doi.org\/10.1109\/ACCESS.2017.2765626","journal-title":"IEEE Access"},{"key":"9510_CR21","doi-asserted-by":"publisher","first-page":"118347","DOI":"10.1016\/j.apenergy.2021.118347","volume":"308","author":"Y Li","year":"2022","unstructured":"Li Y, Zhang M, Chen C (2022) A Deep-Learning intelligent system incorporating data augmentation for Short-Term voltage stability assessment of power systems. Appl Energy 308:118347. https:\/\/doi.org\/10.1016\/j.apenergy.2021.118347","journal-title":"Appl Energy"},{"key":"9510_CR22","doi-asserted-by":"crossref","unstructured":"Liang J, Meyerson E, Hodjat B, Fink D, Mutch K, Miikkulainen R (2019) \u201cEvolutionary neural AutoML for deep learning,\u201d In Proceedings of the Genetic and Evolutionary Computation Conference, New York, NY, USA, pp. 401\u2013409","DOI":"10.1145\/3321707.3321721"},{"key":"9510_CR23","unstructured":"Lin Z et al. (2017), \u201cA Structured Self-attentive Sentence Embedding,\u201d arXiv:1703.03130 [cs], Accessed: Sep. 09, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1703.03130"},{"issue":"4","key":"9510_CR24","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF02478259","volume":"5","author":"WS McCulloch","year":"1943","unstructured":"McCulloch WS, Pitts W (1943) A logical calculus of the ideas immanent in nervous activity. Bull Math Biophys 5(4):115\u2013133","journal-title":"Bull Math Biophys"},{"key":"9510_CR25","doi-asserted-by":"publisher","first-page":"16","DOI":"10.5815\/ijigsp.2015.03.03","volume":"7","author":"SA Medjahed","year":"2015","unstructured":"Medjahed SA (2015) A comparative study of feature extraction methods in images classification. Int J Image, Gr Sign Process 7:16\u201323. https:\/\/doi.org\/10.5815\/ijigsp.2015.03.03","journal-title":"Int J Image, Gr Sign Process"},{"issue":"7540","key":"9510_CR26","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"9510_CR27","doi-asserted-by":"crossref","unstructured":"M\u00fcller N, Glasmachers T (2018) Challenges in high-dimensional reinforcement learning with evolution strategies. Parallel problem solving from nature \u2013 PPSN XV. Cham, pp 411\u2013423","DOI":"10.1007\/978-3-319-99259-4_33"},{"key":"9510_CR28","doi-asserted-by":"publisher","first-page":"19143","DOI":"10.1109\/ACCESS.2019.2896880","volume":"7","author":"AB Nassif","year":"2019","unstructured":"Nassif AB, Shahin I, Attili I, Azzeh M, Shaalan K (2019) Speech recognition using deep neural networks: a systematic review. IEEE Access 7:19143\u201319165","journal-title":"IEEE Access"},{"issue":"1","key":"9510_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/evco_a_00282","volume":"29","author":"E Papavasileiou","year":"2021","unstructured":"Papavasileiou E, Cornelis J, Jansen B (2021) A systematic literature review of the successors of \u2018neuroevolution of augmenting topologies.\u2019 Evol Comput 29(1):1\u201373","journal-title":"Evol Comput"},{"key":"9510_CR30","unstructured":"Parmar N et al. (2018) \u201cImage Transformer,\u201d arXiv:1802.05751 [cs], Accessed: Sep. 09, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1802.05751"},{"key":"9510_CR31","unstructured":"Paulus R, Xiong C, Socher R (2017) \u201cA Deep Reinforced Model for Abstractive Summarization,\u201d arXiv:1705.04304 [cs], Accessed: Sep. 09, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1705.04304"},{"key":"9510_CR32","unstructured":"Poli R, (1997) \u201cEvolution of Graph-Like Programs with Parallel Distributed Genetic Programming,\u201d in Proceedings of the 7th International Conference on Genetic Algorithms, East Lansing, MI, USA, pp. 346\u2013353"},{"key":"9510_CR33","doi-asserted-by":"crossref","unstructured":"Risi S, Stanley KO, (2019)\u201cDeep Neuroevolution of Recurrent and Discrete World Models,\u201d in Proceedings of the Genetic and Evolutionary Computation Conference, New York, NY, USA, pp. 456\u2013462","DOI":"10.1145\/3321707.3321817"},{"issue":"4","key":"9510_CR34","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1162\/ARTL_a_00071","volume":"18","author":"S Risi","year":"2012","unstructured":"Risi S, Stanley KO (2012) An enhanced hypercube-based encoding for evolving the placement, density, and connectivity of neurons. Artif Life 18(4):331\u2013363","journal-title":"Artif Life"},{"issue":"1","key":"9510_CR35","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/TCIAIG.2015.2494596","volume":"9","author":"S Risi","year":"2017","unstructured":"Risi S, Togelius J (2017) Neuroevolution in games: state of the art and open challenges. IEEE Trans Comput Intell AI Games 9(1):25\u201341","journal-title":"IEEE Trans Comput Intell AI Games"},{"key":"9510_CR36","doi-asserted-by":"crossref","unstructured":"Ronald E, Schoenauer M, (1994) \u201cGenetic lander: An experiment in accurate neuro-genetic control,\u201d in Proc. PPSN III, J\u00e9rusalem, France, 866: 452\u2013461","DOI":"10.1007\/3-540-58484-6_288"},{"key":"9510_CR37","unstructured":"Salimans T, Ho J, Chen X, Sidor S, Sutskever I, (2017) \u201cEvolution Strategies as a Scalable Alternative to Reinforcement Learning,\u201d arXiv:1703.03864 [cs, stat], Accessed: Oct. 24, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1703.03864"},{"issue":"2","key":"9510_CR38","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10710-007-9028-8","volume":"8","author":"KO Stanley","year":"2007","unstructured":"Stanley KO (2007) Compositional pattern producing networks: a novel abstraction of development. Genet Program Evolvable Mach 8(2):131\u2013162","journal-title":"Genet Program Evolvable Mach"},{"issue":"2","key":"9510_CR39","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"KO Stanley","year":"2002","unstructured":"Stanley KO, Miikkulainen R (2002) Evolving neural networks through augmenting topologies. Evol Comput 10(2):99\u2013127","journal-title":"Evol Comput"},{"issue":"2","key":"9510_CR40","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/artl.2009.15.2.15202","volume":"15","author":"KO Stanley","year":"2009","unstructured":"Stanley KO, D\u2019Ambrosio DB, Gauci J (2009) A hypercube-based encoding for evolving large-scale neural networks. Artif Life 15(2):185\u2013212","journal-title":"Artif Life"},{"issue":"1","key":"9510_CR41","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s42256-018-0006-z","volume":"1","author":"KO Stanley","year":"2019","unstructured":"Stanley KO, Clune J, Lehman J, Miikkulainen R (2019) Designing neural networks through neuroevolution. Nat Mach Intell 1(1):24\u201335","journal-title":"Nat Mach Intell"},{"key":"9510_CR42","doi-asserted-by":"crossref","unstructured":"Stanley KO, Miikkulainen R (2004) \u201cEvolving a Roving Eye for Go,\u201d in Genetic and Evolutionary Computation - GECCO 2004 (Part II), 3103: 1226\u20131238","DOI":"10.1007\/978-3-540-24855-2_130"},{"key":"9510_CR43","unstructured":"Such FP, Madhavan V, Conti E, Lehman J, Stanley KO, Clune J (2018) \u201cDeep Neuroevolution: Genetic Algorithms Are a Competitive Alternative for Training Deep Neural Networks for Reinforcement Learning,\u201d arXiv:1712.06567 [cs], Accessed: Oct. 24, 2021. [Online]. Available: http:\/\/arxiv.org\/abs\/1712.06567"},{"issue":"4","key":"9510_CR44","doi-asserted-by":"publisher","first-page":"6678","DOI":"10.1109\/LRA.2020.3013906","volume":"5","author":"R Tallamraju","year":"2020","unstructured":"Tallamraju R et al (2020) AirCapRL: autonomous aerial human motion capture using deep reinforcement learning. IEEE Robot Autom Lett 5(4):6678\u20136685","journal-title":"IEEE Robot Autom Lett"},{"key":"9510_CR45","doi-asserted-by":"crossref","unstructured":"Tang Y, Nguyen D, Ha D (2020) \u201cNeuroevolution of Self-Interpretable Agents,\u201d in Proceedings of the 2020 Genetic and Evolutionary Computation Conference, New York, NY, USA, pp. 414\u2013424","DOI":"10.1145\/3377930.3389847"},{"key":"9510_CR46","first-page":"385","volume":"8","author":"D Tian","year":"2013","unstructured":"Tian D (2013) A review on image feature extraction and representation techniques. Int J Multimed Ubiquitous Eng 8:385\u2013395","journal-title":"Int J Multimed Ubiquitous Eng"},{"key":"9510_CR47","doi-asserted-by":"publisher","unstructured":"Tupper A,(2020) \u201cEvolutionary reinforcement learning for vision-based general video game playing,\u201d M.S.\u00a0thesis, College\u00a0of Engineering, University of Canterbury, New Zealand, [Online]. Available: http:\/\/dx.doi.org\/https:\/\/doi.org\/10.26021\/10198","DOI":"10.26021\/10198"},{"key":"9510_CR48","doi-asserted-by":"crossref","unstructured":"Tupper A, Neshatian K (2020) \u201cEvaluating Learned State Representations for Atari,\u201d in 2020 35th International Conference on Image and Vision Computing New Zealand (IVCNZ), pp. 1\u20136","DOI":"10.1109\/IVCNZ51579.2020.9290609"},{"key":"9510_CR3","doi-asserted-by":"crossref","unstructured":"van den Berg TG, Whiteson S (2013) Critical Factors in the Performance of HyperNEAT,\u201d in Proceedings of the 15th Annual Conference on Genetic and Evolutionary Computation, New York, NY, USA, pp. 759\u2013766","DOI":"10.1145\/2463372.2463460"},{"key":"9510_CR49","unstructured":"Vaswani A et al. (2017) \u201cAttention is All You Need,\u201d in Proceedings of the 31st International Conference on Neural Information Processing Systems, Red Hook, NY, USA, pp. 6000\u20136010"},{"key":"9510_CR50","first-page":"1737","volume":"11","author":"P Verbancsics","year":"2010","unstructured":"Verbancsics P, Stanley KO (2010) Evolving static representations for task transfer. J Mach Learn Res 11:1737\u20131769","journal-title":"J Mach Learn Res"},{"issue":"2","key":"9510_CR51","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1007\/s11277-021-09410-2","volume":"124","author":"X Wang","year":"2022","unstructured":"Wang X, Gong C, Khishe M, Mohammadi M, Rashid TA (2022) Pulmonary diffuse airspace opacities diagnosis from chest X-ray images using deep convolutional neural networks fine-tuned by whale optimizer. Wirel Pers Commun 124(2):1355\u20131374. https:\/\/doi.org\/10.1007\/s11277-021-09410-2","journal-title":"Wirel Pers Commun"},{"key":"9510_CR52","unstructured":"Xu L, Ren JSJ, Liu C, Jia J, (2014) Deep Convolutional Neural Network for Image Deconvolution. In Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 1, Cambridge, MA, USA , pp. 1790\u20131798"},{"issue":"3","key":"9510_CR53","doi-asserted-by":"publisher","first-page":"1371","DOI":"10.1007\/s40815-021-01195-7","volume":"24","author":"G Yutong","year":"2022","unstructured":"Yutong G, Khishe M, Mohammadi M, Rashidi S, Nateri MS (2022) Evolving deep convolutional neural networks by extreme learning machine and fuzzy slime mould optimizer for real-time sonar image recognition. Int J Fuzzy Syst 24(3):1371\u20131389. https:\/\/doi.org\/10.1007\/s40815-021-01195-7","journal-title":"Int J Fuzzy Syst"}],"container-title":["Evolving Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-023-09510-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12530-023-09510-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-023-09510-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T12:21:17Z","timestamp":1711628477000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12530-023-09510-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":52,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["9510"],"URL":"https:\/\/doi.org\/10.1007\/s12530-023-09510-3","relation":{},"ISSN":["1868-6478","1868-6486"],"issn-type":[{"value":"1868-6478","type":"print"},{"value":"1868-6486","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"20 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant tothe content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}