{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T17:35:11Z","timestamp":1791912911326,"version":"4.3.4"},"reference-count":173,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2021,4,18]],"date-time":"2021-04-18T00:00:00Z","timestamp":1618704000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,18]],"date-time":"2021-04-18T00:00:00Z","timestamp":1618704000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s00521-021-05960-5","type":"journal-article","created":{"date-parts":[[2021,4,18]],"date-time":"2021-04-18T06:02:42Z","timestamp":1618725762000},"page":"14079-14099","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":183,"title":["Advanced metaheuristic optimization techniques in applications of deep neural networks: a review"],"prefix":"10.1007","volume":"33","author":[{"given":"Mohamed","family":"Abd Elaziz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdelghani","family":"Dahou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2203-4549","authenticated-orcid":false,"given":"Laith","family":"Abualigah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liyang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Alshinwan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmad M.","family":"Khasawneh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Songfeng","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,4,18]]},"reference":[{"issue":"4","key":"5960_CR1","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF02478259","volume":"5","author":"S McCulloch Warren","year":"1943","unstructured":"McCulloch Warren S, Walter P (1943) A logical calculus of the ideas immanent in nervous activity. Bull Math Biophys 5(4):115\u2013133","journal-title":"Bull Math Biophys"},{"issue":"6","key":"5960_CR2","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1037\/h0042519","volume":"65","author":"R Frank","year":"1958","unstructured":"Frank R (1958) The perceptron: a probabilistic model for information storage and organization in the brain. Psychol Rev 65(6):386","journal-title":"Psychol Rev"},{"key":"5960_CR3","doi-asserted-by":"crossref","unstructured":"Rumelhart David\u00a0E, Hinton Geoffrey\u00a0E, Williams Ronald\u00a0J (1985) Learning internal representations by error propagation. Technical report, California Univ San Diego La Jolla Inst for Cognitive Science","DOI":"10.21236\/ADA164453"},{"key":"5960_CR4","unstructured":"Khotimah C, Purnami SW, Prastyo DD, Chosuvivatwong V, Spriplung H (1905) Additive survival least square support vector machines: a simulation study and its application to cervical cancer prediction. In: Proceedings of the 13th IMT-GT International Conference on Mathematics, Statistics and their Applications (ICMSA), AIP Conference Proceedings"},{"issue":"7553","key":"5960_CR5","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"LC Yann","year":"2015","unstructured":"Yann LC, Yoshua B, Geoffrey H (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"issue":"11","key":"5960_CR6","doi-asserted-by":"publisher","first-page":"1101","DOI":"10.1001\/jama.2018.11100","volume":"320","author":"H Geoffrey","year":"2018","unstructured":"Geoffrey H (2018) Deep learning-a technology with the potential to transform health care. Jama 320(11):1101\u20131102","journal-title":"Jama"},{"key":"5960_CR7","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012). 2012 alexnet. Adv Neural Inf Process Syst, pp 1\u20139"},{"key":"5960_CR8","doi-asserted-by":"crossref","unstructured":"Zhong Z, Jin L, Xie Z (2015) High performance offline handwritten chinese character recognition using googlenet and directional feature maps. In: 2015 13th International Conference on Document Analysis and Recognition (ICDAR), pp 846\u2013850. IEEE","DOI":"10.1109\/ICDAR.2015.7333881"},{"key":"5960_CR9","unstructured":"Targ S, Almeida D, Lyman K (2016) Resnet in resnet: Generalizing residual architectures. arXiv preprintarXiv: 1603.08029,"},{"key":"5960_CR10","unstructured":"Iandola F, Moskewicz M, Karayev S, Girshick R, Darrell T, Keutzer K (2014) Densenet: Implementing efficient convnet descriptor pyramids. arXiv preprintarXiv: 1404.1869"},{"key":"5960_CR11","unstructured":"Mingxing T (1905) Le Quoc V (2019) Rethinking model scaling for convolutional neural networks. arXiv preprint arXiv, Efficientnet, p 11946"},{"key":"5960_CR12","unstructured":"Faruk E (2020) A novel clustering method built on random weight artificial neural networks and differential evolution. Soft Comput, pp 1\u201312"},{"issue":"2","key":"5960_CR13","doi-asserted-by":"publisher","first-page":"101","DOI":"10.3390\/electronics10020101","volume":"10","author":"A Laith","year":"2021","unstructured":"Laith A, Gandomi Amir H, Abd EM, Al HH, Mahmoud O, Mohammad A, Khasawneh Ahmad M (2021) Advances in meta-heuristic optimization algorithms in big data text clustering. Electronics 10(2):101","journal-title":"Electronics"},{"issue":"12","key":"5960_CR14","doi-asserted-by":"publisher","first-page":"345","DOI":"10.3390\/a13120345","volume":"13","author":"A Laith","year":"2020","unstructured":"Laith A, Gandomi Amir H, Abd EM, Hussien Abdelazim G, Khasawneh Ahmad M, Mohammad A, Houssein Essam H (2020) Nature-inspired optimization algorithms for text document clustering\u2013a comprehensive analysis. Algorithms 13(12):345","journal-title":"Algorithms"},{"key":"5960_CR15","unstructured":"Nigam A, Friederich P, Krenn M, Aspuru-Guzik A (2019) Augmenting genetic algorithms with deep neural networks for exploring the chemical space. arXiv preprint. arXiv: 1909.11655"},{"key":"5960_CR16","unstructured":"Shukla P, Kumar H, Nandi GC (2020) Robotic grasp manipulation using evolutionary computing and deep reinforcement learning. arXiv preprint. arXiv: 2001.05443"},{"issue":"2","key":"5960_CR17","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1049\/iet-cta.2013.0854","volume":"9","author":"Y Yuan","year":"2014","unstructured":"Yuan Y, Fuchun S, Huaping L, Hongjiu Y (2014) Low-frequency robust control for singularly perturbed system. IET Control Theory Appl 9(2):203\u2013210","journal-title":"IET Control Theory Appl"},{"issue":"3","key":"5960_CR18","first-page":"1845","volume":"64","author":"W Thomas","year":"2017","unstructured":"Thomas W, Helmut B (2017) A mathematical theory of deep convolutional neural networks for feature extraction. IEEE Trans Inf Theory 64(3):1845\u20131866","journal-title":"IEEE Trans Inf Theory"},{"key":"5960_CR19","unstructured":"van\u00a0den Oord A, Dieleman S, Zen H, Simonyan K, Vinyals O, Graves A, Kalchbrenner N, Senior A, Koray K (2016). Wavenet A generative model for raw audio. arXiv preprint. arXiv: 1609.03499,"},{"key":"5960_CR20","unstructured":"Kumar K, Kumar R, de\u00a0Boissiere T, Gestin L, Zhen TW, Sotelo J, de\u00a0Br\u00e9bisson A, Bengio Y, Courville AC (2019) Melgan: Generative adversarial networks for conditional waveform synthesis. In: Advances in Neural Information Processing Systems, pp 14910\u201314921"},{"key":"5960_CR21","unstructured":"Andrew H, Mark S, Grace C, Liang-Chieh C, Bo C, Mingxing T, Weijun W, Yukun Z, Ruoming P, Vijay V et al (2019) Searching for mobilenetv3. In: Proceedings of the IEEE International Conference on Computer Vision, pp 1314\u20131324"},{"key":"5960_CR22","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint. arXiv: 1409.1556"},{"key":"5960_CR23","unstructured":"Kaiming H, Xiangyu Z, Shaoqing R, Jian S (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778"},{"key":"5960_CR24","doi-asserted-by":"crossref","unstructured":"Xie S, Girshick Ross, Doll\u00e1r Piotr, Tu Zhuowen , He Kaiming (2017) Aggregated residual transformations for deep neural networks. In Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1492\u20131500","DOI":"10.1109\/CVPR.2017.634"},{"key":"5960_CR25","unstructured":"Foret P, Kleiner A, Mobahi H, Neyshabur B (2020) Sharpness-aware minimization for efficiently improving generalization. arXiv preprint. arXiv: 2010.01412"},{"key":"5960_CR26","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W , Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"5960_CR27","doi-asserted-by":"crossref","unstructured":"Soria PX, Riba E, Sappa A (2020) Dense extreme inception network: Towards a robust cnn model for edge detection. In: The IEEE Winter Conference on Applications of Computer Vision, pp 1923\u20131932","DOI":"10.1109\/WACV45572.2020.9093290"},{"key":"5960_CR28","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der\u00a0Maaten L, Weinberger Kilian\u00a0Q (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4700\u20134708","DOI":"10.1109\/CVPR.2017.243"},{"key":"5960_CR29","unstructured":"Iandola Forrest\u00a0N, Han Song, Moskewicz Matthew\u00a0W, Ashraf Khalid, Dally William\u00a0J , Keutzer Kurt (2016) Squeezenet: Alexnet-level accuracy with 50x fewer parameters and> 0.5 mb model size. arXiv preprint. arXiv: 1602.07360"},{"key":"5960_CR30","unstructured":"Howard Andrew\u00a0G, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017). Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint. arXiv: 1704.04861"},{"key":"5960_CR31","doi-asserted-by":"crossref","unstructured":"Ma N, Zhang X, Zheng H-T, Sun J (2018) Shufflenet v2: Practical guidelines for efficient cnn architecture design. In: Proceedings of the European conference on computer vision (ECCV), pp 116\u2013131","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"5960_CR32","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhou X, Lin M, Sun J (2018) Shufflenet: an extremely efficient convolutional neural network for mobile devices. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 6848\u20136856","DOI":"10.1109\/CVPR.2018.00716"},{"key":"5960_CR33","unstructured":"Bochkovskiy A, Wang C-Y, Mark Liao H-Y (2020) Yolov4: Optimal speed and accuracy of object detection. arXiv preprint. arXiv: 2004.10934"},{"key":"5960_CR34","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2016) You only look once: Unified, real-time object detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"5960_CR35","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S, Fu C-Y, Berg Alexander\u00a0C (2016) Ssd: Single shot multibox detector. In: European conference on computer vision, pp 21\u201337. Springer","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"5960_CR36","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Goyal P, Girshick R, He K, Doll\u00e1r P (2017) Focal loss for dense object detection. In: Proceedings of the IEEE international conference on computer vision, pp 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"5960_CR37","unstructured":"Merity S (2019) Single headed attention rnn: Stop thinking with your head. arXiv preprint.arXiv: 1911.11423"},{"key":"5960_CR38","unstructured":"Kalchbrenner N, Elsen E, Simonyan K, Noury S, Casagrande N, Lockhart E, Stimberg F, van\u00a0den Oord A, Dieleman S, Kavukcuoglu K (2018) Efficient neural audio synthesis. arXiv preprint. arXiv: 1802.08435"},{"key":"5960_CR39","unstructured":"Melis G, Ko\u010disk\u1ef3 T, Blunsom P (2019) Mogrifier lstm. arXiv preprint.arXiv: 1909.01792"},{"key":"5960_CR40","doi-asserted-by":"publisher","first-page":"77060","DOI":"10.1109\/ACCESS.2020.2989428","volume":"8","author":"J Ning","year":"2020","unstructured":"Ning J, Jiaxian W, Xiang M, Ke Y, Yuchang M (2020) Multi-task learning model based on multi-scale cnn and lstm for sentiment classification. IEEE Access 8:77060\u201377072","journal-title":"IEEE Access"},{"key":"5960_CR41","unstructured":"Ganapathy K (2020) A study of genetic algorithms for hyperparameter optimization of neural networks in machine translation. arXiv preprint. arXiv: 2009.08928"},{"key":"5960_CR42","unstructured":"Jingzhao Z, Tianxing H, Suvrit S (1905) Jadbabaie A (2019) A theoretical justification for adaptivity. arXiv preprint arXiv, Why gradient clipping accelerates training, p 11881"},{"issue":"3","key":"5960_CR43","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/MCI.2018.2840738","volume":"13","author":"T Young","year":"2018","unstructured":"Young T, Hazarika D, Poria S, Cambria E (2018) Recent trends in deep learning based natural language processing. IEEE Comput Intell Magazine 13(3):55\u201375","journal-title":"IEEE Comput Intell Magazine"},{"key":"5960_CR44","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.1016\/j.procs.2020.03.416","volume":"167","author":"SA Kumar","year":"2020","unstructured":"Kumar SA, Sandeep C, Kumar SD (2020) Sentimental short sentences classification by using cnn deep learning model with fine tuned word2vec. Proc Comput Sci 167:1139\u20131147","journal-title":"Proc Comput Sci"},{"key":"5960_CR45","unstructured":"Ashish V, Noam S, Niki P, Jakob U, Llion J, Aidan\u00a0NG, \u0141ukasz K, Illia P (2017) Attention is all you need. In: Advances in neural information processing systems, pp 5998\u20136008"},{"key":"5960_CR46","unstructured":"Shoeybi M, Patwary M, Puri R , LeGresley P, Casper J, Catanzaro B (2019) Megatron-lm: Training multi-billion parameter language models using gpu model parallelism. arXiv preprint. arXiv: 1909.08053"},{"key":"5960_CR47","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint. arXiv: 1810.04805"},{"key":"5960_CR48","unstructured":"Liu Y, Ott M , Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized bert pretraining approach. arXiv preprint. arXiv: 1907.11692"},{"key":"5960_CR49","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter. arXiv preprint. arXiv: 1910.01108"},{"key":"5960_CR50","doi-asserted-by":"crossref","unstructured":"Lewis M, Liu Y, Goyal N, Ghazvininejad M, Mohamed A, Levy O, Stoyanov V, Zettlemoyer L (2019) Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint. arXiv: 1910.13461","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"5960_CR51","unstructured":"Raffel C., Shazeer N., Roberts A., Lee K., Narang S., Matena M., Zhou Y., Li W., Liu Peter\u00a0J (2019) Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv preprint. arXiv: 1910.10683"},{"key":"5960_CR52","unstructured":"Nikita K, \u0141ukasz K (2001) Levskaya Anselm (2020). The efficient transformer. arXiv preprint arXiv, Reformer, p 04451"},{"key":"5960_CR53","unstructured":"Brown Tom\u00a0B, Mann B, Ryder N, Subbiah M, Kaplan J, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A et\u00a0al (2020) Language models are few-shot learners. arXiv preprint. arXiv: 2005.14165"},{"key":"5960_CR54","doi-asserted-by":"crossref","unstructured":"Shin H-C, Zhang Y, Bakhturina E, Puri R, Patwary M, Shoeybi M, Mani R (2020) Biomegatron: Larger biomedical domain language model. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 4700\u20134706","DOI":"10.18653\/v1\/2020.emnlp-main.379"},{"key":"5960_CR55","unstructured":"Jimmy L, Rodrigo N (2010) Yates Andrew (2020). Bert and beyond. arXiv preprint arXiv, Pretrained transformers for text ranking, p 06467"},{"key":"5960_CR56","unstructured":"Liu X, Duh K, Liu L, Gao J (2020) Very deep transformers for neural machine translation. arXiv preprint. arXiv: 2008.07772"},{"key":"5960_CR57","first-page":"7780","volume":"34","author":"G Siddhant","year":"2020","unstructured":"Siddhant G, Thuy V, Alessandro M (2020) Tanda: Transfer and adapt pre-trained transformer models for answer sentence selection. Proc AAAI Conf Artif Intell 34:7780\u20137788","journal-title":"Proc AAAI Conf Artif Intell"},{"issue":"5786","key":"5960_CR58","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Salakhutdinov RR (2006) Reducing the dimensionality of data with neural networks. Science 313(5786):504\u2013507","journal-title":"Science"},{"key":"5960_CR59","unstructured":"Goodfellow I , Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial nets. In: Advances in neural information processing systems, pp 2672\u20132680"},{"key":"5960_CR60","doi-asserted-by":"crossref","unstructured":"Karras T, Laine S, Aittala M, Hellsten J, Lehtinen J, Aila T (2020) Analyzing and improving the image quality of stylegan. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 8110\u20138119","DOI":"10.1109\/CVPR42600.2020.00813"},{"key":"5960_CR61","unstructured":"Vahdat A, Kautz J (2020) Nvae. A deep hierarchical variational autoencoder. arXiv preprint. arXiv:2007.03898"},{"key":"5960_CR62","doi-asserted-by":"crossref","unstructured":"Guo J, Lu S, Cai H, Zhang W, Yu Y, Wang J (2018) Long text generation via adversarial training with leaked information. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol\u00a032","DOI":"10.1609\/aaai.v32i1.11957"},{"key":"5960_CR63","doi-asserted-by":"crossref","unstructured":"Karras T, Laine S, Aila T (2019) A style-based generator architecture for generative adversarial networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4401\u20134410","DOI":"10.1109\/CVPR.2019.00453"},{"key":"5960_CR64","doi-asserted-by":"crossref","unstructured":"Schonfeld E, Schiele B, Khoreva A (2020) A u-net based discriminator for generative adversarial networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 8207\u20138216","DOI":"10.1109\/CVPR42600.2020.00823"},{"key":"5960_CR65","doi-asserted-by":"crossref","unstructured":"Ronneberger OF, Philipp BT (2015) U-net: Convolutional networks for biomedical image segmentation. In: International Conference on Medical image computing and computer-assisted intervention, pp 234\u2013241. Springer","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"5960_CR66","doi-asserted-by":"crossref","unstructured":"Abualigah L, Diabat A (2021) Advances in sine cosine algorithm: a comprehensive survey. Artificial Intelligence Review, pp 1\u201342","DOI":"10.1007\/s10462-020-09909-3"},{"key":"5960_CR67","doi-asserted-by":"crossref","unstructured":"Abualigah L, Diabat A (2020) A comprehensive survey of the grasshopper optimization algorithm: results, variants, and applications. Neural Computing and Applications, pp 1\u201324","DOI":"10.1007\/s00521-020-04789-8"},{"issue":"11","key":"5960_CR68","doi-asserted-by":"publisher","first-page":"3827","DOI":"10.3390\/app10113827","volume":"10","author":"A Laith","year":"2020","unstructured":"Laith A, Ali D, Zong WG (2020) A comprehensive survey of the harmony search algorithm in clustering applications. Appl Sci 10(11):3827","journal-title":"Appl Sci"},{"key":"5960_CR69","doi-asserted-by":"crossref","unstructured":"Abualigah L (2020) Group search optimizer: a nature-inspired meta-heuristic optimization algorithm with its results, variants, and applications. Neural Computing and Applications, pp 1\u201324","DOI":"10.1007\/s00521-020-05107-y"},{"key":"5960_CR70","doi-asserted-by":"crossref","unstructured":"Abualigah L (2020) Multi-verse optimizer algorithm: a comprehensive survey of its results, variants, and applications. Neural Computing Applications, pp 1\u201321","DOI":"10.1007\/s00521-020-04839-1"},{"key":"5960_CR71","doi-asserted-by":"crossref","unstructured":"Abualigah L, Diabat A, Mirjalili S, Abd\u00a0Elaziz M, Gandomi AH (2021) The arithmetic optimization algorithm. Comput Methods Appl Mech Eng","DOI":"10.1016\/j.cma.2020.113609"},{"issue":"2","key":"5960_CR72","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/4235.771163","volume":"3","author":"Y Xin","year":"1999","unstructured":"Xin Y, Yong L, Guangming L (1999) Evolutionary programming made faster. IEEE Trans Evolut Comput 3(2):82\u2013102","journal-title":"IEEE Trans Evolut Comput"},{"key":"5960_CR73","volume-title":"Adaptation in artificial and natural systems","author":"H John","year":"1975","unstructured":"John H (1975) Adaptation in artificial and natural systems. The University of Michigan Press, Ann Arbor"},{"issue":"2","key":"5960_CR74","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1023\/A:1022602019183","volume":"3","author":"E Goldberg David","year":"1988","unstructured":"Goldberg David E, Holland John H (1988) Genetic algorithms and machine learning. Mach Learn 3(2):95\u201399","journal-title":"Mach Learn"},{"key":"5960_CR75","doi-asserted-by":"crossref","unstructured":"Michalewicz Z (1996) Evolution strategies and other methods . In: Genetic Algorithms+ Data Structures= Evolution Programs, pp 159\u2013177. Springer","DOI":"10.1007\/978-3-662-03315-9_9"},{"issue":"4","key":"5960_CR76","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1008202821328","volume":"11","author":"S Rainer","year":"1997","unstructured":"Rainer S, Kenneth P (1997) Differential evolution-a simple and efficient heuristic for global optimization over continuous spaces. J Global Optim 11(4):341\u2013359","journal-title":"J Global Optim"},{"issue":"2","key":"5960_CR77","first-page":"87","volume":"4","author":"R Koza John","year":"1994","unstructured":"Koza John R (1994) Genetic programming as a means for programming computers by natural selection. Stat Comput 4(2):87\u2013112","journal-title":"Stat Comput"},{"key":"5960_CR78","unstructured":"Eberhart R, Kennedy J (1995) A new optimizer using particle swarm theory. In: Proceedings of the Sixth International Symposium on Micro Machine and Human Science, 1995. MHS\u201995., pp 39\u201343. IEEE,"},{"key":"5960_CR79","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.advengsoft.2017.07.002","volume":"114","author":"M Seyedali","year":"2017","unstructured":"Seyedali M, Gandomi Amir H, Zahra MS, Shahrzad S, Hossam F, Mohammad MS (2017) Salp swarm algorithm: a bio-inspired optimizer for engineering design problems. Adv Eng Softw 114:163\u2013191","journal-title":"Adv Eng Softw"},{"key":"5960_CR80","doi-asserted-by":"crossref","unstructured":"Faramarzi A, Heidarinejad M, Mirjalili S, Gandomi AH (2020) Marine predators algorithm: A nature-inspired metaheuristic. Exp Syst Appl, pp 113377,","DOI":"10.1016\/j.eswa.2020.113377"},{"key":"5960_CR81","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.advengsoft.2016.01.008","volume":"95","author":"M Seyedali","year":"2016","unstructured":"Seyedali M, Andrew L (2016) The whale optimization algorithm. Adv Eng Softw 95:51\u201367","journal-title":"Adv Eng Softw"},{"key":"5960_CR82","first-page":"151","volume":"110","author":"E Hadi","year":"2012","unstructured":"Hadi E, Ali S, Ardeshir B, Mohd H (2012) Water cycle algorithm-a novel metaheuristic optimization method for solving constrained engineering optimization problems. Comput Struct 110:151\u2013166","journal-title":"Comput Struct"},{"issue":"S1","key":"5960_CR83","doi-asserted-by":"publisher","first-page":"S98","DOI":"10.1002\/tee.20628","volume":"6","author":"T Kenichi","year":"2011","unstructured":"Kenichi T, Keiichiro Y (2011) Primary study of spiral dynamics inspired optimization. IEEJ Trans Electrical Electron Eng 6(S1):S98\u2013S100","journal-title":"IEEJ Trans Electrical Electron Eng"},{"key":"5960_CR84","doi-asserted-by":"crossref","unstructured":"Bayraktar Z, Komurcu M, Werner DH (2010) Wind driven optimization (wdo): a novel nature-inspired optimization algorithm and its application to electromagnetics. In: Antennas and Propagation Society International Symposium (APSURSI), 2010 IEEE, pp 1\u20134. IEEE","DOI":"10.1109\/APS.2010.5562213"},{"key":"5960_CR85","volume-title":"Advances in metaheuristic algorithms for optimal design of structures","author":"K Ali","year":"2014","unstructured":"Ali K (2014) Advances in metaheuristic algorithms for optimal design of structures. Springer, Berlin"},{"issue":"3","key":"5960_CR86","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1023\/A:1022452626305","volume":"25","author":"B\u015e \u0130lker","year":"2003","unstructured":"\u0130lker B\u015e, Shu-Chering F (2003) An electromagnetism-like mechanism for global optimization. J Global Optim 25(3):263\u2013282","journal-title":"J Global Optim"},{"issue":"3\u20134","key":"5960_CR87","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s00707-009-0270-4","volume":"213","author":"A Kaveh","year":"2010","unstructured":"Kaveh A, Talatahari S (2010) A novel heuristic optimization method: charged system search. Acta Mech 213(3\u20134):267\u2013289","journal-title":"Acta Mech"},{"issue":"4598","key":"5960_CR88","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1126\/science.220.4598.671","volume":"220","author":"K Scott","year":"1983","unstructured":"Scott K, Daniel Gelatt C, Mario PV (1983) Optimization by simulated annealing. Science 220(4598):671\u2013680","journal-title":"Science"},{"issue":"13","key":"5960_CR89","doi-asserted-by":"publisher","first-page":"2232","DOI":"10.1016\/j.ins.2009.03.004","volume":"179","author":"R Esmat","year":"2009","unstructured":"Esmat R, Hossein N-P, Saeid S (2009) Gsa: a gravitational search algorithm. Inf Sci 179(13):2232\u20132248","journal-title":"Inf Sci"},{"key":"5960_CR90","doi-asserted-by":"publisher","unstructured":"Abualigah L, Yousri D, Abd Elaziz M, Ewees AA, Al-qanes, MA, Gandomi AH (2021) Aquila Optimizer: A novel meta-heuristic optimization Algorithm. Comput Indus Eng. https:\/\/doi.org\/10.1016\/j.cie.2021.107250","DOI":"10.1016\/j.cie.2021.107250"},{"key":"5960_CR91","doi-asserted-by":"crossref","unstructured":"Tahani M, Babayan N (2018) Flow regime algorithm (fra): a physics-based meta-heuristics algorithm. Knowledge and Information Systems, pp 1\u201338","DOI":"10.1007\/s10115-018-1253-3"},{"key":"5960_CR92","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.cor.2014.10.011","volume":"55","author":"Ali Husseinzadeh Kashan","year":"2015","unstructured":"Ali Husseinzadeh Kashan (2015) A new metaheuristic for optimization: optics inspired optimization (oio). Comput Operat Res 55:99\u2013125","journal-title":"Comput Operat Res"},{"issue":"3","key":"5960_CR93","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1109\/TEVC.2009.2033580","volume":"14","author":"YS Lam Albert","year":"2010","unstructured":"Lam Albert YS, Li Victor OK (2010) Chemical-reaction-inspired metaheuristic for optimization. IEEE Trans Evolut Comput 14(3):381\u2013399","journal-title":"IEEE Trans Evolut Comput"},{"key":"5960_CR94","unstructured":"Laith A, Mohammad S, Mohammad A, Seyedali M, Abd EM (2020) Ant lion optimizer: A comprehensive survey of its variants and applications. Arch. Comput, Methods Eng"},{"key":"5960_CR95","doi-asserted-by":"crossref","unstructured":"Abualigah L, Abd\u00a0EM, Hussien AG, Alsalibi B, Jafar J, Seyed M, Gandomi AH ( 2020) Lightning search algorithm: a comprehensive survey. Appl Intell, pp 1\u201324","DOI":"10.1007\/s10489-020-01947-2"},{"issue":"3","key":"5960_CR96","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/j.cad.2010.12.015","volume":"43","author":"VR Ravipudi","year":"2011","unstructured":"Ravipudi VR, Vimal JS, Vakharia DP (2011) Teaching-learning-based optimization: a novel method for constrained mechanical design optimization problems. Comput Aided Des 43(3):303\u2013315","journal-title":"Comput Aided Des"},{"key":"5960_CR97","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.asoc.2017.11.043","volume":"64","author":"M Reza","year":"2018","unstructured":"Reza M, Khodakaram S (2018) Volleyball premier league algorithm. Appl Soft Comput 64:161\u2013185","journal-title":"Appl Soft Comput"},{"key":"5960_CR98","doi-asserted-by":"crossref","unstructured":"Dai C, Zhu Y, Chen W (2006) Seeker optimization algorithm. In: International Conference on Computational and Information Science, pp 167\u2013176. Springer","DOI":"10.1007\/978-3-540-74377-4_18"},{"key":"5960_CR99","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.swevo.2014.02.002","volume":"17","author":"Naser Moosavian and Babak Kasaee Roodsari","year":"2014","unstructured":"Naser Moosavian and Babak Kasaee Roodsari (2014) Soccer league competition algorithm: a novel meta-heuristic algorithm for optimal design of water distribution networks. Swarm Evolut Comput 17:14\u201324","journal-title":"Swarm Evolut Comput"},{"key":"5960_CR100","doi-asserted-by":"crossref","unstructured":"Kashan AH (2009) League championship algorithm: a new algorithm for numerical function optimization. In: 2009 International Conference of Soft Computing and Pattern Recognition, pp 43\u201348. IEEE","DOI":"10.1109\/SoCPaR.2009.21"},{"key":"5960_CR101","doi-asserted-by":"crossref","unstructured":"Fogel DB (1995) Phenotypes, genotypes, and operators in evolutionary computation. In Proceedings 1995 IEEE Int. Conf. Evolutionary Computation (ICEC\u201995), pp 193\u2013198","DOI":"10.1109\/ICEC.1995.489143"},{"key":"5960_CR102","doi-asserted-by":"crossref","unstructured":"Kriegman S, Cheney N, Corucci F, Bongard JC (2017) A minimal developmental model can increase evolvability in soft robots. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp 131\u2013138","DOI":"10.1145\/3071178.3071296"},{"key":"5960_CR103","doi-asserted-by":"crossref","unstructured":"Parker A, Nitschke G (2017) Autonomous intersection driving with neuro-evolution. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp 133\u2013134","DOI":"10.1145\/3067695.3076012"},{"key":"5960_CR104","volume-title":"Nature-inspired optimization algorithms for fuzzy controlled servo systems","author":"P Radu-Emil","year":"2019","unstructured":"Radu-Emil P, Radu-Codrut D (2019) Nature-inspired optimization algorithms for fuzzy controlled servo systems. Butterworth-Heinemann, Oxford"},{"issue":"S13","key":"5960_CR105","first-page":"1","volume":"10","author":"P Constantin","year":"2013","unstructured":"Constantin P, Radu-Emil P, Daniel I, Lucian-Ovidiu F, Radu-Codrut D, Florin D (2013) Optimal robot path planning using gravitational search algorithm. Int J Artif Intell 10(S13):1\u201320","journal-title":"Int J Artif Intell"},{"issue":"17","key":"5960_CR106","doi-asserted-by":"publisher","first-page":"5053","DOI":"10.1007\/s00500-016-2100-7","volume":"21","author":"Y Kaya","year":"2017","unstructured":"Kaya Y, Faruk Ertugru O (2017) Determining the optimal number of body-worn sensors for human activity recognition. Soft Comput 21(17):5053\u20135060","journal-title":"Soft Comput"},{"key":"5960_CR107","doi-asserted-by":"crossref","unstructured":"Justesen N, Risi S (2017) Continual online evolutionary planning for in-game build order adaptation in starcraft. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp 187\u2013194","DOI":"10.1145\/3071178.3071210"},{"key":"5960_CR108","unstructured":"Fan Z , Wei J, Zhu G, Mo J, Li W (2020) Evolutionary neural architecture search for retinal vessel segmentation. arXiv, pages arXiv\u20132001"},{"key":"5960_CR109","doi-asserted-by":"crossref","unstructured":"Abeer A-H, Shawki A (2017) Design space exploration of convolutional neural networks based on evolutionary algorithms. J Comput Vis Imag Syst, vol 3, no 1","DOI":"10.15353\/vsnl.v3i1.162"},{"key":"5960_CR110","doi-asserted-by":"crossref","unstructured":"Xie L, Yuille A (2017) Genetic cnn. In: Proceedings of the IEEE international conference on computer vision, pp 1379\u20131388","DOI":"10.1109\/ICCV.2017.154"},{"key":"5960_CR111","unstructured":"Felbinger GC (2017) A genetic approach to design convolutional neural networks for the purpose of a ball detection on the nao robotic system. Project Work"},{"key":"5960_CR112","unstructured":"Yanan S, Bing X, Mengjie Z, Gary GY, Jiancheng L (2020) Automatically designing cnn architectures using the genetic algorithm for image classification. IEEE Trans Cybern"},{"key":"5960_CR113","unstructured":"Sun Y, Xue B, Zhang M, Yen GG (2018) Automatically evolving cnn architectures based on blocks. arXiv preprint. arXiv: 1810.11875"},{"key":"5960_CR114","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.neucom.2017.12.049","volume":"283","author":"B Alejandro","year":"2018","unstructured":"Alejandro B, Yago S, Pedro I (2018) Evolutionary convolutional neural networks: an application to handwriting recognition. Neurocomputing 283:38\u201352","journal-title":"Neurocomputing"},{"key":"5960_CR115","doi-asserted-by":"crossref","unstructured":"Sun Y, Xue B, Zhang M, Yen GG (2019) Evolving deep convolutional neural networks for image classification. IEEE Trans Evolut Comput","DOI":"10.1109\/TEVC.2019.2916183"},{"issue":"2","key":"5960_CR116","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/artl.2009.15.2.15202","volume":"15","author":"O Stanley Kenneth","year":"2009","unstructured":"Stanley Kenneth O, D\u2019Ambrosio David B, Jason G (2009) A hypercube-based encoding for evolving large-scale neural networks. Artificial Life 15(2):185\u2013212","journal-title":"Artificial Life"},{"key":"5960_CR117","doi-asserted-by":"crossref","unstructured":"Yang C, An Z, Li C, Diao B, Xu Y (2019) Multi-objective pruning for cnns using genetic algorithm. In: International Conference on Artificial Neural Networks, pp 299\u2013305. Springer","DOI":"10.1007\/978-3-030-30484-3_25"},{"key":"5960_CR118","unstructured":"Jones D, Schroeder A, Nitschke G (2019) Evolutionary deep learning to identify galaxies in the zone of avoidance. arXiv preprint. arXiv: 1903.07461"},{"key":"5960_CR119","unstructured":"da\u00a0Silveira\u00a0BJ, Iochins GB, Dorn M (2020) Neuroevolution of neural network architectures using codeepneat and keras. arXiv preprint. arXiv: 2002.04634"},{"key":"5960_CR120","doi-asserted-by":"crossref","unstructured":"Miikkulainen R, Liang J , Meyerson E, Rawal A, Fink D, Francon O, Raju B, Shahrzad H, Navruzyan Arshak,Duffy Nigel , et\u00a0al (2019). Evolving deep neural networks. In: Artificial Intelligence in the Age of Neural Networks and Brain Computing, pp 293\u2013312. Elsevier","DOI":"10.1016\/B978-0-12-815480-9.00015-3"},{"key":"5960_CR121","doi-asserted-by":"crossref","unstructured":"Agapitos A, O\u2019Neill M, Nicolau M, Fagan D, Kattan A, Brabazon A, Curran K (2015) Deep evolution of image representations for handwritten digit recognition. In: 2015 IEEE Congress on Evolutionary Computation (CEC), pp 2452\u20132459. IEEE","DOI":"10.1109\/CEC.2015.7257189"},{"key":"5960_CR122","unstructured":"Masanori S, Shinichi S, Tomoharu N (2017) A genetic programming approach to designing convolutional neural network architectures. In: Proceedings of the genetic and evolutionary computation conference, pp 497\u2013504"},{"key":"5960_CR123","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.eswa.2019.06.012","volume":"135","author":"W Pak-Kan","year":"2019","unstructured":"Pak-Kan W, Kwong-Sak L, Man-Leung W (2019) Probabilistic grammar-based neuroevolution for physiological signal classification of ventricular tachycardia. Expert Syst Appl 135:237\u2013248","journal-title":"Expert Syst Appl"},{"issue":"10","key":"5960_CR124","first-page":"2306","volume":"28","author":"Z Chong","year":"2016","unstructured":"Chong Z, Pin L, Kai Qin A, Kay Chen T (2016) Multiobjective deep belief networks ensemble for remaining useful life estimation in prognostics. IEEE Trans Neural Networks Learn Syst 28(10):2306\u20132318","journal-title":"IEEE Trans Neural Networks Learn Syst"},{"issue":"3","key":"5960_CR125","first-page":"440","volume":"21","author":"T Anupam","year":"2016","unstructured":"Anupam T, Dipti S, Krishnendu S, Abhiroop G (2016) A survey of multiobjective evolutionary algorithms based on decomposition. IEEE Trans Evolut Comput 21(3):440\u2013462","journal-title":"IEEE Trans Evolut Comput"},{"key":"5960_CR126","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.swevo.2016.01.004","volume":"27","author":"D Swagatam","year":"2016","unstructured":"Swagatam D, Sankha SM, Ponnuthurai NS (2016) Recent advances in differential evolution-an updated survey. Swarm Evolut Comput 27:1\u201330","journal-title":"Swarm Evolut Comput"},{"key":"5960_CR127","doi-asserted-by":"crossref","unstructured":"Tae\u00a0JC, Chang\u00a0WA (2017) An improved differential evolution algorithm and its application to large-scale artificial neural networks. In: Journal of Physics: Conference Series, vol 806, p 012010. IOP Publishing","DOI":"10.1088\/1742-6596\/806\/1\/012010"},{"key":"5960_CR128","doi-asserted-by":"crossref","unstructured":"Bin W, Yanan S, Bing X, Mengjie Z (2018) A hybrid differential evolution approach to designing deep convolutional neural networks for image classification. In: Australasian Joint Conference on Artificial Intelligence, pp 237\u2013250. Springer","DOI":"10.1007\/978-3-030-03991-2_24"},{"key":"5960_CR129","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1016\/j.energy.2018.05.052","volume":"162","author":"L Peng","year":"2018","unstructured":"Peng L, Shan L, Rui L, Lin W (2018) Effective long short-term memory with differential evolution algorithm for electricity price prediction. Energy 162:1301\u20131314","journal-title":"Energy"},{"key":"5960_CR130","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1016\/j.jpdc.2017.09.006","volume":"117","author":"M Alejandro","year":"2018","unstructured":"Alejandro M, Ra\u00fal L-C, F\u00e9lix F-H, Valery N, David C (2018) Evodeep: a new evolutionary approach for automatic deep neural networks parametrisation. J Parallel Distribut Comput 117:180\u2013191","journal-title":"J Parallel Distribut Comput"},{"key":"5960_CR131","doi-asserted-by":"crossref","unstructured":"Tirumala S\u00a0S, Ali S, Ramesh C\u00a0P (2016) Evolving deep neural networks: A new prospect. In: 2016 12th International Conference on Natural Computation, Fuzzy Systems and Knowledge Discovery (ICNC-FSKD), pp 69\u201374. IEEE","DOI":"10.1109\/FSKD.2016.7603153"},{"key":"5960_CR132","unstructured":"Alexander O, AbdElRahman E, Travis D (2019) Investigating recurrent neural network memory structures using neuro-evolution. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp 446\u2013455"},{"key":"5960_CR133","doi-asserted-by":"crossref","unstructured":"ElSaid A,Benson S, Patwardhan S, Stadem D, Desell T (2019) Evolving recurrent neural networks for time series data prediction of coal plant parameters. In: International Conference on the Applications of Evolutionary Computation (Part of EvoStar), pp 488\u2013503. Springer","DOI":"10.1007\/978-3-030-16692-2_33"},{"key":"5960_CR134","doi-asserted-by":"crossref","unstructured":"Badan F, Sekanina L (2019) Optimizing convolutional neural networks for embedded systems by means of neuroevolution. In: International Conference on Theory and Practice of Natural Computing, pp 109\u2013121. Springer","DOI":"10.1007\/978-3-030-34500-6_7"},{"key":"5960_CR135","doi-asserted-by":"crossref","unstructured":"Irwin-Harris W, Sun Y, Xue B, Zhang M (2019) A graph-based encoding for evolutionary convolutional neural network architecture design. In: 2019 IEEE Congress on Evolutionary Computation (CEC), pp 546\u2013553. IEEE","DOI":"10.1109\/CEC.2019.8790093"},{"key":"5960_CR136","doi-asserted-by":"crossref","unstructured":"Bakhshi A, Noman N, Chen Z, Zamani M, Chalup S (2019)Fast automatic optimisation of cnn architectures for image classification using genetic algorithm. In: 2019 IEEE Congress on Evolutionary Computation (CEC), pp 1283\u20131290. IEEE","DOI":"10.1109\/CEC.2019.8790197"},{"key":"5960_CR137","doi-asserted-by":"crossref","unstructured":"Alejandro B, Yago S, Isasi P (2019) Hybridizing evolutionary computation and deep neural networks: an approach to handwriting recognition using committees and transfer learning. Complexity","DOI":"10.1155\/2019\/2952304"},{"key":"5960_CR138","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1016\/j.neucom.2019.10.007","volume":"379","author":"M Benteng","year":"2020","unstructured":"Benteng M, Xiang L, Yong X, Yanning Z (2020) Autonomous deep learning: a genetic dcnn designer for image classification. Neurocomputing 379:152\u2013161","journal-title":"Neurocomputing"},{"key":"5960_CR139","doi-asserted-by":"crossref","unstructured":"Corne DW , Reynolds AP, Bonabeau E (2012) Swarm intelligence","DOI":"10.1007\/978-3-540-92910-9_48"},{"key":"5960_CR140","unstructured":"Yang X-S (2010) Nature-inspired metaheuristic algorithms. Luniver press"},{"issue":"2","key":"5960_CR141","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1007\/s00521-017-3272-5","volume":"30","author":"F Hossam","year":"2018","unstructured":"Hossam F, Ibrahim A, Al-Betar MA, Mirjalili S (2018) Grey wolf optimizer: a review of recent variants and applications. Neural Comput Appl 30(2):413\u2013435","journal-title":"Neural Comput Appl"},{"key":"5960_CR142","doi-asserted-by":"crossref","unstructured":"Bonyadi M, Reza MZ (2017) Particle swarm optimization for single objective continuous space problems: a review","DOI":"10.1162\/EVCO_r_00180"},{"key":"5960_CR143","doi-asserted-by":"crossref","unstructured":"Dorigo M, St\u00fctzle T (2019) Ant colony optimization: overview and recent advances. In: Handbook of metaheuristics, pp 311\u2013351. Springer","DOI":"10.1007\/978-3-319-91086-4_10"},{"key":"5960_CR144","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.swevo.2019.03.004","volume":"48","author":"Farhad Soleimanian Gharehchopogh and Hojjat Gholizadeh","year":"2019","unstructured":"Farhad Soleimanian Gharehchopogh and Hojjat Gholizadeh (2019) A comprehensive survey: whale optimization algorithm and its applications. Swarm Evolut Comput 48:1\u201324","journal-title":"Swarm Evolut Comput"},{"key":"5960_CR145","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.swevo.2018.02.013","volume":"44","author":"J Mohit","year":"2019","unstructured":"Mohit J, Vijander S, Asha R (2019) A novel nature-inspired algorithm for optimization: squirrel search algorithm. Swarm Evolut Comput 44:148\u2013175","journal-title":"Swarm Evolut Comput"},{"key":"5960_CR146","doi-asserted-by":"crossref","unstructured":"Khalifa MH, Ammar M, Ouarda W, Alimi AM (2017) Particle swarm optimization for deep learning of convolution neural network. In: 2017 Sudan Conference on Computer Science and Information Technology (SCCSIT), pp 1\u20135. IEEE","DOI":"10.1109\/SCCSIT.2017.8293059"},{"issue":"12","key":"5960_CR147","doi-asserted-by":"publisher","first-page":"e0188746","DOI":"10.1371\/journal.pone.0188746","volume":"12","author":"Y Fei","year":"2017","unstructured":"Fei Y (2017) Particle swarm optimization-based automatic parameter selection for deep neural networks and its applications in large-scale and high-dimensional data. PloS ONE 12(12):e0188746","journal-title":"PloS ONE"},{"key":"5960_CR148","doi-asserted-by":"crossref","unstructured":"Qolomany B, Maabreh M, Al-Fuqaha A, Gupta A, Benhaddou D (2017) Parameters optimization of deep learning models using particle swarm optimization. In: 2017 13th International Wireless Communications and Mobile Computing Conference (IWCMC), pp 1285\u20131290. IEEE","DOI":"10.1109\/IWCMC.2017.7986470"},{"key":"5960_CR149","doi-asserted-by":"crossref","unstructured":"Wang B, Sun Y, Xue B, Zhang M (2018) Evolving deep convolutional neural networks by variable-length particle swarm optimization for image classification. In: 2018 IEEE Congress on Evolutionary Computation (CEC), pp 1\u20138. IEEE","DOI":"10.1109\/CEC.2018.8477735"},{"issue":"18","key":"5960_CR150","doi-asserted-by":"publisher","first-page":"6147","DOI":"10.1007\/s00500-017-2678-4","volume":"22","author":"GH De Rosa","year":"2018","unstructured":"De Rosa GH, Papa Jo\u00e3o P, Xin-S Y (2018) Handling dropout probability estimation in convolution neural networks using meta-heuristics. Soft Comput 22(18):6147\u20136156","journal-title":"Soft Comput"},{"issue":"5","key":"5960_CR151","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/TEVC.2002.800880","volume":"6","author":"A Enrique","year":"2002","unstructured":"Enrique A, Marco T (2002) Parallelism and evolutionary algorithms. IEEE Trans Evolut Comput 6(5):443\u2013462","journal-title":"IEEE Trans Evolut Comput"},{"key":"5960_CR152","unstructured":"Bin W, Bing X , Mengjie Z (2019) Particle swarm optimisation for evolving deep neural networks for image classification by evolving and stacking transferable blocks. arXiv preprint. arXiv: 1907.12659"},{"key":"5960_CR153","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.swevo.2019.05.010","volume":"49","author":"FEF Junior","year":"2019","unstructured":"Junior FEF, Yen GG (2019) Particle swarm optimization of deep neural networks architectures for image classification. Swarm Evolut Comput 49:62\u201374","journal-title":"Swarm Evolut Comput"},{"issue":"21","key":"5960_CR154","doi-asserted-by":"publisher","first-page":"15437","DOI":"10.1007\/s11042-019-7473-z","volume":"79","author":"P de Pinho","year":"2020","unstructured":"de Pinho P, Cesar A, Nedjah N, de Macedo ML (2020) Detection and classification of pulmonary nodules using deep learning and swarm intelligence. Multimedia Tools Appl 79(21):15437\u201315465","journal-title":"Multimedia Tools Appl"},{"key":"5960_CR155","doi-asserted-by":"crossref","unstructured":"Desell T, Clachar S, Higgins J, Wild B (2015) Evolving deep recurrent neural networks using ant colony optimization. In: European Conference on Evolutionary Computation in Combinatorial Optimization, pp 86\u201398. Springer","DOI":"10.1007\/978-3-319-16468-7_8"},{"key":"5960_CR156","doi-asserted-by":"crossref","unstructured":"ElSaid A, Wild B, Jamiy FE, Higgins J, Desell T (2017) Optimizing lstm rnns using aco to predict turbine engine vibration. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp 21\u201322","DOI":"10.1145\/3067695.3082045"},{"key":"5960_CR157","doi-asserted-by":"crossref","unstructured":"ElSaid A, Jamiy FE, Higgins J, Wild B, Desell T (2018) Using ant colony optimization to optimize long short-term memory recurrent neural networks. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp 13\u201320","DOI":"10.1145\/3205455.3205637"},{"key":"5960_CR158","doi-asserted-by":"crossref","unstructured":"Byla E, Pang W (2019). Deepswarm: Optimising convolutional neural networks using swarm intelligence. In: UK Workshop on Computational Intelligence, pp 119\u2013130. Springer","DOI":"10.1007\/978-3-030-29933-0_10"},{"key":"5960_CR159","unstructured":"ElSaid AA , Ororbia Alexander\u00a0G, Desell Travis\u00a0J (2019) The ant swarm neuro-evolution procedure for optimizing recurrent networks. arXiv preprint. arXiv:1909.11849"},{"key":"5960_CR160","doi-asserted-by":"crossref","unstructured":"Sharaf AI , Radwan E-SF (2020) An automated approach for developing a convolutional neural network using a modified firefly algorithm for image classification. In: Applications of Firefly Algorithm and its Variants, pp 99\u2013118. Springer","DOI":"10.1007\/978-981-15-0306-1_5"},{"key":"5960_CR161","doi-asserted-by":"crossref","unstructured":"Bingham G, Macke W, Miikkulainen R (2020) Evolutionary optimization of deep learning activation functions. arXiv preprint. arXiv: 2002.07224","DOI":"10.1145\/3377930.3389841"},{"key":"5960_CR162","doi-asserted-by":"crossref","unstructured":"Wang B, Sun Y, Xue B, Zhang M (2019). A hybrid ga-pso method for evolving architecture and short connections of deep convolutional neural networks. In: Pacific Rim International Conference on Artificial Intelligence, pp 650\u2013663. Springer","DOI":"10.1007\/978-3-030-29894-4_52"},{"issue":"1","key":"5960_CR163","first-page":"89","volume":"23","author":"S Yanan","year":"2018","unstructured":"Yanan S, Yen Gary G, Zhang Y (2018) Evolving unsupervised deep neural networks for learning meaningful representations. IEEE Trans Evolut Comput 23(1):89\u2013103","journal-title":"IEEE Trans Evolut Comput"},{"key":"5960_CR164","doi-asserted-by":"crossref","unstructured":"Verbancsics P , Harguess J (2015) Image classification using generative neuro evolution for deep learning. In: 2015 IEEE winter conference on applications of computer vision, pp 488\u2013493. IEEE","DOI":"10.1109\/WACV.2015.71"},{"key":"5960_CR165","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1016\/j.procs.2017.12.068","volume":"125","author":"T Adarsh","year":"2018","unstructured":"Adarsh T, Siddhant S, Apoorva M, Anupam S, Ritu T (2018) Hybrid evolutionary approach for Devanagari handwritten numeral recognition using convolutional neural network. Procedia Comput Sci 125:525\u2013532","journal-title":"Procedia Comput Sci"},{"key":"5960_CR166","doi-asserted-by":"crossref","unstructured":"Chenxi L, Barret Z, Maxim N, Jonathon S, Wei H, Li-Jia L, Li\u00a0F-F, Alan Y, Jonathan H, Kevin M (2018) Progressive neural architecture search. In: Proceedings of the European Conference on Computer Vision (ECCV), pp 19\u201334","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"5960_CR167","doi-asserted-by":"crossref","unstructured":"Zoph B, Vasudevan V, Shlens J, Le QV (2018) Learning transferable architectures for scalable image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 8697\u20138710","DOI":"10.1109\/CVPR.2018.00907"},{"key":"5960_CR168","doi-asserted-by":"publisher","first-page":"106144","DOI":"10.1016\/j.asoc.2020.106144","volume":"90","author":"M Alejandro","year":"2020","unstructured":"Alejandro M, Manuel VV, Antonio GP, David C, C\u00e9sar H-M (2020) Optimising convolutional neural networks using a hybrid statistically-driven coral reef optimisation algorithm. Appl Soft Comput 90:106144","journal-title":"Appl Soft Comput"},{"key":"5960_CR169","unstructured":"Aly A, Weikersdorfer D, Delaunay C (2019) Optimizing deep neural networks with multiple search neuroevolution. arXiv preprint. arXiv: 1901.05988"},{"key":"5960_CR170","unstructured":"Peyrard M, Eckle-Kohler J (2016) A general optimization framework for multi-document summarization using genetic algorithms and swarm intelligence. In: Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, pp 247\u2013257"},{"key":"5960_CR171","doi-asserted-by":"crossref","unstructured":"Chen S-L, Lin S-C, Huang Y, Jen C-W, Lin Z-L, Su S-F (2020) A vision-based dual-axis positioning system with yolov4 and improved genetic algorithms. In: 2020 Fourth IEEE International Conference on Robotic Computing (IRC), pp 127\u2013134. IEEE","DOI":"10.1109\/IRC.2020.00027"},{"key":"5960_CR172","unstructured":"Zhicheng Y, Xiaoliang D, Peizhao Z, Tian Yuandong W, Bichen, (2011) Feiszli Matt (2020). Fast probabilistic neural architecture search. arXiv preprint arXiv, Fp-nas, p 10949"},{"key":"5960_CR173","doi-asserted-by":"crossref","unstructured":"Liu C, Chen L-C, Schroff F, Adam H, Hua W, Yuille W, Li F-F (2019) Auto-deeplab: Hierarchical neural architecture search for semantic image segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 82\u201392","DOI":"10.1109\/CVPR.2019.00017"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05960-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-05960-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05960-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,24]],"date-time":"2022-12-24T11:12:52Z","timestamp":1671880372000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-05960-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,18]]},"references-count":173,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["5960"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-05960-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,18]]},"assertion":[{"value":"8 September 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}