{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:21:18Z","timestamp":1740108078893,"version":"3.37.3"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2022,3,2]],"date-time":"2022-03-02T00:00:00Z","timestamp":1646179200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,2]],"date-time":"2022-03-02T00:00:00Z","timestamp":1646179200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1007\/s00521-022-07035-5","type":"journal-article","created":{"date-parts":[[2022,3,2]],"date-time":"2022-03-02T11:03:14Z","timestamp":1646218994000},"page":"11177-11197","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Supplementary-architecture weight-optimization neural networks"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1758-4060","authenticated-orcid":false,"given":"Jared","family":"O\u2019Reilly","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nelishia","family":"Pillay","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,2]]},"reference":[{"issue":"1","key":"7035_CR1","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/S0893-6080(98)00116-6","volume":"12","author":"N Qian","year":"1999","unstructured":"Qian N (1999) On the momentum term in gradient descent learning algorithms. Neural Netw 12(1):145\u2013151","journal-title":"Neural Netw"},{"key":"7035_CR2","first-page":"543","volume":"269","author":"Y Nesterov","year":"1983","unstructured":"Nesterov Y (1983) A method for unconstrained convex minimization problem with the rate of convergence o (1\/$$k^2$$). Dokl Ussr 269:543\u2013547","journal-title":"Dokl Ussr"},{"issue":"7","key":"7035_CR3","first-page":"2121","volume":"12","author":"J Duchi","year":"2011","unstructured":"Duchi J, Hazan E, Singer Y (2011) Adaptive subgradient methods for online learning and stochastic optimization. J Mach Learn Res 12(7):2121\u20132159","journal-title":"J Mach Learn Res"},{"key":"7035_CR4","unstructured":"Hinton G, Srivastava N, Swersky K (2012) Neural networks for machine learning lecture 6a overview of mini-batch gradient descent. Cited on 14(8):2"},{"key":"7035_CR5","unstructured":"Zeiler MD (2012) Adadelta: an adaptive learning rate method. arXiv preprint arXiv:1212.5701"},{"key":"7035_CR6","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"7035_CR7","unstructured":"Dozat T (2016) Incorporating nesterov momentum into adam"},{"key":"7035_CR8","unstructured":"Reddi SJ, Kale S, Kumar S (2019) On the convergence of adam and beyond. arXiv preprint arXiv:1904.09237"},{"issue":"1","key":"7035_CR9","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s12065-007-0002-4","volume":"1","author":"D Floreano","year":"2008","unstructured":"Floreano D, D\u00fcrr P, Mattiussi C (2008) Neuroevolution: from architectures to learning. Evolut Intell 1(1):47\u201362","journal-title":"Evolut Intell"},{"issue":"1","key":"7035_CR10","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s42256-018-0006-z","volume":"1","author":"KO Stanley","year":"2019","unstructured":"Stanley KO, Clune J, Lehman J, Miikkulainen R (2019) Designing neural networks through neuroevolution. Nat Mach Intell 1(1):24\u201335","journal-title":"Nat Mach Intell"},{"issue":"1","key":"7035_CR11","first-page":"9","volume":"9","author":"NN Schraudolph","year":"1992","unstructured":"Schraudolph NN, Belew RK (1992) Dynamic parameter encoding for genetic algorithms. Mach Learn 9(1):9\u201321","journal-title":"Mach Learn"},{"key":"7035_CR12","doi-asserted-by":"crossref","unstructured":"Mattiussi C, D\u00fcrr P, Floreano D (2007) Center of mass encoding: a self-adaptive representation with adjustable redundancy for real-valued parameters. In: Proceedings of the 9th Annual Conference on Genetic and Evolutionary Computation, pp. 1304\u20131311","DOI":"10.1145\/1276958.1277205"},{"key":"7035_CR13","unstructured":"Such FP, Madhavan V, Conti E, Lehman J, Stanley KO, Clune J (2017) Deep neuroevolution: genetic algorithms are a competitive alternative for training deep neural networks for reinforcement learning. arXiv preprint arXiv:1712.06567"},{"key":"7035_CR14","doi-asserted-by":"crossref","unstructured":"Igel C (2003) Neuroevolution for reinforcement learning using evolution strategies. In: The 2003 congress on evolutionary computation, 2003. CEC\u201903., vol. 4. IEEE, pp. 2588\u20132595","DOI":"10.1109\/CEC.2003.1299414"},{"key":"7035_CR15","unstructured":"Salimans T, Ho J, Chen X, Sidor S, Sutskever I (2017) Evolution strategies as a scalable alternative to reinforcement learning. arXiv preprint arXiv:1703.03864"},{"key":"7035_CR16","unstructured":"Mania H, Guy A, Recht B (2018) Simple random search provides a competitive approach to reinforcement learning. arXiv preprint arXiv:1803.07055"},{"issue":"1","key":"7035_CR17","first-page":"1997","volume":"20","author":"T Elsken","year":"2019","unstructured":"Elsken T, Metzen JH, Hutter F (2019) Neural architecture search: a survey. J Mach Learn Res 20(1):1997\u20132017","journal-title":"J Mach Learn Res"},{"key":"7035_CR18","doi-asserted-by":"crossref","unstructured":"Liu Y, Sun Y, Xue B, Zhang M, Yen GG, Tan KC (2020) A survey on evolutionary neural architecture search. arXiv preprint arXiv:2008.10937","DOI":"10.1109\/TNNLS.2021.3100554"},{"issue":"2","key":"7035_CR19","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"KO Stanley","year":"2002","unstructured":"Stanley KO, Miikkulainen R (2002) Evolving neural networks through augmenting topologies. Evolut Comput 10(2):99\u2013127","journal-title":"Evolut Comput"},{"issue":"2","key":"7035_CR20","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1177\/105971239400300202","volume":"3","author":"F Gruau","year":"1994","unstructured":"Gruau F (1994) Automatic definition of modular neural networks. Adapt Behav 3(2):151\u2013183","journal-title":"Adapt Behav"},{"key":"7035_CR21","doi-asserted-by":"crossref","unstructured":"Nolfi S, Miglino O, Parisi D (1994) Phenotypic plasticity in evolving neural networks. In: Proceedings of PerAc\u201994. From perception to action. IEEE, pp. 146\u2013157","DOI":"10.1109\/FPA.1994.636092"},{"key":"7035_CR22","doi-asserted-by":"crossref","unstructured":"Husbands P, Harvey I, Cliff D, Miller G (1994) The use of genetic algorithms for the development of sensorimotor control systems. In: Proceedings of PerAc\u201994. From perception to action. IEEE, pp. 110\u2013121","DOI":"10.1109\/FPA.1994.636088"},{"key":"7035_CR23","unstructured":"Soltoggio A, Bullinaria JA, Mattiussi C, D\u00fcrr P, Floreano D (2008) Evolutionary advantages of neuromodulated plasticity in dynamic, reward-based scenarios. In: Proceedings of the 11th International Conference on Artificial Life (Alife XI). MIT Press, pp. 569\u2013576"},{"key":"7035_CR24","doi-asserted-by":"crossref","unstructured":"Risi S, Stanley K.O (2012) A unified approach to evolving plasticity and neural geometry. In: The 2012 international joint conference on neural networks (IJCNN). IEEE, pp. 1\u20138","DOI":"10.1109\/IJCNN.2012.6252826"},{"issue":"11","key":"7035_CR25","doi-asserted-by":"publisher","first-page":"79138","DOI":"10.1371\/journal.pone.0079138","volume":"8","author":"P Tonelli","year":"2013","unstructured":"Tonelli P, Mouret J-B (2013) On the relationships between generative encodings, regularity, and learning abilities when evolving plastic artificial neural networks. PloS One 8(11):79138","journal-title":"PloS One"},{"key":"7035_CR26","doi-asserted-by":"crossref","unstructured":"Soltoggio A, Durr P, Mattiussi C, Floreano D (2007) Evolving neuromodulatory topologies for reinforcement learning-like problems. In: 2007 IEEE congress on evolutionary computation. IEEE, pp. 2471\u20132478.","DOI":"10.1109\/CEC.2007.4424781"},{"issue":"11","key":"7035_CR27","doi-asserted-by":"publisher","first-page":"0187736","DOI":"10.1371\/journal.pone.0187736","volume":"12","author":"R Velez","year":"2017","unstructured":"Velez R, Clune J (2017) Diffusion-based neuromodulation can eliminate catastrophic forgetting in simple neural networks. PloS One 12(11):0187736","journal-title":"PloS One"},{"issue":"3\u20134","key":"7035_CR28","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1080\/095400998116404","volume":"10","author":"P Husbands","year":"1998","unstructured":"Husbands P, Smith T, Jakobi N, O\u2019Shea M (1998) Better living through chemistry: evolving gasnets for robot control. Connect Sci 10(3\u20134):185\u2013210","journal-title":"Connect Sci"},{"issue":"4","key":"7035_CR29","doi-asserted-by":"publisher","first-page":"1004128","DOI":"10.1371\/journal.pcbi.1004128","volume":"11","author":"KO Ellefsen","year":"2015","unstructured":"Ellefsen KO, Mouret J-B, Clune J (2015) Neural modularity helps organisms evolve to learn new skills without forgetting old skills. PLoS Comput Biol 11(4):1004128","journal-title":"PLoS Comput Biol"},{"key":"7035_CR30","unstructured":"Real E, Moore S, Selle A, Saxena S, Suematsu YL, Tan J, Le QV, Kurakin A (2017) Large-scale evolution of image classifiers. In: International conference on machine learning. PMLR, pp. 2902\u20132911"},{"key":"7035_CR31","doi-asserted-by":"crossref","unstructured":"Real E, Aggarwal A, Huang Y, Le QV (2019) Regularized evolution for image classifier architecture search. In: Proceedings of the aaai conference on artificial intelligence, vol. 33, pp. 4780\u20134789","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"7035_CR32","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/B978-1-4832-1448-1.50014-7","volume-title":"Connectionist models","author":"DJ Chalmers","year":"1991","unstructured":"Chalmers DJ (1991) The evolution of learning: an experiment in genetic connectionism. Connectionist models. Elsevier, Amsterdam, pp 81\u201390"},{"issue":"4","key":"7035_CR33","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1088\/0954-898X_2_4_002","volume":"2","author":"J Fontanari","year":"1991","unstructured":"Fontanari J, Meir R (1991) Evolving a learning algorithm for the binary perceptron. Netw Comput Neural Syst 2(4):353","journal-title":"Netw Comput Neural Syst"},{"key":"7035_CR34","unstructured":"DAN AD, Oflazer K (1993) Genetic synthesis of unsupervised learning algorithms. In: Proceedings of the 2nd Turkish symposium on artificial intelligence and ANNs. Department of Computer Engineering and Information Science, Bilkent University, Ankara"},{"key":"7035_CR35","unstructured":"Baxter J (1992) The evolution of learning algorithms for artificial neural networks. Complex Syst 313\u2013326"},{"key":"7035_CR36","doi-asserted-by":"crossref","unstructured":"Risi S, Stanley KO (2010) Indirectly encoding neural plasticity as a pattern of local rules. In: International conference on simulation of adaptive behavior. Springer, pp. 533\u2013543","DOI":"10.1007\/978-3-642-15193-4_50"},{"key":"7035_CR37","unstructured":"Hebb DO (2005) The organisation of behaviour: a neuropsychological theory. Psychology Press"},{"key":"7035_CR38","doi-asserted-by":"crossref","unstructured":"Floreano D, Mondada F (1996) Evolution of plastic neurocontrollers for situated agents. In: Proc. of the fourth international conference on simulation of adaptive behavior (SAB), from animals to animats. ETH Z\u00fcrich","DOI":"10.7551\/mitpress\/3118.003.0049"},{"issue":"3","key":"7035_CR39","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1023\/A:1012459627968","volume":"11","author":"D Floreano","year":"2001","unstructured":"Floreano D, Urzelai J (2001) Evolution of plastic control networks. Auton Robots 11(3):311\u2013317","journal-title":"Auton Robots"},{"issue":"1811","key":"7035_CR40","doi-asserted-by":"publisher","first-page":"2299","DOI":"10.1098\/rsta.2003.1256","volume":"361","author":"EA Di Paolo","year":"2003","unstructured":"Di Paolo EA (2003) Evolving spike-timing-dependent plasticity for single-trial learning in robots. Philos Trans R Soc Lond Ser A Math Phys Eng Sci 361(1811):2299\u20132319","journal-title":"Philos Trans R Soc Lond Ser A Math Phys Eng Sci"},{"issue":"1","key":"7035_CR41","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1177\/105971239600500104","volume":"5","author":"S Nolfi","year":"1996","unstructured":"Nolfi S, Parisi D (1996) Learning to adapt to changing environments in evolving neural networks. Adapt Behav 5(1):75\u201398","journal-title":"Adapt Behav"},{"issue":"4\u20135","key":"7035_CR42","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1016\/S0893-6080(00)00032-0","volume":"13","author":"D Floreano","year":"2000","unstructured":"Floreano D, Urzelai J (2000) Evolutionary robots with on-line self-organization and behavioral fitness. Neural Netw 13(4\u20135):431\u2013443","journal-title":"Neural Netw"},{"issue":"4","key":"7035_CR43","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1109\/4235.942529","volume":"5","author":"M O\u2019Neill","year":"2001","unstructured":"O\u2019Neill M, Ryan C (2001) Grammatical evolution. IEEE Trans Evolut Comput 5(4):349\u2013358","journal-title":"IEEE Trans Evolut Comput"},{"issue":"1","key":"7035_CR44","first-page":"3133","volume":"15","author":"M Fern\u00e1ndez-Delgado","year":"2014","unstructured":"Fern\u00e1ndez-Delgado M, Cernadas E, Barro S, Amorim D (2014) Do we need hundreds of classifiers to solve real world classification problems? J Mach Learn Res 15(1):3133\u20133181","journal-title":"J Mach Learn Res"},{"key":"7035_CR45","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.eswa.2017.04.003","volume":"82","author":"C Zhang","year":"2017","unstructured":"Zhang C, Liu C, Zhang X, Almpanidis G (2017) An up-to-date comparison of state-of-the-art classification algorithms. Expert Syst Appl 82:128\u2013150","journal-title":"Expert Syst Appl"},{"key":"7035_CR46","doi-asserted-by":"crossref","unstructured":"Rai M, Mandoria HL (2019) Network intrusion detection: a comparative study using state-of-the-art machine learning methods. In: 2019 international conference on issues and challenges in intelligent computing techniques (ICICT), vol. 1. IEEE, pp. 1\u20135","DOI":"10.1109\/ICICT46931.2019.8977679"},{"key":"7035_CR47","doi-asserted-by":"crossref","unstructured":"Tavallaee M, Bagheri E, Lu W, Ghorbani AA (2009) A detailed analysis of the kdd cup 99 data set. In: 2009 IEEE symposium on computational intelligence for security and defense applications. IEEE, pp. 1\u20136","DOI":"10.1109\/CISDA.2009.5356528"},{"key":"7035_CR48","doi-asserted-by":"crossref","unstructured":"Acharya MS, Armaan A, Antony AS (2019) A comparison of regression models for prediction of graduate admissions. In: 2019 international conference on computational intelligence in data science (ICCIDS). IEEE, pp. 1\u20135","DOI":"10.1109\/ICCIDS.2019.8862140"},{"issue":"7","key":"7035_CR49","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1162\/neco.1996.8.7.1341","volume":"8","author":"DH Wolpert","year":"1996","unstructured":"Wolpert DH (1996) The lack of a priori distinctions between learning algorithms. Neural Comput 8(7):1341\u20131390","journal-title":"Neural Comput"},{"issue":"2","key":"7035_CR50","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1162\/neco.1992.4.2.141","volume":"4","author":"R Battiti","year":"1992","unstructured":"Battiti R (1992) First-and second-order methods for learning: between steepest descent and newton\u2019s method. Neural Comput 4(2):141\u2013166","journal-title":"Neural Comput"},{"issue":"04","key":"7035_CR51","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1142\/S0129065791000261","volume":"2","author":"EM Johansson","year":"1991","unstructured":"Johansson EM, Dowla FU, Goodman DM (1991) Backpropagation learning for multilayer feed-forward neural networks using the conjugate gradient method. Int J Neural Syst 2(04):291\u2013301","journal-title":"Int J Neural Syst"},{"issue":"1","key":"7035_CR52","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1109\/72.363426","volume":"6","author":"R Setiono","year":"1995","unstructured":"Setiono R, Hui LCK (1995) Use of a quasi-newton method in a feedforward neural network construction algorithm. IEEE Trans Neural Netw 6(1):273\u2013277","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"7035_CR53","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1137\/0111030","volume":"11","author":"DW Marquardt","year":"1963","unstructured":"Marquardt DW (1963) An algorithm for least-squares estimation of nonlinear parameters. J Soc Ind Appl Math 11(2):431\u2013441","journal-title":"J Soc Ind Appl Math"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07035-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07035-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07035-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T17:02:44Z","timestamp":1726765364000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07035-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,2]]},"references-count":53,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["7035"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07035-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2022,3,2]]},"assertion":[{"value":"11 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}