{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,12]],"date-time":"2026-10-12T00:37:55Z","timestamp":1791765475476,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["IC200100009"],"award-info":[{"award-number":["IC200100009"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,14]]},"DOI":"10.1145\/3712256.3726318","type":"proceedings-article","created":{"date-parts":[[2025,7,8]],"date-time":"2025-07-08T12:26:58Z","timestamp":1751977618000},"page":"30-38","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Why We Should be Benchmarking Evolutionary Algorithms on Neural Network Training Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6070-2632","authenticated-orcid":false,"given":"Katherine Mary","family":"Malan","sequence":"first","affiliation":[{"name":"University of South Africa, Pretoria, South Africa"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7254-2808","authenticated-orcid":false,"given":"Mario Andr\u00e9s","family":"Mu\u00f1oz","sequence":"additional","affiliation":[{"name":"University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2007.03488"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2330163.2330209"},{"key":"e_1_3_2_1_3_1","volume-title":"Fitness Landscape Analysis of Feed-Forward Neural Networks. Ph. D. Dissertation. Department of Computer Science","author":"Bosman Anna Sergeevna","unstructured":"Anna Sergeevna Bosman. 2019. Fitness Landscape Analysis of Feed-Forward Neural Networks. Ph. D. Dissertation. Department of Computer Science, University of Pretoria. http:\/\/hdl.handle.net\/2263\/70634."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ab39d9"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 18th International Conference on Artificial Intelligence and Statistics","author":"Choromanska Anna","year":"2015","unstructured":"Anna Choromanska, Mikael Henaff, Michael Mathieu, G\u00e9rard Ben Arous, and Yann LeCun. 2015. The Loss Surfaces of Multilayer Networks. In Proceedings of the 18th International Conference on Artificial Intelligence and Statistics (San Diego, CA, USA). 192\u2013204."},{"key":"e_1_3_2_1_6_1","unstructured":"COCO. 2021. Black-box Optimisation Benchmarking (BBOB). https:\/\/coco.gforge.inria.fr"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/3327345.332741"},{"key":"e_1_3_2_1_8_1","volume-title":"Biswas","author":"Yue C.T.","year":"2020","unstructured":"C.T.Yue, K.V.Price, P.N.Suganthan, J.J.Liang, M.Z.Ali, B.Y.Qu, N.H.Awad, and Partha P.Biswas. 2020. IEEE CEC Bound Constrained benchmark suite. https:\/\/github.com\/P-N-Suganthan\/2020-Bound-Constrained-Opt-Benchmark"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 27th International Conference on Neural Information Processing Systems -","volume":"2","author":"Dauphin Yann N.","year":"2014","unstructured":"Yann N. Dauphin, Razvan Pascanu, Caglar Gulcehre, Kyunghyun Cho, Surya Ganguli, and Yoshua Bengio. 2014. Identifying and attacking the saddle point problem in high-dimensional non-convex optimization. In Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2 (Montreal, Canada) (NIPS'14). MIT Press, Cambridge, MA, USA, 2933\u20132941."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/cai59869.2024.00148"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2024.106819"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3390\/a17060241"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3638530.3654301"},{"key":"e_1_3_2_1_14_1","volume-title":"Multi-layer perceptron error surfaces: Visualization, structure and modelling. Ph. D. Dissertation","author":"Gallagher M. R.","unstructured":"M. R. Gallagher. 2000. Multi-layer perceptron error surfaces: Visualization, structure and modelling. Ph. D. Dissertation. University of Queensland, Australia."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"e_1_3_2_1_16_1","volume-title":"Research Report RR-6829. INRIA. https:\/\/inria.hal.science\/inria-00362633","author":"Hansen N.","year":"2009","unstructured":"N. Hansen, S. Finck, R. Ros, and A. Auger. 2009. Real-Parameter Black-Box Optimization Benchmarking 2009: Noiseless Functions Definitions. Research Report RR-6829. INRIA. https:\/\/inria.hal.science\/inria-00362633"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/779359.779360"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/bf02430364"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754642"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25147-5_7"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the International Conference for Learning Representations.","author":"Keskar N. S.","year":"2017","unstructured":"N. S. Keskar, D. Mudigere, J. Nocedal, M. Smelyanskiy, and P. T. P. Tang. 2017. On large-batch training for deep learning: Generalization gap and sharp minima. In Proceedings of the International Conference for Learning Representations."},{"key":"e_1_3_2_1_22_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_23_1","first-page":"611","article-title":"A survey of factors influencing MLP error surface","volume":"33","author":"Kordos M.","year":"2004","unstructured":"M. Kordos and W. Duch. 2004. A survey of factors influencing MLP error surface. Control and Cybernetics 33 (2004), 611\u2013631. Issue 4.","journal-title":"Control and Cybernetics"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.3390\/a14030078"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-70055-2_22"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528712"},{"key":"e_1_3_2_1_27_1","volume-title":"Challenges of ela-guided function evolution using genetic programming. arXiv preprint arXiv:2305.15245","author":"Long Fu Xing","year":"2023","unstructured":"Fu Xing Long, Diederick Vermetten, Anna V Kononova, Roman Kalkreuth, Kaifeng Yang, Thomas B\u00e4ck, and Niki van Stein. 2023. Challenges of ela-guided function evolution using genetic programming. arXiv preprint arXiv:2305.15245 (2023)."},{"key":"e_1_3_2_1_28_1","volume-title":"Cleghorn","author":"Malan Katherine M.","year":"2022","unstructured":"Katherine M. Malan and Christopher W. Cleghorn. 2022. A Continuous Optimisation Benchmark Suite from Neural Network Regression. In Parallel Problem Solving from Nature - PPSN XVII, G\u00fcnter Rudolph, Anna V. Kononova, Hern\u00e1n Aguirre, Pascal Kerschke, Gabriela Ochoa, and Tea Tu\u0161ar (Eds.). Springer International Publishing, 177\u2013191."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/cec.2009.4983112"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15844-5_8"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1093\/jge\/gxad062"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-16711-0_10"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377929.3398144"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/tevc.2014.2302006"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00262"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-30229-9_5"},{"key":"e_1_3_2_1_38_1","volume-title":"Applications of Evolutionary Computation, Jo\u00e3o Correia","author":"Prager Raphael Patrick","unstructured":"Raphael Patrick Prager and Heike Trautmann. 2023. Nullifying the Inherent Bias of Non-invariant Exploratory Landscape Analysis Features. In Applications of Evolutionary Computation, Jo\u00e3o Correia, Stephen Smith, and Raneem Qaddoura (Eds.). Springer Nature Switzerland, Cham, 411\u2013425."},{"key":"e_1_3_2_1_39_1","volume-title":"Parallel Problem Solving from Nature - PPSN XVI, Thomas B\u00e4ck, Mike Preuss, Andr\u00e9 Deutz","author":"Renau Quentin","unstructured":"Quentin Renau, Carola Doerr, Johann Dreo, and Benjamin Doerr. 2020. Exploratory Landscape Analysis is Strongly Sensitive to the Sampling Strategy. In Parallel Problem Solving from Nature - PPSN XVI, Thomas B\u00e4ck, Mike Preuss, Andr\u00e9 Deutz, Hao Wang, Carola Doerr, Michael Emmerich, and Heike Trautmann (Eds.). Springer International Publishing, Cham, 139\u2013153."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","unstructured":"Tim Salimans Jonathan Ho Xi Chen Szymon Sidor and Ilya Sutskever. 2017. Evolution Strategies as a Scalable Alternative to Reinforcement Learning. 10.48550\/ARXIV.1703.03864","DOI":"10.48550\/ARXIV.1703.03864"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3572895"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-007-0084-z"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326843"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-21686-2_33"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00293"},{"key":"e_1_3_2_1_46_1","first-page":"26","article-title":"Cooperative learning in neural networks using particle swarm optimizers","volume":"2000","author":"den Bergh F. Van","year":"2000","unstructured":"F. Van den Bergh and A.P. Engelbrecht. 2000. Cooperative learning in neural networks using particle swarm optimizers. South African Computer Journal 2000, 26 (Nov. 2000), 84\u201390.","journal-title":"South African Computer Journal"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/tevc.2024.3378911"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2022.109725"}],"event":{"name":"GECCO '25: Genetic and Evolutionary Computation Conference","location":"NH Malaga Hotel Malaga Spain","acronym":"GECCO '25","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712256.3726318","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T20:36:43Z","timestamp":1759869403000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712256.3726318"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":48,"alternative-id":["10.1145\/3712256.3726318","10.1145\/3712256"],"URL":"https:\/\/doi.org\/10.1145\/3712256.3726318","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}