{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T19:59:50Z","timestamp":1760385590387,"version":"3.37.3"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,10,26]],"date-time":"2017-10-26T00:00:00Z","timestamp":1508976000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"National Research Foundation (ZA)","award":["46712"],"award-info":[{"award-number":["46712"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2018,8]]},"DOI":"10.1007\/s11063-017-9729-9","type":"journal-article","created":{"date-parts":[[2017,10,26]],"date-time":"2017-10-26T19:18:06Z","timestamp":1509045486000},"page":"353-373","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Fitness Landscape Analysis of Weight-Elimination Neural Networks"],"prefix":"10.1007","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3546-1467","authenticated-orcid":false,"given":"Anna","family":"Bosman","sequence":"first","affiliation":[]},{"given":"Andries","family":"Engelbrecht","sequence":"additional","affiliation":[]},{"given":"Mard\u00e9","family":"Helbig","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,10,26]]},"reference":[{"key":"9729_CR1","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural networks for pattern recognition","author":"CM Bishop","year":"1995","unstructured":"Bishop CM (1995) Neural networks for pattern recognition. Oxford University Press, Oxford"},{"key":"9729_CR2","doi-asserted-by":"crossref","unstructured":"Bosman AS, Engelbrecht AP, Helbig M (2016) Search space boundaries in neural network error landscape analysis. In: Proceedings of the IEEE symposium series on computational intelligence. IEEE, Athens, Greece, pp 1\u20138","DOI":"10.1109\/SSCI.2016.7850152"},{"key":"9729_CR3","doi-asserted-by":"crossref","unstructured":"Carvalho M, Ludermir TB (2006) Particle swarm optimization of feed-forward neural networks with weight decay. In: Sixth international conference on hybrid intelligent systems (HIS\u201906). IEEE, pp 5\u20138","DOI":"10.1109\/HIS.2006.264888"},{"key":"9729_CR4","unstructured":"Choromanska A, Henaff M, Mathieu M, Ben\u00a0Arous G, LeCun Y (2015) The loss surfaces of multilayer networks. In: Proceedings of the eighteenth international conference on artificial intelligence and statistics, pp 192\u2013204"},{"key":"9729_CR5","unstructured":"Choromanska A, LeCun Y, Arous GB (2015) Open problem: the landscape of the loss surfaces of multilayer networks. In: Proceedings of the 28th conference on learning theory, pp 1756\u20131760"},{"issue":"403","key":"9729_CR6","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1080\/01621459.1988.10478639","volume":"83","author":"WS Cleveland","year":"1988","unstructured":"Cleveland WS, Devlin SJ (1988) Locally weighted regression: an approach to regression analysis by local fitting. J Am Stat Assoc 83(403):596\u2013610","journal-title":"J Am Stat Assoc"},{"key":"9729_CR7","unstructured":"Dauphin YN, Pascanu R, Gulcehre C, Cho K, Ganguli S, Bengio Y (2014) Identifying and attacking the saddle point problem in high-dimensional non-convex optimization. In: Advances in neural information processing systems, pp 2933\u20132941"},{"key":"9729_CR8","volume-title":"Neural networks: methodology and applications","author":"G Dreyfus","year":"2005","unstructured":"Dreyfus G (2005) Neural networks: methodology and applications. Springer, Berlin"},{"issue":"2","key":"9729_CR9","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1111\/j.1469-1809.1936.tb02137.x","volume":"7","author":"RA Fisher","year":"1936","unstructured":"Fisher RA (1936) The use of multiple measurements in taxonomic problems. Ann Eugen 7(2):179\u2013188","journal-title":"Ann Eugen"},{"key":"9729_CR10","doi-asserted-by":"crossref","unstructured":"Gallagher M (2001) Fitness distance correlation of neural network error surfaces: a scalable, continuous optimization problem. In: Proceedings of the 12th European conference on machine learning. Springer, Berlin, pp 157\u2013166","DOI":"10.1007\/3-540-44795-4_14"},{"key":"9729_CR11","unstructured":"Gallagher MR (2000) Multi-layer perceptron error surfaces: visualization, structure and modelling. PhD thesis, University of Queensland, St Lucia 4072, Australia"},{"issue":"2","key":"9729_CR12","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1162\/neco.1995.7.2.219","volume":"7","author":"F Girosi","year":"1995","unstructured":"Girosi F, Jones M, Poggio T (1995) Regularization theory and neural networks architectures. Neural Comput 7(2):219\u2013269","journal-title":"Neural Comput"},{"key":"9729_CR13","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: International conference on artificial intelligence and statistics, pp 249\u2013256"},{"key":"9729_CR14","doi-asserted-by":"crossref","unstructured":"Gon\u00e7alves I, Silva S, Fonseca CM (2015) Semantic learning machine: a feedforward neural network construction algorithm inspired by geometric semantic genetic programming. In: Pereira F, Machado P, Costa E, Cardoso A (eds) Progress in artificial intelligence, lecture notes in computer science, vol 9273. Springer, Berlin, pp 280\u2013285","DOI":"10.1007\/978-3-319-23485-4_28"},{"key":"9729_CR15","unstructured":"Grinstein G, Trutschl M, Cvek U (2001) High-dimensional visualizations. In: Proceedings of the visual data mining workshop, KDD, Citeseer"},{"issue":"6","key":"9729_CR16","doi-asserted-by":"crossref","first-page":"1127","DOI":"10.1016\/S0893-6080(98)00046-X","volume":"11","author":"A Gupta","year":"1998","unstructured":"Gupta A, Lam SM (1998) Weight decay backpropagation for noisy data. Neural Netw 11(6):1127\u20131138","journal-title":"Neural Netw"},{"issue":"4","key":"9729_CR17","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1016\/S0893-6080(97)00134-2","volume":"11","author":"LG Hamey","year":"1998","unstructured":"Hamey LG (1998) XOR has no local minima: a case study in neural network error surface analysis. Neural Netw 11(4):669\u2013681","journal-title":"Neural Netw"},{"key":"9729_CR18","doi-asserted-by":"crossref","unstructured":"Hinton GE (1987) Learning translation invariant recognition in a massively parallel networks. In: de Bakker JW, Nijman AJ, Treleaven PC (eds) PARLE parallel architectures and languages Europe. Springer, Berlin, pp 1\u201313","DOI":"10.1007\/3-540-17943-7_117"},{"issue":"5","key":"9729_CR19","doi-asserted-by":"crossref","first-page":"1152","DOI":"10.1109\/21.179853","volume":"22","author":"DR Hush","year":"1992","unstructured":"Hush DR, Horne B, Salas JM (1992) Error surfaces for multilayer perceptrons. IEEE Trans Syst Man Cybern 22(5):1152\u20131161","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"9729_CR20","unstructured":"Jones T (1995) Evolutionary algorithms, fitness landscapes and search. PhD thesis, The University of New Mexico"},{"key":"9729_CR21","unstructured":"Jones T, Forrest S (1995) Fitness distance correlation as a measure of problem difficulty for genetic algorithms. In: Proceedings of the 6th international conference on genetic algorithms. Morgan Kaufmann, pp 184\u2013192"},{"key":"9729_CR22","unstructured":"Kordos M, Duch W (2004) A survey of factors influencing MLP error surface. Control Cybern 33(4):611\u2013631"},{"key":"9729_CR23","doi-asserted-by":"crossref","unstructured":"LeCun YA, Bottou L, Orr GB, M\u00fcller KR (2012) Efficient backprop. In: Montavon G, Orr G, M\u00fcller KR (eds) Neural networks: tricks of the trade. Springer, Berlin, pp 9\u201348","DOI":"10.1007\/978-3-642-35289-8_3"},{"key":"9729_CR24","doi-asserted-by":"crossref","unstructured":"Malan KM (2014) Characterising continuous optimisation problems for particle swarm optimisation performance prediction. PhD thesis, University of Pretoria","DOI":"10.1007\/s11721-014-0099-x"},{"key":"9729_CR25","doi-asserted-by":"crossref","unstructured":"Malan KM, Engelbrecht AP (2009) Quantifying ruggedness of continuous landscapes using entropy. In: IEEE congress on evolutionary computation. IEEE, pp 1440\u20131447","DOI":"10.1109\/CEC.2009.4983112"},{"key":"9729_CR26","doi-asserted-by":"crossref","unstructured":"Malan KM, Engelbrecht AP (2013) Ruggedness, funnels and gradients in fitness landscapes and the effect on PSO performance. In: Proceedings of the IEEE congress on evolutionary computation. IEEE, pp 963\u2013970","DOI":"10.1109\/CEC.2013.6557671"},{"key":"9729_CR27","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.ins.2013.04.015","volume":"241","author":"KM Malan","year":"2013","unstructured":"Malan KM, Engelbrecht AP (2013) A survey of techniques for characterising fitness landscapes and some possible ways forward. Inf Sci 241:148\u2013163","journal-title":"Inf Sci"},{"issue":"4","key":"9729_CR28","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1007\/s11721-014-0099-x","volume":"8","author":"KM Malan","year":"2014","unstructured":"Malan KM, Engelbrecht AP (2014) Characterising the searchability of continuous optimisation problems for PSO. Swarm Intell 8(4):275\u2013302","journal-title":"Swarm Intell"},{"key":"9729_CR29","doi-asserted-by":"crossref","unstructured":"Malan KM, Engelbrecht AP (2014) A progressive random walk algorithm for sampling continuous fitness landscapes. In: Proceedings of the IEEE congress on evolutionary computation. IEEE, pp 2507\u20132514","DOI":"10.1109\/CEC.2014.6900576"},{"issue":"14","key":"9729_CR30","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/S0925-2312(00)00314-3","volume":"37","author":"S Mc Loone","year":"2001","unstructured":"Mc Loone S, Irwin G (2001) Improving neural network training solutions using regularisation. Neurocomputing 37(14):71\u201390","journal-title":"Neurocomputing"},{"key":"9729_CR31","doi-asserted-by":"crossref","unstructured":"Mersmann O, Bischl B, Trautmann H, Preuss M, Weihs C, Rudolph G (2011) Exploratory landscape analysis. In: Proceedings of the 13th annual conference on Genetic and evolutionary computation. ACM, pp 829\u2013836","DOI":"10.1145\/2001576.2001690"},{"issue":"4","key":"9729_CR32","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1109\/4235.887234","volume":"4","author":"P Merz","year":"2000","unstructured":"Merz P, Freisleben B (2000) Fitness landscape analysis and memetic algorithms for the quadratic assignment problem. IEEE Trans Evol Comput 4(4):337\u2013352","journal-title":"IEEE Trans Evol Comput"},{"key":"9729_CR33","first-page":"847","volume":"4","author":"J Moody","year":"1992","unstructured":"Moody J, Hanson SJ, Lippmann RP (1992) The effective number of parameters: an analysis of generalization and regularization in nonlinear learning systems. Adv Neural Inf Process Syst 4:847\u2013854","journal-title":"Adv Neural Inf Process Syst"},{"key":"9729_CR34","first-page":"950","volume":"4","author":"J Moody","year":"1995","unstructured":"Moody J, Hanson S, Krogh A, Hertz JA (1995) A simple weight decay can improve generalization. Adv Neural Inf Process Syst 4:950\u2013957","journal-title":"Adv Neural Inf Process Syst"},{"key":"9729_CR35","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/j.ins.2015.05.010","volume":"317","author":"MA Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz MA, Sun Y, Kirley M, Halgamuge SK (2015) Algorithm selection for black-box continuous optimization problems: a survey on methods and challenges. Inf Sci 317:224\u2013245","journal-title":"Inf Sci"},{"key":"9729_CR36","volume-title":"Neural networks: tricks of the trade","author":"GB Orr","year":"2003","unstructured":"Orr GB, M\u00fcller KR (2003) Neural networks: tricks of the trade. Springer, Berlin"},{"key":"9729_CR37","doi-asserted-by":"crossref","unstructured":"Pitzer E, Affenzeller M (2012) A comprehensive survey on fitness landscape analysis. In: Fodor J, Klempous R, Araujo CPS (eds) Recent advances in intelligent engineering systems. Springer, Berlin, pp 161\u2013191","DOI":"10.1007\/978-3-642-23229-9_8"},{"key":"9729_CR38","unstructured":"Prechelt L (1994) Proben1\u2014a set of neural network benchmark problems and benchmarking rules. Tech. rep., Universit\u00e4t Karlsruhe, Karlsruhe, Germany"},{"key":"9729_CR39","doi-asserted-by":"crossref","unstructured":"Rakitianskaia A, Engelbrecht A (2014) Weight regularisation in particle swarm optimisation neural network training. In: Proceedings of the IEEE symposium on swarm intelligence. IEEE, Florida, USA, pp 1\u20138","DOI":"10.1109\/SIS.2014.7011773"},{"key":"9729_CR40","doi-asserted-by":"crossref","unstructured":"Rakitianskaia A, Engelbrecht A (2015) Saturation in PSO neural network training: good or evil? In: Proceedings of the IEEE congress on evolutionary computation. IEEE, Sendai, Japan, pp 125\u2013132","DOI":"10.1109\/CEC.2015.7256883"},{"key":"9729_CR41","doi-asserted-by":"crossref","unstructured":"Rakitianskaia A, Bekker E, Malan K, Engelbrecht A (2016) Analysis of error landscapes in multi-layered neural networks for classification. In: Proceedings of the IEEE congress on evolutionary computation. IEEE, Vancouver, Canada (in press)","DOI":"10.1109\/CEC.2016.7748360"},{"issue":"1","key":"9729_CR42","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton GE, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"9729_CR43","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/j.neunet.2016.06.005","volume":"82","author":"J Wang","year":"2016","unstructured":"Wang J, Ye Z, Gao W, Zurada JM (2016) Boundedness and convergence analysis of weight elimination for cyclic training of neural networks. Neural Netw 82:49\u201361","journal-title":"Neural Netw"},{"issue":"411","key":"9729_CR44","doi-asserted-by":"crossref","first-page":"664","DOI":"10.1080\/01621459.1990.10474926","volume":"85","author":"EJ Wegman","year":"1990","unstructured":"Wegman EJ (1990) Hyperdimensional data analysis using parallel coordinates. J Am Stat Assoc 85(411):664\u2013675","journal-title":"J Am Stat Assoc"},{"key":"9729_CR45","doi-asserted-by":"crossref","unstructured":"Weigend AS, Rumelhart DE, Huberman BA (1991) Generalization by weight-elimination applied to currency exchange rate prediction. In: Proceedings of the international joint conference on neural networks, vol 1. IEEE, Seattle, pp 837\u2013841","DOI":"10.1109\/IJCNN.1991.155287"},{"key":"9729_CR46","unstructured":"Weigend AS, Rumelhart DE, Huberman BA (1991) Generalization by weight elimination with application to forecasting. Adv. Neural Inf Process Syst 3:875\u2013882"},{"key":"9729_CR47","unstructured":"Werbos PJ (1974) Beyond regression: new tools for prediction and analysis in the behavioural sciences. PhD thesis, Harvard University, Boston, USA"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11063-017-9729-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9729-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9729-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T02:10:04Z","timestamp":1719540604000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11063-017-9729-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,26]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,8]]}},"alternative-id":["9729"],"URL":"https:\/\/doi.org\/10.1007\/s11063-017-9729-9","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2017,10,26]]}}}