{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T07:48:05Z","timestamp":1758268085949,"version":"3.37.3"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,2,12]],"date-time":"2021-02-12T00:00:00Z","timestamp":1613088000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,12]],"date-time":"2021-02-12T00:00:00Z","timestamp":1613088000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001782","name":"University of Melbourne","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001782","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"crossref","award":["FL140100012"],"award-info":[{"award-number":["FL140100012"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11047-021-09847-1","type":"journal-article","created":{"date-parts":[[2021,2,13]],"date-time":"2021-02-13T19:09:59Z","timestamp":1613243399000},"page":"131-154","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Analyzing randomness effects on the reliability of exploratory landscape analysis"],"prefix":"10.1007","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7254-2808","authenticated-orcid":false,"given":"Mario Andr\u00e9s","family":"Mu\u00f1oz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Kirley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kate","family":"Smith-Miles","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,12]]},"reference":[{"key":"9847_CR1","doi-asserted-by":"publisher","unstructured":"Alissa M, Sim K, Hart E (2019) Algorithm selection using deep learning without feature extraction. In: GECCO\u201919. ACM Press. https:\/\/doi.org\/10.1145\/3321707.3321845","DOI":"10.1145\/3321707.3321845"},{"key":"9847_CR2","doi-asserted-by":"publisher","unstructured":"Beck J, Freuder E (2004) Simple rules for low-knowledge algorithm selection. In: CPAIOR \u201904, LNCS, vol 3011. Springer, pp 50\u201364. https:\/\/doi.org\/10.1007\/978-3-540-24664-0_4","DOI":"10.1007\/978-3-540-24664-0_4"},{"key":"9847_CR3","doi-asserted-by":"publisher","unstructured":"Belkhir N, Dr\u00e9o J, Sav\u00e9ant P, Schoenauer M (2016a) Feature based algorithm configuration: A case study with differential evolution. In: Parallel problem solving from nature\u2014PPSN XIV. Springer, pp 156\u2013166. https:\/\/doi.org\/10.1007\/978-3-319-45823-6_15","DOI":"10.1007\/978-3-319-45823-6_15"},{"key":"9847_CR4","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-319-50349-3_2","volume-title":"Learning and intelligent optimization","author":"N Belkhir","year":"2016","unstructured":"Belkhir N, Dr\u00e9o J, Sav\u00e9ant P, Schoenauer M (2016b) Surrogate assisted feature computation for continuous problems. In: Sellmann M, Vanschoren J, Festa P (eds) Learning and intelligent optimization. Springer, Berlin, pp 17\u201331"},{"key":"9847_CR5","doi-asserted-by":"publisher","unstructured":"Belkhir N, Dr\u00e9o J, Sav\u00e9ant P, Schoenauer M (2017) Per instance algorithm configuration of CMA-ES with limited budget. In: Proceedings of the genetic and evolutionary computation conference. ACM. https:\/\/doi.org\/10.1145\/3071178.3071343","DOI":"10.1145\/3071178.3071343"},{"issue":"4","key":"9847_CR6","doi-asserted-by":"publisher","first-page":"1165","DOI":"10.1214\/aos\/1013699998","volume":"29","author":"Y Benjamini","year":"2001","unstructured":"Benjamini Y, Yekutieli D (2001) The control of the false discovery rate in multiple testing under dependency. Ann Stat 29(4):1165\u20131188","journal-title":"Ann Stat"},{"key":"9847_CR7","doi-asserted-by":"publisher","unstructured":"Bischl B, Mersmann O, Trautmann H, Preu\u00dfM (2012a) Algorithm selection based on exploratory landscape analysis and cost-sensitive learning. In: GECCO \u201912. ACM, pp 313\u2013320. https:\/\/doi.org\/10.1145\/2330163.2330209","DOI":"10.1145\/2330163.2330209"},{"issue":"2","key":"9847_CR8","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1162\/EVCO_a_00069","volume":"20","author":"B Bischl","year":"2012","unstructured":"Bischl B, Mersmann O, Trautmann H, Weihs C (2012b) Resampling methods for meta-model validation with recommendations for evolutionary computation. Evol Comput 20(2):249\u2013275","journal-title":"Evol Comput"},{"issue":"3","key":"9847_CR9","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1016\/j.ejor.2011.05.032","volume":"214","author":"K Crombecq","year":"2011","unstructured":"Crombecq K, Laermans E, Dhaene T (2011) Efficient space-filling and non-collapsing sequential design strategies for simulation-based modeling. Eur J Oper Res 214(3):683\u2013696. https:\/\/doi.org\/10.1016\/j.ejor.2011.05.032","journal-title":"Eur J Oper Res"},{"key":"9847_CR10","first-page":"23","volume-title":"FOGA I","author":"Y Davidor","year":"1991","unstructured":"Davidor Y (1991) Epistasis variance: a viewpoint on GA-hardness. In: Rawlins G (ed) FOGA I. Morgan Kauffmann, Burlington, pp 23\u201335"},{"key":"9847_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9","volume-title":"An introduction to the bootstrap","author":"B Efron","year":"1993","unstructured":"Efron B, Tibshirani R (1993) An introduction to the bootstrap. Chapman & Hall, London"},{"key":"9847_CR12","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/BFb0056848","volume":"1498","author":"C Fonlupt","year":"1998","unstructured":"Fonlupt C, Robilliard D, Preux P (1998) A bit-wise epistasis measure for binary search spaces. PPSN V LNCS 1498:47\u201356. https:\/\/doi.org\/10.1007\/BFb0056848","journal-title":"PPSN V LNCS"},{"key":"9847_CR13","doi-asserted-by":"publisher","first-page":"1254","DOI":"10.1016\/j.artint.2010.07.005","volume":"174","author":"M Graff","year":"2010","unstructured":"Graff M, Poli R (2010) Practical performance models of algorithms in evolutionary program induction and other domains. Artif Intell 174:1254\u20131276. https:\/\/doi.org\/10.1016\/j.artint.2010.07.005","journal-title":"Artif Intell"},{"issue":"12","key":"9847_CR14","doi-asserted-by":"publisher","first-page":"1711","DOI":"10.1111\/j.1469-8986.2011.01273.x","volume":"48","author":"D Groppe","year":"2011","unstructured":"Groppe D, Urbach T, Kutas M (2011) Mass univariate analysis of event-related brain potentials\/fields I: a critical tutorial review. Psychophysiology 48(12):1711\u20131725. https:\/\/doi.org\/10.1111\/j.1469-8986.2011.01273.x","journal-title":"Psychophysiology"},{"key":"9847_CR15","doi-asserted-by":"publisher","unstructured":"Hansen N, Auger A, Ros R, Finck S, Po\u0161\u00edk P (2011a) Comparing results of 31 algorithms from the black-box optimization benchmarking BBOB-2009. In: GECCO \u201911, pp 1689\u20131696. https:\/\/doi.org\/10.1145\/1830761.1830790","DOI":"10.1145\/1830761.1830790"},{"issue":"8","key":"9847_CR16","doi-asserted-by":"publisher","first-page":"5755","DOI":"10.1016\/j.asoc.2011.03.001","volume":"11","author":"N Hansen","year":"2011","unstructured":"Hansen N, Ros R, Mauny N, Schoenauer M, Auger A (2011b) Impacts of invariance in search: when CMA-ES and PSO face ill-conditioned and non-separable problems. Appl Soft Comput 11(8):5755\u20135769. https:\/\/doi.org\/10.1016\/j.asoc.2011.03.001","journal-title":"Appl Soft Comput"},{"key":"9847_CR17","unstructured":"Hansen N, Auger A, Finck S, Ros R (2014) Real-parameter black-box optimization benchmarking BBOB-2010: experimental setup. Tech. Rep. RR-7215, INRIA. http:\/\/coco.lri.fr\/downloads\/download15.02\/bbobdocexperiment.pdf"},{"issue":"4","key":"9847_CR18","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1162\/evco.2007.15.4.435","volume":"15","author":"J He","year":"2007","unstructured":"He J, Reeves C, Witt C, Yao X (2007) A note on problem difficulty measures in black-box optimization: classification, realizations and predictability. Evol Comput 15(4):435\u2013443. https:\/\/doi.org\/10.1162\/evco.2007.15.4.435","journal-title":"Evol Comput"},{"key":"9847_CR19","volume-title":"Applied statistics for the behavioral sciences","author":"D Hinkle","year":"2003","unstructured":"Hinkle D, Wiersma W, Jurs S (2003) Applied statistics for the behavioral sciences. Houghton Mifflin, Boston"},{"key":"9847_CR20","unstructured":"Jones T, Forrest S (1995) Fitness distance correlation as a measure of problem difficulty for genetic algorithms. In: Proceedings of the sixth international conference on genetic algorithms. Morgan Kaufmann Publishers Inc., pp 184\u2013192"},{"issue":"2","key":"9847_CR21","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1016\/j.ijforecast.2016.09.004","volume":"33","author":"Y Kang","year":"2017","unstructured":"Kang Y, Hyndman R, Smith-Miles K (2017) Visualising forecasting algorithm performance using time series instance spaces. Int J Forecast 33(2):345\u2013358. https:\/\/doi.org\/10.1016\/j.ijforecast.2016.09.004","journal-title":"Int J Forecast"},{"issue":"1","key":"9847_CR22","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/evco_a_00236","volume":"27","author":"P Kerschke","year":"2019","unstructured":"Kerschke P, Trautmann H (2019a) Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evol Comput 27(1):99\u2013127. https:\/\/doi.org\/10.1162\/evco_a_00236","journal-title":"Evol Comput"},{"key":"9847_CR23","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-030-25147-5_7","volume-title":"Applications in statistical computing\u2014from music data analysis to industrial quality improvement, studies in classification, data analysis, and knowledge organization","author":"P Kerschke","year":"2019","unstructured":"Kerschke P, Trautmann H (2019b) Comprehensive feature-based landscape analysis of continuous and constrained optimization problems using the R-package flacco. In: Bauer N, Ickstadt K, L\u00fcbke K, Szepannek G, Trautmann H, Vichi M (eds) Applications in statistical computing\u2014from music data analysis to industrial quality improvement, studies in classification, data analysis, and knowledge organization. Springer, Berlin, pp 93\u2013123. https:\/\/doi.org\/10.1007\/978-3-030-25147-5_7"},{"key":"9847_CR24","doi-asserted-by":"publisher","unstructured":"Kerschke P, Preu\u00dfM, Wessing S, Trautmann H (2016) Low-budget exploratory landscape analysis on multiple peaks models. In: GECCO \u201916. ACM, New York, pp 229\u2013236. https:\/\/doi.org\/10.1145\/2908812.2908845","DOI":"10.1145\/2908812.2908845"},{"key":"9847_CR25","doi-asserted-by":"publisher","unstructured":"Lunacek M, Whitley D (2006) The dispersion metric and the CMA evolution strategy. In: GECCO \u201906. ACM, New York, pp 477\u2013484. https:\/\/doi.org\/10.1145\/1143997.1144085","DOI":"10.1145\/1143997.1144085"},{"issue":"4","key":"9847_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11721-014-0099-x","volume":"8","author":"K Malan","year":"2014","unstructured":"Malan K, Engelbrecht A (2014) Characterising the searchability of continuous optimisation problems for PSO. Swarm Intell 8(4):1\u201328. https:\/\/doi.org\/10.1007\/s11721-014-0099-x","journal-title":"Swarm Intell"},{"issue":"4","key":"9847_CR27","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1007\/s00500-011-0781-5","volume":"16","author":"J Marin","year":"2012","unstructured":"Marin J (2012) How landscape ruggedness influences the performance of real-coded algorithms: a comparative study. Soft Comput 16(4):683\u2013698. https:\/\/doi.org\/10.1007\/s00500-011-0781-5","journal-title":"Soft Comput"},{"key":"9847_CR28","doi-asserted-by":"publisher","unstructured":"Mersmann O, Preu\u00dfM, Trautmann H (2010) Benchmarking evolutionary algorithms: towards exploratory landscape analysis. In: PPSN XI. LNCS, vol 6238. Springer, pp 73\u201382. https:\/\/doi.org\/10.1007\/978-3-642-15844-5_8","DOI":"10.1007\/978-3-642-15844-5_8"},{"key":"9847_CR29","doi-asserted-by":"publisher","unstructured":"Mersmann O, Bischl B, Trautmann H, Preu\u00dfM, Weihs C, Rudolph G (2011) Exploratory landscape analysis. In: GECCO \u201911. ACM, pp 829\u2013836. https:\/\/doi.org\/10.1145\/2001576.2001690","DOI":"10.1145\/2001576.2001690"},{"key":"9847_CR30","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ins.2017.05.029","volume":"414","author":"P Miranda","year":"2017","unstructured":"Miranda P, Prud\u00e9ncio R, Pappa G (2017) H3ad: a hybrid hyper-heuristic for algorithm design. Inf Sci 414:340\u2013354. https:\/\/doi.org\/10.1016\/j.ins.2017.05.029","journal-title":"Inf Sci"},{"issue":"3","key":"9847_CR31","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1109\/TEVC.2013.2281521","volume":"18","author":"R Morgan","year":"2014","unstructured":"Morgan R, Gallagher M (2014) Sampling techniques and distance metrics in high dimensional continuous landscape analysis: limitations and improvements. IEEE Trans Evol Comput 18(3):456\u2013461. https:\/\/doi.org\/10.1109\/TEVC.2013.2281521","journal-title":"IEEE Trans Evol Comput"},{"key":"9847_CR32","doi-asserted-by":"publisher","unstructured":"Mu\u00f1oz M (2020) LEOPARD: LEarning and OPtimization Archive of Research Data, version 1.0. https:\/\/doi.org\/10.6084\/m9.figshare.c.5106758","DOI":"10.6084\/m9.figshare.c.5106758"},{"key":"9847_CR33","doi-asserted-by":"publisher","unstructured":"Mu\u00f1oz M, Smith-Miles K (2015) Effects of function translation and dimensionality reduction on landscape analysis. In: IEEE CEC \u201915, pp 1336\u20131342. https:\/\/doi.org\/10.1109\/CEC.2015.7257043","DOI":"10.1109\/CEC.2015.7257043"},{"issue":"4","key":"9847_CR34","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1162\/EVCO_a_00194","volume":"25","author":"M Mu\u00f1oz","year":"2017","unstructured":"Mu\u00f1oz M, Smith-Miles K (2017) Performance analysis of continuous black-box optimization algorithms via footprints in instance space. Evol Comput 25(4):529\u2013554. https:\/\/doi.org\/10.1162\/EVCO_a_00194","journal-title":"Evol Comput"},{"issue":"3","key":"9847_CR35","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1162\/evco_a_00262","volume":"28","author":"M Mu\u00f1oz","year":"2020","unstructured":"Mu\u00f1oz M, Smith-Miles K (2020) Generating new space-filling test instances for continuous black-box optimization. Evol Comput 28(3):379\u2013404. https:\/\/doi.org\/10.1162\/evco_a_00262","journal-title":"Evol Comput"},{"key":"9847_CR36","doi-asserted-by":"publisher","unstructured":"Mu\u00f1oz M, Kirley M, Halgamuge S (2012) Landscape characterization of numerical optimization problems using biased scattered data. In: IEEE CEC \u201912, pp 1\u20138. https:\/\/doi.org\/10.1109\/CEC.2012.6256490","DOI":"10.1109\/CEC.2012.6256490"},{"issue":"1","key":"9847_CR37","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1109\/TEVC.2014.2302006","volume":"19","author":"M Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz M, Kirley M, Halgamuge S (2015a) Exploratory landscape analysis of continuous space optimization problems using information content. IEEE Trans Evol Comput 19(1):74\u201387. https:\/\/doi.org\/10.1109\/TEVC.2014.2302006","journal-title":"IEEE Trans Evol Comput"},{"key":"9847_CR38","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1016\/j.ins.2015.05.010","volume":"317","author":"M Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz M, Sun Y, Kirley M, Halgamuge S (2015b) Algorithm selection for black-box continuous optimization problems: a survey on methods and challenges. Inf Sci 317:224\u2013245. https:\/\/doi.org\/10.1016\/j.ins.2015.05.010","journal-title":"Inf Sci"},{"key":"9847_CR39","doi-asserted-by":"publisher","unstructured":"M\u00fcller C, Sbalzarini I (2011) Global characterization of the CEC 2005 fitness landscapes using fitness-distance analysis. In: Applications of evolutionary computation. LNCS, vol 6624. Springer, pp 294\u2013303. https:\/\/doi.org\/10.1007\/978-3-642-20525-5_30","DOI":"10.1007\/978-3-642-20525-5_30"},{"key":"9847_CR40","unstructured":"Naudts B, Suys D, Verschoren A (1997) Epistasis as a basic concept in formal landscape analysis. In: B\u00e4ck T (ed) Proceedings of the 7th international conference on genetic algorithms. Morgan Kaufmann, pp 65\u201372"},{"issue":"1","key":"9847_CR41","doi-asserted-by":"publisher","first-page":"281","DOI":"10.3182\/20050703-6-CZ-1902.01125","volume":"38","author":"P Po\u0161\u00edk","year":"2005","unstructured":"Po\u0161\u00edk P (2005) On the utility of linear transformations for population-based optimization algorithms. IFAC Proc Vol 38(1):281\u2013286. https:\/\/doi.org\/10.3182\/20050703-6-CZ-1902.01125(16th IFAC World Congress)","journal-title":"IFAC Proc Vol"},{"key":"9847_CR42","doi-asserted-by":"publisher","unstructured":"Renau Q, Dreo J, Doerr C, Doerr B (2019) Expressiveness and robustness of landscape features. In: GECCO\u201919. ACM Press. https:\/\/doi.org\/10.1145\/3319619.3326913","DOI":"10.1145\/3319619.3326913"},{"key":"9847_CR43","doi-asserted-by":"crossref","unstructured":"Renau Q, Doerr C, Dreo J, Doerr B (2020) Exploratory landscape analysis is strongly sensitive to the sampling strategy. In: B\u00e4ck T, Preuss M, Deutz A, Wang H, Doerr C, Emmerich M, Trautmann H (eds) Parallel problem solving from nature\u2014PPSN XVI. Springer, Cham, pp 139\u2013153","DOI":"10.1007\/978-3-030-58115-2_10"},{"key":"9847_CR44","doi-asserted-by":"publisher","unstructured":"Rochet S, Slimane M, Venturini G (1996) Epistasis for real encoding in genetic algorithms. In: Australian and New Zealand conference on intelligent information systems, pp 268\u2013271. https:\/\/doi.org\/10.1109\/ANZIIS.1996.573954","DOI":"10.1109\/ANZIIS.1996.573954"},{"key":"9847_CR45","doi-asserted-by":"publisher","unstructured":"Rochet S, Venturini G, Slimane M, El Kharoubi E (1998) A critical and empirical study of epistasis measures for predicting GA performances: a summary. In: Third European conference on artificial evolution, pp 275\u2013285. https:\/\/doi.org\/10.1007\/BFb0026607","DOI":"10.1007\/BFb0026607"},{"key":"9847_CR46","doi-asserted-by":"publisher","unstructured":"Ros\u00e9 H, Ebeling W, Asselmeyer T (1996) The density of states\u2014a measure of the difficulty of optimisation problems. In: PPSN IV, LNCS, vol 1141. Springer, pp 208\u2013217. https:\/\/doi.org\/10.1007\/3-540-61723-X_985","DOI":"10.1007\/3-540-61723-X_985"},{"key":"9847_CR47","doi-asserted-by":"crossref","unstructured":"Sala R, M\u00fcller R (2020) Benchmarking for metaheuristic black-box optimization: perspectives and open challenges. In: 2020 IEEE Congress on Evolutionary Computation (CEC). IEEE, pp 1\u20138","DOI":"10.1109\/CEC48606.2020.9185724"},{"issue":"1","key":"9847_CR48","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1162\/evco_a_00247","volume":"27","author":"S Saleem","year":"2019","unstructured":"Saleem S, Gallagher M, Wood I (2019) Direct feature evaluation in black-box optimization using problem transformations. Evol Comput 27(1):75\u201398. https:\/\/doi.org\/10.1162\/evco_a_00247","journal-title":"Evol Comput"},{"issue":"2","key":"9847_CR49","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1162\/evco.2007.15.2.169","volume":"15","author":"D Seo","year":"2007","unstructured":"Seo D, Moon B (2007) An information-theoretic analysis on the interactions of variables in combinatorial optimization problems. Evol Comput 15(2):169\u2013198. https:\/\/doi.org\/10.1162\/evco.2007.15.2.169","journal-title":"Evol Comput"},{"key":"9847_CR50","doi-asserted-by":"publisher","first-page":"106138","DOI":"10.1016\/j.asoc.2020.106138","volume":"90","author":"U \u0160kvorc","year":"2020","unstructured":"\u0160kvorc U, Eftimov T, Koro\u0161ec P (2020) Understanding the problem space in single-objective numerical optimization using exploratory landscape analysis. Appl Soft Comput 90:106138. https:\/\/doi.org\/10.1016\/j.asoc.2020.106138","journal-title":"Appl Soft Comput"},{"key":"9847_CR51","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1016\/j.cor.2013.11.015","volume":"45","author":"K Smith-Miles","year":"2014","unstructured":"Smith-Miles K, Baatar D, Wreford B, Lewis R (2014) Towards objective measures of algorithm performance across instance space. Comput Oper Res 45:12\u201324. https:\/\/doi.org\/10.1016\/j.cor.2013.11.015","journal-title":"Comput Oper Res"},{"issue":"2","key":"9847_CR52","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1080\/00401706.1987.10488205","volume":"29","author":"M Stein","year":"1987","unstructured":"Stein M (1987) Large sample properties of simulations using latin hypercube sampling. Technometrics 29(2):143\u2013151. https:\/\/doi.org\/10.1080\/00401706.1987.10488205","journal-title":"Technometrics"},{"issue":"11","key":"9847_CR53","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1016\/j.ress.2009.05.007","volume":"94","author":"CB Storlie","year":"2009","unstructured":"Storlie CB, Swiler LP, Helton JC, Sallaberry CJ (2009) Implementation and evaluation of nonparametric regression procedures for sensitivity analysis of computationally demanding models. Reliab Eng Syst Saf 94(11):1735\u20131763. https:\/\/doi.org\/10.1016\/j.ress.2009.05.007","journal-title":"Reliab Eng Syst Saf"},{"issue":"6","key":"9847_CR54","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1109\/LSP.2009.2017346","volume":"16","author":"D Stowell","year":"2009","unstructured":"Stowell D, Plumbley M (2009) Fast multidimensional entropy estimation by k-d partitioning. IEEE Signal Process Lett 16(6):537\u2013540. https:\/\/doi.org\/10.1109\/LSP.2009.2017346","journal-title":"IEEE Signal Process Lett"},{"key":"9847_CR55","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1016\/j.apenergy.2014.08.110","volume":"135","author":"W Tian","year":"2014","unstructured":"Tian W, Song J, Li Z, de Wilde P (2014) Bootstrap techniques for sensitivity analysis and model selection in building thermal performance analysis. Appl Energy 135:320\u2013328. https:\/\/doi.org\/10.1016\/j.apenergy.2014.08.110","journal-title":"Appl Energy"}],"container-title":["Natural Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11047-021-09847-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11047-021-09847-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11047-021-09847-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,7]],"date-time":"2022-06-07T13:46:06Z","timestamp":1654609566000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11047-021-09847-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,12]]},"references-count":55,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["9847"],"URL":"https:\/\/doi.org\/10.1007\/s11047-021-09847-1","relation":{},"ISSN":["1567-7818","1572-9796"],"issn-type":[{"type":"print","value":"1567-7818"},{"type":"electronic","value":"1572-9796"}],"subject":[],"published":{"date-parts":[[2021,2,12]]},"assertion":[{"value":"27 January 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}