{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:17:10Z","timestamp":1777407430073,"version":"3.51.4"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031252624","type":"print"},{"value":"9783031252631","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25263-1_3","type":"book-chapter","created":{"date-parts":[[2023,7,28]],"date-time":"2023-07-28T14:02:22Z","timestamp":1690552942000},"page":"59-80","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Identifying Properties of Real-World Optimisation Problems Through a Questionnaire"],"prefix":"10.1007","author":[{"given":"Koen","family":"van der Blom","sequence":"first","affiliation":[]},{"given":"Timo M.","family":"Deist","sequence":"additional","affiliation":[]},{"given":"Vanessa","family":"Volz","sequence":"additional","affiliation":[]},{"given":"Mariapia","family":"Marchi","sequence":"additional","affiliation":[]},{"given":"Yusuke","family":"Nojima","sequence":"additional","affiliation":[]},{"given":"Boris","family":"Naujoks","sequence":"additional","affiliation":[]},{"given":"Akira","family":"Oyama","sequence":"additional","affiliation":[]},{"given":"Tea","family":"Tu\u0161ar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,29]]},"reference":[{"issue":"3","key":"3_CR1","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"N. Beume, B. Naujoks, M.T.M. Emmerich, SMS-EMOA: multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007)","journal-title":"Eur. J. Oper. Res."},{"key":"3_CR2","unstructured":"D.\u00a0Brockhoff, D.\u00a0Horn, J.\u00a0Knowles, I.\u00a0Loshchilov, T.\u00a0Tu\u0161ar, I.\u00a0Voutchkov, Publicly available real-world optimization problems and free simulators (2016). https:\/\/lcworkshops.github.io\/samco\/benchmarking\/. Accessed 15 April 2020"},{"issue":"1","key":"3_CR3","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1287\/ijoc.15.1.114.15159","volume":"15","author":"MR Bussieck","year":"2003","unstructured":"M.R. Bussieck, A.S. Drud, A. Meeraus, Minlplib-a collection of test models for mixed-integer nonlinear programming. INFORMS J. Comput. 15(1), 114\u2013119 (2003)","journal-title":"INFORMS J. Comput."},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"C.A.C. Coello, N.C. Cort\u00e9s, Solving multiobjective optimization problems using an artificial immune system. Genetic Prog. Evolvable Mach. 6(2), 163\u2013190 (2005)","DOI":"10.1007\/s10710-005-6164-x"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"S.J. Daniels, A.A. Rahat, R.M. Everson, G.R. Tabor, J.E. Fieldsend, A suite of computationally expensive shape optimisation problems using computational fluid dynamics, in Parallel Problem Solving from Nature (PPSN) (Springer, 2018), pp. 296\u2013307","DOI":"10.1007\/978-3-319-99259-4_24"},{"key":"3_CR6","unstructured":"S.\u00a0Das, P.N. Suganthan, Problem definitions and evaluation criteria for CEC 2011 competition on testing evolutionary algorithms on real world optimization problems. Technical report, Jadavpur University, Kolkata, India (2010)"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"C.\u00a0Doerr, J.\u00a0Dreo, P.\u00a0Kerschke, Making a case for (hyper-) parameter tuning as benchmark problems, in Genetic and Evolutionary Computation Conference (GECCO) Companion (ACM Press, 2019), pp. 1755\u20131764","DOI":"10.1145\/3319619.3326857"},{"key":"3_CR8","unstructured":"K. Eggensperger, P. M\u00fcller, N. Mallik, M. Feurer, R. Sass, A. Klein, N. Awad, M. Lindauer, F. Hutter, HPOBench: a collection of reproducible multi-fidelity benchmark problems for HPO, in Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2) (2021). https:\/\/openreview.net\/forum?id=1k4rJYEwda"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"E.J. Hughes, Radar waveform optimisation as a many-objective application benchmark, in Evolutionary Multi-criterion Optimization (EMO) (Springer, 2007), pp. 700\u2013714","DOI":"10.1007\/978-3-540-70928-2_53"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"H.\u00a0Ishibuchi, L.\u00a0He, K.\u00a0Shang, Regular Pareto front shape is not realistic, in Congress on Evolutionary Computation (CEC) (IEEE Press, 2019), pp. 2034\u20132041","DOI":"10.1109\/CEC.2019.8790342"},{"issue":"2","key":"3_CR11","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1016\/j.swevo.2011.05.001","volume":"1","author":"Y Jin","year":"2011","unstructured":"Y. Jin, Surrogate-assisted evolutionary computation: recent advances and future challenges. Swarm Evolut. Comput. 1(2), 61\u201370 (2011)","journal-title":"Swarm Evolut. Comput."},{"key":"3_CR12","unstructured":"JSEC and JAXA. The 1st Evolutionary Computation Competition - Car Structure Design Optimization (2017). http:\/\/is-csse-muroran.sakura.ne.jp\/ec2017\/EC2017compe.html (in Japanese). Accessed 20 April 2020"},{"key":"3_CR13","unstructured":"P.\u00a0Kerschke, M.\u00a0Gallagher, M.\u00a0Preuss, O.\u00a0Teytaud, The Machine Learning and Data Analysis (MLDA) Problem Set, v1.0 (2019). https:\/\/www.wi.uni-muenster.de\/sites\/wi\/files\/users\/kerschke\/gecco2019\/gecco2019_umlop_mlda.pdf. Accessed 15 April 2020"},{"issue":"1","key":"3_CR14","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/566493.566495","volume":"27","author":"BA Kitchenham","year":"2002","unstructured":"B.A. Kitchenham, S.L. Pfleeger, Principles of survey research part 2: designing a survey. SIGSOFT Softw. Eng. Notes 27(1), 18\u201320 (2002)","journal-title":"SIGSOFT Softw. Eng. Notes"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"T.\u00a0Kohira, H.\u00a0Kemmotsu, O.\u00a0Akira, T.\u00a0Tatsukawa, Proposal of benchmark problem based on real-world car structure design optimization, in Genetic and Evolutionary Computation Conference (GECCO) (ACM Press, 2018), pp. 183\u2013184","DOI":"10.1145\/3205651.3205702"},{"issue":"4","key":"3_CR16","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1109\/TEVC.2013.2281531","volume":"18","author":"T Liao","year":"2013","unstructured":"T. Liao, K. Socha, M.A.M. de Oca, T. St\u00fctzle, M. Dorigo, Ant colony optimization for mixed-variable optimization problems. IEEE Trans. Evolut. Comput. 18(4), 503\u2013518 (2013)","journal-title":"IEEE Trans. Evolut. Comput."},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"K.\u00a0McClymont, E.\u00a0Keedwell, Benchmark multi-objective optimisation test problems with mixed encodings, in Congress on Evolutionary Computation (CEC) (IEEE Press, 2011), pp. 2131\u20132138","DOI":"10.1109\/CEC.2011.5949878"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"O.\u00a0Mersmann, B.\u00a0Bischl, H.\u00a0Trautmann, M.\u00a0Preuss, C.\u00a0Weihs, G.\u00a0Rudolph, Exploratory landscape analysis, in Genetic and Evolutionary Computation Conference (GECCO) (ACM Press, 2011), pp. 829\u2013836","DOI":"10.1145\/2001576.2001690"},{"key":"3_CR19","unstructured":"A.\u00a0Oyama, H.\u00a0Fukumoto, T.\u00a0Tatsukawa, Proposal of an optimization benchmark problem based on lunar lander landing site selection problem, in 5th Optimization in Space Engineering Workshop (2019)"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"S.\u00a0Polyakovskiy, M.R. Bonyadi, M.\u00a0Wagner, Z.\u00a0Michalewicz, F.\u00a0Neumann, A comprehensive benchmark set and heuristics for the traveling thief problem, inGenetic and Evolutionary Computation Conference (GECCO) (ACM Press, 2014), pp. 477\u2013484","DOI":"10.1145\/2576768.2598249"},{"issue":"1","key":"3_CR21","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1162\/evco_a_00206","volume":"26","author":"KL Sadowski","year":"2018","unstructured":"K.L. Sadowski, D. Thierens, P.A. Bosman, Gambit: a parameterless model-based evolutionary algorithm for mixed-integer problems. Evolut. Comput. 26(1), 117\u2013143 (2018)","journal-title":"Evolut. Comput."},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"R.\u00a0Tanabe, H.\u00a0Ishibuchi, An easy-to-use real-world multi-objective optimization problem suite. Appl. Soft Comput. 89:106078, 2020. https:\/\/github.com\/ryojitanabe\/reproblems. Accessed 15 April 2020","DOI":"10.1016\/j.asoc.2020.106078"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"R.\u00a0Tanabe, A.\u00a0Oyama. A note on constrained multi-objective optimization benchmark problems, in Congress on Evolutionary Computation (CEC) (IEEE Press, 2017), pp. 1127\u20131134","DOI":"10.1109\/CEC.2017.7969433"},{"key":"3_CR24","unstructured":"The Benchmarking Network. Benchmarking Network Homepage (2019). https:\/\/sites.google.com\/view\/benchmarking-network. Accessed 13 Sep 2020"},{"key":"3_CR25","unstructured":"The Japanese Society for Evolutionary Computation (JSEC) and Japan Aerospace Exploration Agency (JAXA). The 2nd Evolutionary Computation Competition - Lunar lander Landing Site Selection (2018). http:\/\/www.jpnsec.org\/files\/competition2018\/EC-Symposium-2018-Competition-English.html. Accessed 20 April 2020"},{"key":"3_CR26","unstructured":"The Japanese Society of Evolutionary Computation (JSEC). The 3rd Evolutionary Computation Competition - Wind Turbine Design Optimization (2019). http:\/\/www.jpnsec.org\/files\/competition2019\/EC-Symposium-2019-Competition-English.html. Accessed 1 Sep 2020"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"A.\u00a0Tiwari, P.\u00a0Noriega\u00a0Hoyos, W.\u00a0Hutabarat, C.\u00a0Turner, N.\u00a0Ince, X.-P. Gan, N.\u00a0Prajapat, Survey on the use of computational optimisation in UK engineering companies. CIRP J. Manuf. Sci. Technol. 9, 57\u201368 (2015)","DOI":"10.1016\/j.cirpj.2015.01.003"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"T.\u00a0Tu\u0161ar, D.\u00a0Brockhoff, N.\u00a0Hansen, Mixed-integer benchmark problems for single- and bi-objective optimization, in Genetic and Evolutionary Computation Conference (GECCO) (ACM Press, 2019), pp. 718\u2013726","DOI":"10.1145\/3321707.3321868"},{"key":"3_CR29","unstructured":"K.\u00a0van\u00a0der Blom, T.\u00a0Deist, M.\u00a0Marchi, B.\u00a0Naujoks, Y.\u00a0Nojima, A.\u00a0Oyama, T.\u00a0Tu\u0161ar, V.\u00a0Volz, MACODA Working Group: Survey on Real-World Optimization Problems (2020). https:\/\/sites.google.com\/view\/macoda-rwp. Accessed 15 April 2020"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"K.\u00a0van\u00a0der Blom, T.M. Deist, T.\u00a0Tu\u0161ar, M.\u00a0Marchi, Y.\u00a0Nojima, A.\u00a0Oyama, V.\u00a0Volz, B.\u00a0Naujoks, Towards realistic optimization benchmarks: A questionnaire on the properties of real-world problems, in Genetic and Evolutionary Computation Conference (GECCO) Companion (ACM Press, 2020), pp. 293\u2013294","DOI":"10.1145\/3377929.3389974"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"D.A. Van\u00a0Veldhuizen, G.B. Lamont, On measuring multiobjective evolutionary algorithm performance, in Congress on Evolutionary Computation (CEC), vol.\u00a01 (IEEE Press, 2000), pp. 204\u2013211","DOI":"10.1109\/CEC.2000.870296"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"V.\u00a0Volz, B.\u00a0Naujoks, P.\u00a0Kerschke, T.\u00a0Tu\u0161ar, Single- and multi-objective game-benchmark for evolutionary algorithms, in Genetic and Evolutionary Computation Conference (GECCO) (ACM Press, 2019), pp. 647\u2013655","DOI":"10.1145\/3321707.3321805"},{"key":"3_CR33","unstructured":"H.\u00a0Wang, C.\u00a0He, Y.\u00a0Tian, Y.\u00a0Jin, Competition on Online Data-driven Multi-objective Optimization (2019). https:\/\/handingwang.github.io\/DDMOP\/. Accessed 15 April 2020"},{"key":"3_CR34","unstructured":"J.-P. Watson, L.\u00a0Barbulescu, A.\u00a0Howe, D.\u00a0Whitley, Algorithm performance and problem structure for flow-shop scheduling, in National Conference on Artificial Intelligence (AAAI) (1999)"},{"issue":"1","key":"3_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10710-012-9177-2","volume":"14","author":"DR White","year":"2013","unstructured":"D.R. White, J. McDermott, M. Castelli, L. Manzoni, B.W. Goldman, G. Kronberger, W. Ja\u015bkowski, U.-M. O\u2019Reilly, S. Luke, Better GP benchmarks: community survey results and proposals. Gen. Progr. Evolvable Mach. 14(1), 3\u201329 (2013)","journal-title":"Gen. Progr. Evolvable Mach."},{"key":"3_CR36","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1016\/0004-3702(95)00124-7","volume":"85","author":"D Whitley","year":"1995","unstructured":"D. Whitley, S. Rana, J. Dzubera, K.E. Mathias, Evaluating evolutionary algorithms. Artif. Intell. 85, 245\u2013276 (1995)","journal-title":"Artif. Intell."}],"container-title":["Natural Computing Series","Many-Criteria Optimization and Decision Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25263-1_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T07:25:02Z","timestamp":1729841102000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25263-1_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031252624","9783031252631"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25263-1_3","relation":{},"ISSN":["1619-7127","2627-6461"],"issn-type":[{"value":"1619-7127","type":"print"},{"value":"2627-6461","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"29 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}