{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:28:22Z","timestamp":1775143702205,"version":"3.50.1"},"publisher-location":"Cham","reference-count":67,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031700675","type":"print"},{"value":"9783031700682","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70068-2_12","type":"book-chapter","created":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T23:02:54Z","timestamp":1725663774000},"page":"185-202","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Understanding the\u00a0Importance of\u00a0Evolutionary Search in\u00a0Automated Heuristic Design with\u00a0Large Language Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-5532-0310","authenticated-orcid":false,"given":"Rui","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6719-0409","authenticated-orcid":false,"given":"Fei","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5298-6893","authenticated-orcid":false,"given":"Xi","family":"Lin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1152-6780","authenticated-orcid":false,"given":"Zhenkun","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4618-3573","authenticated-orcid":false,"given":"Zhichao","family":"Lu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0786-0671","authenticated-orcid":false,"given":"Qingfu","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,7]]},"reference":[{"key":"12_CR1","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1057\/jors.2013.71","volume":"64","author":"EK Burke","year":"2013","unstructured":"Burke, E.K., et al.: Hyper-heuristics: a survey of the state of the art. J. Oper. Res. Soc. 64, 1695\u20131724 (2013)","journal-title":"J. Oper. Res. Soc."},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"St\u00fctzle, T., L\u00f3pez-Ib\u00e1\u00f1ez, M.: Automated design of metaheuristic algorithms. In: Handbook of Metaheuristics, pp. 541\u2013579 (2019)","DOI":"10.1007\/978-3-319-91086-4_17"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Wu, X.,\u00a0Consoli, P.,\u00a0Minku, L.,\u00a0Ochoa, G.,\u00a0Yao, X.: An evolutionary hyper-heuristic for the software project scheduling problem. In: International Conference on Parallel Problem Solving from Nature (2016)","DOI":"10.1007\/978-3-319-45823-6_4"},{"issue":"189","key":"12_CR4","first-page":"1","volume":"23","author":"T Chen","year":"2022","unstructured":"Chen, T., et al.: Learning to optimize: a primer and a benchmark. J. Mach. Learn. Res. 23(189), 1\u201359 (2022)","journal-title":"J. Mach. Learn. Res."},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Cowling, P., Kendall, G., Soubeiga, E.: A hyperheuristic approach to scheduling a sales summit. In: Practice and Theory of Automated Timetabling (2001)","DOI":"10.1007\/3-540-44629-X_11"},{"key":"12_CR6","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/BF01099263","volume":"4","author":"J Mockus","year":"1994","unstructured":"Mockus, J.: Application of bayesian approach to numerical methods of global and stochastic optimization. J. Global Optim. 4, 347\u2013365 (1994)","journal-title":"J. Global Optim."},{"key":"12_CR7","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/BF00175355","volume":"4","author":"JR Koza","year":"1994","unstructured":"Koza, J.R.: Genetic programming as a means for programming computers by natural selection. Stat. Comput. 4, 87\u2013112 (1994)","journal-title":"Stat. Comput."},{"key":"12_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-04726-2","volume-title":"Foundations of Genetic Programming","author":"WB Langdon","year":"2013","unstructured":"Langdon, W.B., Poli, R.: Foundations of Genetic Programming. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-662-04726-2"},{"issue":"1","key":"12_CR9","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1109\/TEVC.2023.3255246","volume":"28","author":"F Zhang","year":"2024","unstructured":"Zhang, F., Mei, Y., Nguyen, S., Zhang, M.: Survey on genetic programming and machine learning techniques for heuristic design in job shop scheduling. IEEE Trans. Evol. Comput. 28(1), 147\u2013167 (2024)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Zhang, F., Mei, Y., Nguyen, S., Zhang, M.: Importance-aware genetic programming for automated scheduling heuristics learning in dynamic flexible job shop scheduling. In: International Conference on Parallel Problem Solving from Nature (2022)","DOI":"10.1109\/CEC55065.2022.9870243"},{"issue":"3","key":"12_CR11","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s10710-010-9113-2","volume":"11","author":"M O\u2019Neill","year":"2010","unstructured":"O\u2019Neill, M., Vanneschi, L., Gustafson, S., Banzhaf, W.: Open issues in genetic programming. Genet. Program. Evol. Mach. 11(3), 339\u2013363 (2010)","journal-title":"Genet. Program. Evol. Mach."},{"issue":"7995","key":"12_CR12","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1038\/s41586-023-06924-6","volume":"625","author":"B Romera-Paredes","year":"2024","unstructured":"Romera-Paredes, B., et al.: Mathematical discoveries from program search with large language models. Nature 625(7995), 468\u2013475 (2024)","journal-title":"Nature"},{"key":"12_CR13","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511755149","volume-title":"Additive Combinatorics","author":"T Tao","year":"2006","unstructured":"Tao, T., Vu, V.H.: Additive Combinatorics. Cambridge University Press, Cambridge (2006)"},{"key":"12_CR14","unstructured":"Liu, F., et al.: Evolution of heuristics: towards efficient automatic algorithm design using large language model. In: International Conference on Machine Learning (2024)"},{"key":"12_CR15","unstructured":"Ye, H.,\u00a0Wang, J.,\u00a0Cao, Z.,\u00a0Song, G.: Reevo: large language models as hyper-heuristics with reflective evolution. arXiv preprint arXiv:2402.01145 (2024)"},{"issue":"1","key":"12_CR16","first-page":"1","volume":"1","author":"R Matai","year":"2010","unstructured":"Matai, R., Singh, S.P., Mittal, M.L.: Traveling salesman problem: an overview of applications, formulations, and solution approaches. Travel. Salesman Prob. Theory Appl. 1(1), 1\u201325 (2010)","journal-title":"Travel. Salesman Prob. Theory Appl."},{"issue":"5","key":"12_CR17","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1145\/585265.585269","volume":"49","author":"SS Seiden","year":"2002","unstructured":"Seiden, S.S.: On the online bin packing problem. J. ACM 49(5), 640\u2013671 (2002)","journal-title":"J. ACM"},{"key":"12_CR18","unstructured":"Hansen, N.: The CMA evolution strategy: a tutorial. arXiv preprint arXiv:1604.00772 (2016)"},{"key":"12_CR19","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural Inf. Process. Syst. (2020)"},{"key":"12_CR20","first-page":"449","volume-title":"Handbook of Metaheuristics. International Series in Operations Research & Management Science","author":"EK Burke","year":"2010","unstructured":"Burke, E.K., Hyde, M., Kendall, G., Ochoa, G., \u00d6zcan, E., Woodward, J.R.: A Classification of Hyper-heuristic Approaches. In: Gendreau, M., Potvin, J.Y. (eds.) Handbook of Metaheuristics. International Series in Operations Research & Management Science, vol. 146, pp. 449\u2013468. Springer, Boston (2010)"},{"key":"12_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622","volume":"212","author":"X He","year":"2021","unstructured":"He, X., Zhao, K., Chu, X.: Automl: a survey of the state-of-the-art. Knowl.-Based Syst. 212, 106622 (2021)","journal-title":"Knowl.-Based Syst."},{"key":"12_CR22","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/s10951-006-6775-y","volume":"9","author":"EK Burke","year":"2006","unstructured":"Burke, E.K., Petrovic, S., Qu, R.: Case-based heuristic selection for timetabling problems. J. Sched. 9, 115\u2013132 (2006)","journal-title":"J. Sched."},{"key":"12_CR23","unstructured":"Ross, H.-L. F.P., Corne, D.: A promising hybrid GA\/heuristic approach for open-shop scheduling problems. In: European Conference on Artificial Intelligence (1994)"},{"issue":"1","key":"12_CR24","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1162\/evco.1998.6.1.61","volume":"6","author":"E Hart","year":"1998","unstructured":"Hart, E., Ross, P., Nelson, J.: Solving a real-world problem using an evolving heuristically driven schedule builder. Evol. Comput. 6(1), 61\u201380 (1998)","journal-title":"Evol. Comput."},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"Terashima-Mar\u00edn, H., Flores-Alvarez, E., Ross, P.: Hyper-heuristics and classifier systems for solving 2d-regular cutting stock problems. In: Annual Conference on Genetic and Evolutionary Computation (2005)","DOI":"10.1145\/1068009.1068115"},{"key":"12_CR26","unstructured":"Rodr\u00edguez, J.V., Petrovic, S., Salhi, A.: A combined meta-heuristic with hyper-heuristic approach to the scheduling of the hybrid flow shop with sequence dependent setup times and uniform machines. In: Multidisciplinary International Conference on Scheduling: Theory and Applications. MISTA: Paris, France (2007)"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Burke, E.K., Hyde, M.R., Kendall, G.: Evolving bin packing heuristics with genetic programming. In: International Conference on Parallel Problem Solving from Nature (2006)","DOI":"10.1007\/11844297_87"},{"key":"12_CR28","doi-asserted-by":"crossref","unstructured":"Duflo, G., Kieffer, E., Brust, M.R., Danoy, G., Bouvry, P.: A GP hyper-heuristic approach for generating tsp heuristics. In: 2019 IEEE International Parallel and Distributed Processing Symposium Workshops (2019)","DOI":"10.1109\/IPDPSW.2019.00094"},{"issue":"3","key":"12_CR29","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ejor.2010.09.010","volume":"211","author":"C Rego","year":"2011","unstructured":"Rego, C., Gamboa, D., Glover, F., Osterman, C.: Traveling salesman problem heuristics: leading methods, implementations and latest advances. Eur. J. Oper. Res. 211(3), 427\u2013441 (2011)","journal-title":"Eur. J. Oper. Res."},{"key":"12_CR30","unstructured":"Drechsler, R., Becker, B.: Learning heuristics by genetic algorithms. In: ASP-DAC\u201995\/CHDL\u201995\/VLSI\u201995 with EDA Technofair (1995)"},{"issue":"1","key":"12_CR31","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1109\/TEVC.2015.2429314","volume":"20","author":"J Branke","year":"2015","unstructured":"Branke, J., Nguyen, S., Pickardt, C.W., Zhang, M.: Automated design of production scheduling heuristics: a review. IEEE Trans. Evol. Comput. 20(1), 110\u2013124 (2015)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"12_CR32","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. (2017)"},{"key":"12_CR33","unstructured":"Achiam, J., et al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"12_CR34","unstructured":"Zhao, W.X., et al.: A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)"},{"key":"12_CR35","unstructured":"Tian, H., et al.: chatgpt the ultimate programming assistant\u2013how far is it?. arXiv preprint arXiv:2304.11938 (2023)"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Yu, C., Liu, X., Tang, C., Feng, W., Lv, J.: GPT-NAS: neural architecture search with the generative pre-trained model. arXiv preprint arXiv:2305.05351 (2023)","DOI":"10.26599\/BDMA.2024.9020036"},{"key":"12_CR37","unstructured":"Zhang, S., Gong, C., Wu, L., Liu, X., Zhou, M.: Automl-GPT: automatic machine learning with gpt. arXiv preprint arXiv:2305.02499 (2023)"},{"key":"12_CR38","unstructured":"Zhou, Y., et al.: Large language models are human-level prompt engineers. arXiv preprint arXiv:2211.01910 (2022)"},{"key":"12_CR39","unstructured":"Wang, X., et al.: Promptagent: strategic planning with language models enables expert-level prompt optimization. arXiv preprint arXiv:2310.16427 (2023)"},{"key":"12_CR40","unstructured":"Zelikman, E., Lorch, E., Mackey, L., Kalai, A.T.: Self-taught optimizer (stop): recursively self-improving code generation. arXiv preprint arXiv:2310.02304 (2023)"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Liu, S., Chen, C., Qu, X., Tang, K., Ong, Y.-S.: Large language models as evolutionary optimizers. arXiv preprint arXiv:2310.19046 (2023)","DOI":"10.1109\/CEC60901.2024.10611913"},{"key":"12_CR42","unstructured":"Liu, F., et al.: Large language model for multi-objective evolutionary optimization. arXiv preprint arXiv:2310.12541 (2023)"},{"key":"12_CR43","unstructured":"Chen, A., Dohan, D., So, D.: EvoPrompting: language models for code-level neural architecture search. Adv. Neural Inf. Process. Syst. (2024)"},{"key":"12_CR44","doi-asserted-by":"crossref","unstructured":"Meyerson, E., et al.: Language model crossover: variation through few-shot prompting. arXiv preprint arXiv:2302.12170 (2023)","DOI":"10.1145\/3694791"},{"key":"12_CR45","doi-asserted-by":"crossref","unstructured":"Hemberg, E., Moskal, S., O\u2019Reilly, U.-M.: Evolving code with a large language model. arXiv preprint arXiv:2401.07102 (2024)","DOI":"10.1007\/s10710-024-09494-2"},{"key":"12_CR46","unstructured":"Yang, C., et al.: Large language models as optimizers. arXiv preprint arXiv:2309.03409 (2023)"},{"key":"12_CR47","unstructured":"Guo, Q., et al.: Connecting large language models with evolutionary algorithms yields powerful prompt optimizers. arXiv preprint arXiv:2309.08532 (2023)"},{"key":"12_CR48","doi-asserted-by":"crossref","unstructured":"Lehman, J., Gordon, J., Jain, S., Ndousse, K., Yeh, C., Stanley, K.O.: Evolution through large models (2022)","DOI":"10.1007\/978-981-99-3814-8_11"},{"key":"12_CR49","unstructured":"Wu, X., Wu, S.-H., Wu, J., Feng, L., Tan, K.C.: Evolutionary computation in the era of large language model: survey and roadmap. arXiv preprint arXiv:2401.10034 (2024)"},{"key":"12_CR50","unstructured":"Code models overview (2023)"},{"key":"12_CR51","unstructured":"Li, R., et al.: Starcoder: may the source be with you!. arXiv preprint arXiv:2305.06161 (2023)"},{"key":"12_CR52","unstructured":"Wei, J., et\u00a0al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural Inf. Process. Syst. (2022)"},{"key":"12_CR53","unstructured":"Guo, D., et\u00a0al.: Deepseek-coder: when the large language model meets programming\u2013the rise of code intelligence. arXiv preprint arXiv:2401.14196 (2024)"},{"key":"12_CR54","unstructured":"Roziere, B., et\u00a0al.: Code llama: open foundation models for code. arXiv preprint arXiv:2308.12950 (2023)"},{"issue":"1","key":"12_CR55","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1038\/scientificamerican0792-66","volume":"267","author":"JH Holland","year":"1992","unstructured":"Holland, J.H.: Genetic algorithms. Sci. Am. 267(1), 66\u201373 (1992)","journal-title":"Sci. Am."},{"key":"12_CR56","unstructured":"Shinn, N., Cassano, F., Gopinath, A., Narasimhan, K., Yao, S.: Reflexion: language agents with verbal reinforcement learning. Adv. Neural Inf. Process. Syst. (2024)"},{"issue":"1","key":"12_CR57","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1090\/bull\/1648","volume":"56","author":"J Grochow","year":"2019","unstructured":"Grochow, J.: New applications of the polynomial method: the cap set conjecture and beyond. Bull. Am. Math. Soc. 56(1), 29\u201364 (2019)","journal-title":"Bull. Am. Math. Soc."},{"issue":"11","key":"12_CR58","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1057\/jors.1990.166","volume":"41","author":"JE Beasley","year":"1990","unstructured":"Beasley, J.E.: Or-library: distributing test problems by electronic mail. J. Oper. Res. Soc. 41(11), 1069\u20131072 (1990)","journal-title":"J. Oper. Res. Soc."},{"key":"12_CR59","doi-asserted-by":"crossref","unstructured":"Casti\u00f1eiras, I., De\u00a0Cauwer, M., O\u2019Sullivan, B.: Weibull-based benchmarks for bin packing. In: International Conference on Principles and Practice of Constraint Programming (2012)","DOI":"10.1007\/978-3-642-33558-7_17"},{"key":"12_CR60","unstructured":"Liu, F., et al.: An example of evolutionary computation+ large language model beating human: design of efficient guided local search. arXiv preprint arXiv:2401.02051 (2024)"},{"key":"12_CR61","unstructured":"Kool, W.,\u00a0Van\u00a0Hoof, H.,\u00a0Welling, M.: Attention, learn to solve routing problems!. arXiv preprint arXiv:1803.08475 (2018)"},{"key":"12_CR62","unstructured":"Chen, M., et al.: Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)"},{"key":"12_CR63","unstructured":"Hendrycks, D., et al.: Measuring massive multitask language understanding. arXiv preprint arXiv:2009.03300 (2020)"},{"key":"12_CR64","doi-asserted-by":"crossref","unstructured":"Guo, D., Lu, S., Duan, N., Wang, Y., Zhou, M., Yin, J.: UniXcoder: unified cross-modal pre-training for code representation. In: Annual Meeting of the Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.acl-long.499"},{"key":"12_CR65","unstructured":"Anthropic. The claude 3 model family: Opus, sonnet, haiku (2024)"},{"key":"12_CR66","unstructured":"Devlin, J., Chang, M.-W.,\u00a0Lee, K.,\u00a0Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Conference of the North American Chapter of the Association for Computational Linguistics (2019)"},{"key":"12_CR67","unstructured":"Ma, Y.J., et al.: Eureka: human-level reward design via coding large language models. In: International Conference on Learning Representations (2024)"}],"container-title":["Lecture Notes in Computer Science","Parallel Problem Solving from Nature \u2013 PPSN XVIII"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70068-2_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T21:40:33Z","timestamp":1732743633000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70068-2_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031700675","9783031700682"],"references-count":67,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70068-2_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"7 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that\u00a0are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"PPSN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Parallel Problem Solving from Nature","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hagenberg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ppsn2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ppsn2024.fh-ooe.at\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}