{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T02:17:51Z","timestamp":1768443471719,"version":"3.49.0"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21A20512"],"award-info":[{"award-number":["U21A20512"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["C5052-23G"],"award-info":[{"award-number":["C5052-23G"]}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["PolyU15229824"],"award-info":[{"award-number":["PolyU15229824"]}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["PolyU15218622"],"award-info":[{"award-number":["PolyU15218622"]}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["PolyU15215623"],"award-info":[{"award-number":["PolyU15215623"]}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["PolyU25216423"],"award-info":[{"award-number":["PolyU25216423"]}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["PolyU15217424"],"award-info":[{"award-number":["PolyU15217424"]}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2024B1515020019"],"award-info":[{"award-number":["2024B1515020019"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005230","name":"Natural Science Foundation of Chongqing","doi-asserted-by":"publisher","award":["CSTB2022NSCQ-MSX1285"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1285"]}],"id":[{"id":"10.13039\/501100005230","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1109\/mci.2025.3580520","type":"journal-article","created":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T17:36:09Z","timestamp":1760117769000},"page":"56-70","source":"Crossref","is-referenced-by-count":2,"title":["Evaluation of Large Language Models as Solution Generators in Complex Optimization"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4951-013X","authenticated-orcid":false,"given":"Beichen","family":"Huang","sequence":"first","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8204-6197","authenticated-orcid":false,"given":"Xingyu","family":"Wu","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8572-9778","authenticated-orcid":false,"given":"Yu","family":"Zhou","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0135-4188","authenticated-orcid":false,"given":"Jibin","family":"Wu","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8356-7242","authenticated-orcid":false,"given":"Liang","family":"Feng","sequence":"additional","affiliation":[{"name":"Chongqing University, Chongqing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9410-8263","authenticated-orcid":false,"given":"Ran","family":"Cheng","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6802-2463","authenticated-orcid":false,"given":"Kay Chen","family":"Tan","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3605943"},{"key":"ref2","article-title":"A survey of large language models","author":"Zhao","year":"2023"},{"key":"ref3","article-title":"Large language models: A survey","author":"Minaee","year":"2024"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3594536.3595163"},{"key":"ref5","article-title":"Does synthetic data generation of LLMs help clinical text mining?","author":"Tang","year":"2023"},{"key":"ref6","first-page":"3615","article-title":"SciBERT: A pretrained language model for scientific text","volume-title":"Proc. 2019 Conf. Empir. Methods Natural Lang. Process., 9th Int. Joint Conf. Natural Lang. Process.","author":"Beltagy","year":"2019"},{"key":"ref7","article-title":"DARWIN series: Domain specific large language models for natural science","author":"Xie","year":"2023"},{"issue":"8","key":"ref8","first-page":"1930","article-title":"Large language models in medicine","volume-title":"Nature Med.","volume":"29","author":"Thirunavukarasu","year":"2023"},{"issue":"7992","key":"ref9","first-page":"570","article-title":"Autonomous chemical research with large language models","volume-title":"Nature","volume":"624","author":"Boiko","year":"2023"},{"key":"ref10","article-title":"Large language models as optimizers","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Yang","year":"2024"},{"key":"ref11","article-title":"Towards optimizing with large language models","volume-title":"Proc. 4th Workshop Knowl.-Infused Learn.","author":"Guo","year":"2024"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3694791"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/cec60901.2024.10611913"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3638530.3654238"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/mcii64973.2025.11032980"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-96-3538-2_13"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3638529.3654017"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-5581-3_18"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1016\/j.neucom.2024.129272","article-title":"Large language model-based evolutionary optimizer: Reasoning with elitism","volume":"622","author":"Brahmachary","year":"2025","journal-title":"Neurocomputing"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2024.3506731"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3130838"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3130835"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10042-y"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/info16080688"},{"key":"ref25","first-page":"7097","article-title":"Knowledge mechanisms in large language models: A survey and perspective","volume-title":"Proc. Find. Assoc. Comput. Linguistics: EMNLP","author":"Wang","year":"2024"},{"key":"ref26","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref27","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.754"},{"key":"ref29","article-title":"Mistral 7B","author":"Jiang","year":"2023"},{"key":"ref30","article-title":"Qwen technical report","author":"Bai","year":"2023"},{"key":"ref31","article-title":"Qwen2 technical report","author":"Yang","year":"2024"},{"key":"ref32","article-title":"GPT-4 technical report","author":"OpenAI","year":"2024"},{"key":"ref33","article-title":"Gemini: A family of highly capable multimodal models","author":"Team","year":"2023"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-43505-2_44"},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.1137\/1.9781611973594","volume-title":"Vehicle Routing: Problems, Methods, and Applications","author":"Toth","year":"2014"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2016.00040"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2022.3155533"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-3814-8_11"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06924-6"},{"key":"ref40","first-page":"1","article-title":"Evolution of heuristics: Towards efficient automatic algorithm design using large language model","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","author":"Liu","year":"2024"},{"key":"ref41","article-title":"Reevo: Large language models as hyper-heuristics with reflective evolution","volume-title":"Proc. 38th Annu. Conf. Neural Inform. Process. Syst.","author":"Ye","year":"2024"},{"key":"ref42","article-title":"LLM and simulation as bilevel optimizers: A new paradigm to advance physical scientific discovery","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","author":"Ma","year":"2024"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-024-09494-2"},{"key":"ref44","first-page":"1","article-title":"The curious case of neural text degeneration","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Holtzman","year":"2020"},{"key":"ref45","article-title":"The travelling salesman problem and related problems","author":"Gavish","year":"1978"},{"key":"ref46","first-page":"1","article-title":"A survey on travelling salesman problem","volume-title":"Proc. Midwest Instruct. Comput. Symp.","author":"Goyal","year":"2010"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1504\/IJMMNO.2013.055204"},{"key":"ref48","article-title":"Concorde TSP solver","author":"Applegate","year":"2006"},{"key":"ref49","article-title":"Language models represent space and time","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Gurnee","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1142\/s0218001496000438"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2015.2458037"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2020.3039066"},{"key":"ref53","article-title":"Connecting large language models with evolutionary algorithms yields powerful prompt optimizers","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Guo","year":"2024"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.559"},{"key":"ref55","article-title":"Promptbreeder: Self-referential self-improvement via prompt evolution","author":"Fernando","year":"2023"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3390\/app14167150"},{"key":"ref57","article-title":"Towards next era of multi-objective optimization: Large language models as architects of evolutionary operators","author":"Huang","year":"2024"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10207\/11200027\/11200056.pdf?arnumber=11200056","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T17:39:28Z","timestamp":1760463568000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11200056\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":57,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/mci.2025.3580520","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"value":"1556-603X","type":"print"},{"value":"1556-6048","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11]]}}}