{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:14:42Z","timestamp":1777407282598,"version":"3.51.4"},"reference-count":85,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3618987","type":"journal-article","created":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T17:49:41Z","timestamp":1759859381000},"page":"180953-180991","source":"Crossref","is-referenced-by-count":2,"title":["Mathematical Programming Through the Lens of LLMs: Systematic Evidence and Empirical Gaps"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5788-6656","authenticated-orcid":false,"given":"Mohammad J.","family":"Abdel-Rahman","sequence":"first","affiliation":[{"name":"Data Science Department, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6905-3827","authenticated-orcid":false,"given":"Yasmeen","family":"Alslman","sequence":"additional","affiliation":[{"name":"Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4599-8797","authenticated-orcid":false,"given":"Dania","family":"Refai","sequence":"additional","affiliation":[{"name":"Information and Computer Science Department, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8444-7309","authenticated-orcid":false,"given":"Amro","family":"Saleh","sequence":"additional","affiliation":[{"name":"Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6336-5866","authenticated-orcid":false,"given":"Malik A. Abu","family":"Loha","sequence":"additional","affiliation":[{"name":"Data Science Department, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4000-6386","authenticated-orcid":false,"given":"Mohammad Yahya","family":"Hamed","sequence":"additional","affiliation":[{"name":"Data Science Department, Princess Sumaya University for Technology, Amman, Jordan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3365742"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-023-02448-8"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-srw.17"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3672456"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2024.3469578"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3655103.3655110"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.007.2400133"},{"key":"ref8","first-page":"2845","article-title":"ALYMPICS: Language agents meet game theory","volume-title":"Proc. Int. Conf. Comput. Linguist. (COLING)","author":"Mao"},{"key":"ref9","article-title":"GTBench: Uncovering the strategic reasoning capabilities of LLMs via game-theoretic evaluations","author":"Duan","year":"2024","journal-title":"arXiv:2402.12348"},{"key":"ref10","first-page":"189","article-title":"NL4Opt competition: Formulating optimization problems based on their natural language descriptions","volume-title":"Proc. NeurIPS Compet. Track","author":"Ramamonjison"},{"key":"ref11","article-title":"Mamo: A mathematical modeling benchmark with solvers","author":"Huang","year":"2024","journal-title":"arXiv:2405.13144"},{"key":"ref12","article-title":"ORLM: Training large language models for optimization modeling","author":"Tang","year":"2024","journal-title":"arXiv:2405.17743"},{"key":"ref13","article-title":"OptiMUS-0.3: Using large language models to model and solve optimization problems at scale","author":"AhmadiTeshnizi","year":"2024","journal-title":"arXiv:2407.19633"},{"key":"ref14","first-page":"1","article-title":"Chain-of-experts: When LLMs meet complex operations research problems","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Xiao"},{"key":"ref15","article-title":"OptiBench meets ReSocratic: Measure and improve LLMs for optimization modeling","author":"Huang","year":"2024","journal-title":"arXiv:2407.09887"},{"key":"ref16","article-title":"Starjob: Dataset for LLM-driven job shop scheduling","author":"Abgaryan","year":"2025","journal-title":"arXiv:2503.01877"},{"key":"ref17","article-title":"Training verifiers to solve math word problems","author":"Cobbe","year":"2021","journal-title":"arXiv:2110. 14168"},{"key":"ref18","first-page":"1","article-title":"Beyond the imitation game: Quantifying and extrapolating the capabilities of language models","volume":"2023","author":"Srivastava","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref19","article-title":"BPP-search: Enhancing tree of thought reasoning for mathematical modeling problem solving","author":"Wang","year":"2024","journal-title":"arXiv:2411.17404"},{"key":"ref20","article-title":"City-LEO: Toward transparent city management using LLM with end-to-end optimization","author":"Jiao","year":"2024","journal-title":"arXiv:2406.10958"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11836"},{"key":"ref22","volume-title":"ND Pyomo Cookbook","author":"Kantor","year":"2018"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1015"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10601-024-09376-5"},{"key":"ref25","article-title":"Variable extraction for model recovery in scientific literature","author":"Liu","year":"2024","journal-title":"arXiv:2411.14569"},{"key":"ref26","first-page":"1152","article-title":"MAWPS: A math word problem repository","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Lang. Technol.","author":"Koncel-Kedziorski"},{"key":"ref27","volume-title":"CPLEX User\u2019s Manual (Version 12.6)","year":"2013"},{"key":"ref28","volume-title":"Gurobi Optimizer Reference Manual (Version 12.0)","year":"2025"},{"key":"ref29","volume-title":"Or-Tools User\u2019s Manual","author":"Nikolaj","year":"2014"},{"key":"ref30","volume-title":"Z3 User Guide","author":"De Moura","year":"2024"},{"key":"ref31","volume-title":"OptVerse Solver Service User Guide (Version 2.0)","year":"2024"},{"key":"ref32","volume-title":"Cardinal Optimizer (COPT) User Guide","author":"Ge","year":"2023"},{"key":"ref33","volume-title":"SCIP User Manual (SCIP Optimization Suite Version 9.1.0)","year":"2024"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/03155986.2024.2385189"},{"key":"ref35","first-page":"1","article-title":"OptiBench: Benchmarking large language models in optimization modeling with equivalence-detection evaluation","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Wang"},{"key":"ref36","first-page":"1","article-title":"Large language models as optimizers","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Yang"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2024.3494862"},{"key":"ref38","article-title":"Planning anything with rigor: General-purpose zero-shot planning with LLM-based formalized programming","author":"Hao","year":"2024","journal-title":"arXiv:2410.12112"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2024.3459037"},{"key":"ref40","article-title":"LLM4Solver: Large language model for efficient algorithm design of combinatorial optimization solver","author":"Zhou","year":"2024"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-industry.10"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-025-10505-2"},{"key":"ref43","article-title":"NL2OR: Solve complex operations research problems using natural language inputs","author":"Li","year":"2024","journal-title":"arXiv:2408.07272"},{"key":"ref44","first-page":"1","article-title":"Steering language models with game-theoretic solvers","volume-title":"Proc. Agentic Markets Workshop Int. Conf. Mach. Learn. (ICML)","author":"Gemp"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i25.34922"},{"key":"ref46","article-title":"Towards foundation models for mixed integer linear programming","author":"Li","year":"2024","journal-title":"arXiv:2410.08288"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEUROPE62998.2024.10863790"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/mnet.2025.3563262"},{"key":"ref49","article-title":"LLMs can schedule","author":"Abgaryan","year":"2024","journal-title":"arXiv:2408.06993"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1080\/03155986.2024.2388452"},{"key":"ref51","article-title":"Synthesizing mixed-integer linear programming models from natural language descriptions","author":"Li","year":"2023","journal-title":"arXiv:2311.15271"},{"key":"ref52","article-title":"Deep insights into automated optimization with large language models and evolutionary algorithms","author":"Yu","year":"2024","journal-title":"arXiv:2410.20848"},{"key":"ref53","article-title":"Leveraging large language models for solving rare MIP challenges","author":"Wang","year":"2024","journal-title":"arXiv:2409.04464"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-industry.42"},{"key":"ref55","article-title":"LLMOPT: Learning to define and solve general optimization problems from scratch","author":"Jiang","year":"2024","journal-title":"arXiv:2410.13213"},{"key":"ref56","article-title":"Solver-informed RL: Grounding large language models for authentic optimization modeling","author":"Chen","year":"2025","journal-title":"arXiv:2505.11792"},{"key":"ref57","article-title":"AI-copilot for business optimisation: A framework and a case study in production scheduling","author":"Amarasinghe","year":"2023","journal-title":"arXiv:2309.13218"},{"key":"ref58","first-page":"1","article-title":"DRoC: Elevating large language models for complex vehicle routing via decomposed retrieval of constraints","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Jiang"},{"key":"ref59","article-title":"From large language models and optimization to decision optimization CoPilot: A research manifesto","author":"Wasserkrug","year":"2024","journal-title":"arXiv:2402.16269"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-naacl.146"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s42524-025-4147-6"},{"key":"ref62","first-page":"4442","article-title":"Large language models are good multi-lingual learners: When LLMs meet cross-lingual prompts","volume-title":"Proc. Int. Conf. Comput. Linguistics (COLING)","author":"Wang"},{"key":"ref63","article-title":"Autoformulation of mathematical optimization models using LLMs","author":"Astorga","year":"2024","journal-title":"arXiv:2411.01679"},{"key":"ref64","article-title":"Large language models for supply chain optimization","author":"Li","year":"2023","journal-title":"arXiv:2307.03875"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1080\/03155986.2024.2381306"},{"key":"ref66","first-page":"1","article-title":"An evaluation benchmark for autoformalization in Lean4","volume-title":"Proc. ICLR","author":"Gulati"},{"key":"ref67","first-page":"1","article-title":"CAFA: Coding as auto-formulation can boost large language models in solving linear programming problem","volume-title":"Proc. Workshop Math. Reasoning AI NeurIPS","author":"Deng"},{"key":"ref68","article-title":"OR-LLM-agent: Automating modeling and solving of operations research optimization problem with reasoning large language model","author":"Zhang","year":"2025","journal-title":"arXiv:2503.10009"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.3390\/info16020128"},{"key":"ref70","article-title":"Decision information meets large language models: The future of explainable operations research","author":"Zhang","year":"2025","journal-title":"arXiv:2502.09994"},{"key":"ref71","first-page":"577","article-title":"OptiMUS: Scalable optimization modeling with (MI)LP solvers and large language models","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"AhmadiTeshnizi"},{"key":"ref72","first-page":"1","article-title":"RAFT: Adapting language model to domain specific RAG","volume-title":"Proc. Lang. Model.","author":"Zhang"},{"key":"ref73","first-page":"1","article-title":"GSM-symbolic: Understanding the limitations of mathematical reasoning in large language models","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Mirzadeh"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.86"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.818"},{"key":"ref76","first-page":"31210","article-title":"Large language models can be easily distracted by irrelevant context","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Shi"},{"key":"ref77","article-title":"Small language models are the future of agentic AI","author":"Belcak","year":"2025","journal-title":"arXiv:2506.02153"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2024.1233"},{"key":"ref79","article-title":"Multi-agent software development through cross-team collaboration","author":"Du","year":"2024","journal-title":"arXiv:2406.08979"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.002.2400435"},{"key":"ref81","article-title":"LLMs meet multimodal generation and editing: A survey","author":"He","year":"2024","journal-title":"arXiv:2405.19334"},{"key":"ref82","article-title":"Chain-of-retrieval augmented generation","author":"Wang","year":"2025","journal-title":"arXiv:2501.14342"},{"key":"ref83","first-page":"1","article-title":"PAL: Program-aided language models","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Gao"},{"key":"ref84","first-page":"1","article-title":"ToRA: A tool-integrated reasoning agent for mathematical problem solving","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Gou"},{"key":"ref85","first-page":"1","article-title":"ReAct: Synergizing reasoning and acting in language models","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Yao"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11195073.pdf?arnumber=11195073","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T17:39:45Z","timestamp":1761759585000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11195073\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":85,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3618987","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}