{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:04:47Z","timestamp":1767319487438,"version":"3.48.0"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032091550","type":"print"},{"value":"9783032091567","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-09156-7_2","type":"book-chapter","created":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:00:23Z","timestamp":1767319223000},"page":"16-31","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Do LLMs Understand Constraint Programming? Zero-Shot Constraint Programming Model Generation Using LLMs"],"prefix":"10.1007","author":[{"given":"Yuliang","family":"Song","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eldan","family":"Cohen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,2]]},"reference":[{"key":"2_CR1","unstructured":"Abbasi-Yadkori, Y., Kuzborskij, I., Gy\u00f6rgy, A., Szepesvari, C.: To believe or not to believe your LLM: iterativeprompting for estimating epistemic uncertainty. In: NeurIPS (2024)"},{"key":"2_CR2","unstructured":"Abdin, M., et\u00a0al.: Phi-3 technical report: a highly capable language model locally on your phone. arXiv:2404.14219 (2024)"},{"key":"2_CR3","unstructured":"Abdin, M., et\u00a0al.: Phi-4 technical report. arXiv:2412.08905 (2024)"},{"key":"2_CR4","unstructured":"AhmadiTeshnizi, A., Gao, W., Udell, M.: Optimus: optimization modeling using MIP solvers and large language models. arXiv:2310.06116 (2023)"},{"key":"2_CR5","unstructured":"Almonacid, B.: Towards an automatic optimisation model generator assisted with generative pre-trained transformer. arXiv:2305.05811 (2023)"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Azem, S., Aggoune, R., Dauz\u00e8re-P\u00e9r\u00e8s, S.: Disjunctive and time-indexed formulations for non-preemptive job shop scheduling with resource availability constraints. In: IEEE IEEM, pp. 787\u2013791 (2007)","DOI":"10.1109\/IEEM.2007.4419298"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Balloccu, S., Schmidtov\u00e1, P., Lango, M., Du\u0161ek, O.: Leak, cheat, repeat: data contamination and evaluation malpractices in closed-source LLMs. In: EACL, pp. 67\u201393 (2024)","DOI":"10.18653\/v1\/2024.eacl-long.5"},{"key":"2_CR8","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"key":"2_CR9","unstructured":"Chen, B., et al.: Codet: Code generation with generated tests. In: ICLR (2023)"},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Chen, H., Alfred, M., Cohen, E.: Efficient detection of stigmatizing language in electronic health records via in-context learning: a comparative analysis and validation study. JMIR Med. Inform. (2025, in press)","DOI":"10.2196\/preprints.68955"},{"key":"2_CR11","unstructured":"Chen, M., et\u00a0al.: Evaluating large language models trained on code. arXiv:2107.03374 (2021)"},{"key":"2_CR12","unstructured":"Chen, X., Lin, M., Sch\u00e4rli, N., Zhou, D.: Teaching large language models to self-debug. In: ICLR (2024)"},{"key":"2_CR13","unstructured":"Chu, Z., et\u00a0al.: LLM agents for education: advances and applications. arXiv preprint arXiv:2503.11733 (2025)"},{"key":"2_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1007\/3-540-45578-7_4","volume-title":"Principles and Practice of Constraint Programming \u2014 CP 2001","author":"SL Epstein","year":"2001","unstructured":"Epstein, S.L., Freuder, E.C.: Collaborative learning for constraint solving. In: Walsh, T. (ed.) CP 2001. LNCS, vol. 2239, pp. 46\u201360. Springer, Heidelberg (2001). https:\/\/doi.org\/10.1007\/3-540-45578-7_4"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Freuder, E.: In pursuit of the holy grail. ACM CSUR 28(4es), 63\u2013es (1996)","DOI":"10.1145\/242224.242304"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Gent, I.P., Walsh, T.: Csplib: a benchmark library for constraints. In: CP, pp. 480\u2013481 (1999)","DOI":"10.1007\/978-3-540-48085-3_36"},{"key":"2_CR17","unstructured":"Guo, D., et\u00a0al.: Deepseek-r1: incentivizing reasoning capability in LLMs via reinforcement learning. arXiv:2501.12948 (2025)"},{"key":"2_CR18","doi-asserted-by":"crossref","unstructured":"Hao, S., et al.: Reasoning with language model is planning with world model. In: EMNLP, pp. 8154\u20138173 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.507"},{"key":"2_CR19","unstructured":"Hao, Y., Zhang, Y., Fan, C.: Planning anything with rigor: general-purpose zero-shot planning with LLM-based formalized programming. arXiv preprint arXiv:2410.12112 (2024)"},{"key":"2_CR20","unstructured":"Huang, L., et\u00a0al.: A survey on hallucination in large language models: principles, taxonomy, challenges, and open questions. ACM TOIS (2023)"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Lawless, C., et al.: \u201ci want it that way\u201d: Enabling interactive decision support using large language models and constraint programming. ACM TIIS 14(3), 1\u201333 (2024)","DOI":"10.1145\/3685053"},{"key":"2_CR22","unstructured":"Lecoutre, C., Szczepanski, N.: Pycsp3: modeling combinatorial constrained problems in python. arXiv:2009.00326 (2020)"},{"key":"2_CR23","unstructured":"Liu, A., et\u00a0al.: Deepseek-v3 technical report. arXiv:2412.19437 (2024)"},{"key":"2_CR24","unstructured":"Madaan, A., et\u00a0al.: Self-refine: iterative refinement with self-feedback. NeurIPS 36 (2024)"},{"key":"2_CR25","unstructured":"Michailidis, K., Tsouros, D., Guns, T.: Constraint modelling with LLMs using in-context learning. In: CP (2024)"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Mostajabdaveh, M., Yu, T.T., Ramamonjison, R., Carenini, G., Zhou, Z., Zhang, Y.: Optimization modeling and verification from problem specifications using a multi-agent multi-stage LLM framework. INFOR: Inf. Syst. Oper. Res. 62(4), 599\u2013617 (2024)","DOI":"10.1080\/03155986.2024.2381306"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Nethercote, N., Stuckey, P.J., Becket, R., Brand, S., Duck, G.J., Tack, G.: Minizinc: towards a standard CP modelling language. In: CP, pp. 529\u2013543 (2007)","DOI":"10.1007\/978-3-540-74970-7_38"},{"key":"2_CR28","doi-asserted-by":"crossref","unstructured":"O\u2019Sullivan, B.: Automated modelling and solving in constraint programming. In: AAAI, pp. 1493\u20131497 (2010)","DOI":"10.1609\/aaai.v24i1.7530"},{"key":"2_CR29","doi-asserted-by":"crossref","unstructured":"Ouyang, S., Zhang, J.M., Harman, M., Wang, M.: An empirical study of the non-determinism of ChatGPT in code generation. ACM TOSEM (2024)","DOI":"10.1145\/3697010"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Pan, L., Saxon, M., Xu, W., Nathani, D., Wang, X., Wang, W.Y.: Automatically correcting large language models: Surveying the landscape of diverse self-correction strategies. arXiv:2308.03188 (2023)","DOI":"10.1162\/tacl_a_00660"},{"issue":"3","key":"2_CR31","first-page":"423","volume":"75","author":"F Petropoulos","year":"2024","unstructured":"Petropoulos, F., et al.: Operational research: methods and applications. JORS 75(3), 423\u2013617 (2024)","journal-title":"JORS"},{"key":"2_CR32","doi-asserted-by":"crossref","unstructured":"Ramamonjison, R., et al.: Augmenting operations research with auto-formulation of optimization models from problem descriptions. In: EMNLP, pp. 29\u201362 (2022)","DOI":"10.18653\/v1\/2022.emnlp-industry.4"},{"key":"2_CR33","unstructured":"Ramamonjison, R., et\u00a0al.: Nl4opt competition: formulating optimization problems based on their natural language descriptions. In: NeurIPS 2022 Competition Track, pp. 189\u2013203. PMLR (2023)"},{"key":"2_CR34","unstructured":"Simhi, A., Herzig, J., Szpektor, I., Belinkov, Y.: Distinguishing ignorance from error in LLM hallucinations. arXiv:2410.22071 (2024)"},{"key":"2_CR35","unstructured":"Tsouros, D., Verhaeghe, H., Kad\u0131o\u011flu, S., Guns, T.: Holy grail 2.0: from natural language to constraint models. arXiv:2308.01589 (2023)"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hentenryck, P., van Hoeve, W.J.: Constraint Programming, pp. 1\u201316. Springer, Cham (2020)","DOI":"10.1007\/978-3-030-54621-2_713-1"},{"key":"2_CR37","doi-asserted-by":"crossref","unstructured":"Wang, Y., Zeng, J., Liu, X., Meng, F., Zhou, J., Zhang, M.: Taste: teaching large language models to translate through self-reflection. arXiv:2406.08434 (2024)","DOI":"10.18653\/v1\/2024.acl-long.333"},{"key":"2_CR38","unstructured":"Xu, R., Wang, Z., Fan, R.Z., Liu, P.: Benchmarking benchmark leakage in large language models. arXiv:2404.18824 (2024)"},{"key":"2_CR39","unstructured":"Yang, A., et\u00a0al.: Qwen2. 5 technical report. arXiv:2412.15115 (2024)"},{"issue":"12","key":"2_CR40","first-page":"1","volume":"56","author":"F Yu","year":"2024","unstructured":"Yu, F., Zhang, H., Tiwari, P., Wang, B.: Natural language reasoning, a survey. ACM CSUR 56(12), 1\u201339 (2024)","journal-title":"ACM CSUR"},{"key":"2_CR41","doi-asserted-by":"crossref","unstructured":"Zhao, J., Song, Y., Cohen, E.: Variational prefix tuning for diverse and accurate code summarization using pre-trained language models. J. Syst. Softw. 112493 (2025)","DOI":"10.1016\/j.jss.2025.112493"},{"key":"2_CR42","doi-asserted-by":"crossref","unstructured":"Zhong, L., Wang, Z., Shang, J.: LDB: a large language model debugger via verifying runtime execution step-by-step. arXiv:2402.16906 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.49"}],"container-title":["Lecture Notes in Computer Science","Learning and Intelligent Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-09156-7_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T02:00:27Z","timestamp":1767319227000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-09156-7_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032091550","9783032091567"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-09156-7_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LION","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Learning and Intelligent Optimization","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lion2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lion19.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}