{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T06:46:09Z","timestamp":1775630769204,"version":"3.50.1"},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:00:00Z","timestamp":1764720000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:00:00Z","timestamp":1764720000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,3]]},"DOI":"10.1109\/icmla66185.2025.00227","type":"proceedings-article","created":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T19:54:58Z","timestamp":1775591698000},"page":"1494-1500","source":"Crossref","is-referenced-by-count":0,"title":["NLD-LLM: A systematic framework for evaluating small language transformer models on natural language description"],"prefix":"10.1109","author":[{"given":"Hamed","family":"Jelodar","sequence":"first","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Mohammad","family":"Meymani","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Parisa","family":"Hamedi","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Tochukwu Emmanuel","family":"Nwankwo","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Samita","family":"Bai","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Roozbeh","family":"Razavi-Far","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]},{"given":"Ali A.","family":"Ghorbani","sequence":"additional","affiliation":[{"name":"University of New Brunswick,Faculty of Computer Science,Fredericton,Canada"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3728541"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3712060"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-83472-1_7"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-1326-4_7"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JETCAS.2025.3568548"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.172"},{"key":"ref7","article-title":"Synthesizing mixed-integer linear programming models from natural language descriptions","author":"Li","year":"2023"},{"key":"ref8","article-title":"Traffic scene generation from natural language description for autonomous vehicles with large language model","author":"Ruan","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.jisa.2026.104390"},{"key":"ref10","article-title":"Large language models (llms) for source code analysis: applications, models and datasets","author":"Jelodar","year":"2025"},{"key":"ref11","article-title":"Qwen technical report","author":"Bai","year":"2023"},{"key":"ref12","article-title":"Deepseek-v3 technical report","author":"Liu","year":"2024"},{"key":"ref13","article-title":"Phi-4 technical report","author":"Abdin","year":"2024"},{"key":"ref14","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref15","article-title":"Mistral 7b","author":"Jiang","year":"2023"},{"key":"ref16","article-title":"Deepseek-coder: When the large language model meets programming\u2013the rise of code intelligence","author":"Guo","year":"2024"},{"key":"ref17","article-title":"Qwen2. 5-coder technical report","author":"Hui","year":"2024"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref19","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref20","first-page":"65","article-title":"Meteor: An automatic metric for mt evaluation with improved correlation with human judgments","volume-title":"Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization","author":"Banerjee"},{"key":"ref21","article-title":"Bertscore: Evaluating text generation with bert","author":"Zhang","year":"2019"},{"key":"ref22","first-page":"4816","article-title":"Mauve: Measuring the gap between neural text and human text using divergence frontiers","volume":"34","author":"Pillutla","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref23","article-title":"Gemini: a family of highly capable multimodal models","author":"Anil","year":"2023"}],"event":{"name":"2025 International Conference on Machine Learning and Applications (ICMLA)","location":"Boca Raton, FL, USA","start":{"date-parts":[[2025,12,3]]},"end":{"date-parts":[[2025,12,5]]}},"container-title":["2025 International Conference on Machine Learning and Applications (ICMLA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11471302\/11471304\/11471366.pdf?arnumber=11471366","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T05:46:53Z","timestamp":1775627213000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11471366\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,3]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/icmla66185.2025.00227","relation":{},"subject":[],"published":{"date-parts":[[2025,12,3]]}}}