{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T18:38:20Z","timestamp":1776883100627,"version":"3.51.2"},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,26]]},"DOI":"10.1109\/fllm63129.2024.10852439","type":"proceedings-article","created":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T18:35:23Z","timestamp":1738089323000},"page":"407-416","source":"Crossref","is-referenced-by-count":7,"title":["Evaluating Large Language Models for Code Generation: Assessing Accuracy, Quality, and Performance"],"prefix":"10.1109","author":[{"given":"Mohammed A.","family":"Shehab","sequence":"first","affiliation":[{"name":"Concordia University,Dept. Concordia Continuing Education,Montreal,Canada"}]},{"given":"Mohammad","family":"Wardat","sequence":"additional","affiliation":[{"name":"Oakland University,Dept. of Computer Science and Engineering,Rochester Hills,USA"}]},{"given":"Safwan","family":"Omari","sequence":"additional","affiliation":[{"name":"Lewis University,Dept. of ECaMS,Romeoville,USA"}]},{"given":"Yaser","family":"Jararweh","sequence":"additional","affiliation":[{"name":"Jordan University of Science and Technology,Dept. of Computer Science,Irbid,Jordan"}]}],"member":"263","reference":[{"issue":"8","key":"ref1","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645358"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"ref4","first-page":"245","article-title":"Structural language models of code","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"119","author":"Alon"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1414004.1414026"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70755"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3639478.3643525"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3650105.3652295"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3650105.3652289"},{"key":"ref10","first-page":"10","article-title":"The robots are coming: Exploring the implications of openai codex on introductory programming","volume-title":"Proceedings of the 24th Australasian Computing Education Conference, ser. ACE \u201922","author":"Finnie-Ansley"},{"issue":"1","key":"ref11","first-page":"1","article-title":"The cost of errors in software development: evidence from industry","volume-title":"Journal of Systems and Software","volume":"62","author":"Westland","year":"2002"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828963"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"ref14","article-title":"Introducing github copilot: your ai pair programmer","author":"Friedman"},{"key":"ref15","article-title":"Codex: Ai system that translates natural language into code","year":"2021"},{"key":"ref16","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref17","article-title":"GitHub Copilot: Your ai pair programmer","year":"2021"},{"key":"ref18","article-title":"Palm 2: A next-generation language model","year":"2023"},{"issue":"240","key":"ref19","first-page":"1","article-title":"Palm: Scaling language modeling with pathways","volume":"24","author":"Chowdhery","year":"2023","journal-title":"Journal of Machine Learning Research"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"ref21","first-page":"96","volume-title":"Software Engineering: A Practitioner\u2019s Approach","author":"Pressman","year":"2020"},{"key":"ref22","article-title":"Github copilot quickstart"},{"key":"ref23","volume-title":"Practical statistics for data scientists: 50 essential concepts","author":"Bruce","year":"2017"}],"event":{"name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","location":"Dubai, United Arab Emirates","start":{"date-parts":[[2024,11,26]]},"end":{"date-parts":[[2024,11,29]]}},"container-title":["2024 2nd International Conference on Foundation and Large Language Models (FLLM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10852419\/10852420\/10852439.pdf?arnumber=10852439","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T18:45:29Z","timestamp":1738176329000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10852439\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,26]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/fllm63129.2024.10852439","relation":{},"subject":[],"published":{"date-parts":[[2024,11,26]]}}}