{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,18]],"date-time":"2025-01-18T05:08:22Z","timestamp":1737176902973,"version":"3.33.0"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825139","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"1756-1764","source":"Crossref","is-referenced-by-count":0,"title":["Predicting ChatGPT\u2019s Ability to Solve Complex Programming Challenges"],"prefix":"10.1109","author":[{"given":"Nguyen","family":"Ho","sequence":"first","affiliation":[{"name":"Loyola University Maryland,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"May","sequence":"additional","affiliation":[{"name":"West Chester University,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bao","family":"Ngo","sequence":"additional","affiliation":[{"name":"Oberlin College,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jack","family":"Formato","sequence":"additional","affiliation":[{"name":"Loyola University Maryland,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linh","family":"Ngo","sequence":"additional","affiliation":[{"name":"West Chester University,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Van Long","family":"Ho","sequence":"additional","affiliation":[{"name":"International University,School of Computer Science and Engineering,Vietnam"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hoang","family":"Bui","sequence":"additional","affiliation":[{"name":"Loyola University Maryland,Department of Computer Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"year":"2023","key":"ref1","article-title":"Chatgpt: Chatbot by openai"},{"year":"2023","key":"ref2","article-title":"Gemini: Google\u2019s ai model"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4108\/airo.v2i1.3276"},{"issue":"3","key":"ref4","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1145\/3633453","article-title":"Measuring github copilot\u2019s impact on productivity","volume":"67","author":"Ziegler","year":"2024","journal-title":"Communications of the ACM"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/APR59189.2023.00012"},{"article-title":"Employment in the it industry - statistics facts","year":"2024","author":"Ahmed","key":"ref6"},{"article-title":"Chatgpt passes google coding interview for level 3 engineer with 183k salary","year":"2023","author":"Dreibelbis","key":"ref7"},{"article-title":"Can chatgpt pass an introductory level functional language programming course?","year":"2023","author":"Geng","key":"ref8"},{"article-title":"Chatgpt: A good computer engineering student?: An experiment on its ability to answer programming questions from exams","year":"2023","author":"Loubier","key":"ref9"},{"issue":"1","key":"ref10","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3143560","article-title":"A survey on online judge systems and their applications","volume":"51","author":"Wasik","year":"2018","journal-title":"ACM Computing Surveys (CSUR)"},{"year":"2024","key":"ref11","article-title":"Kattis"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636882"},{"issue":"3","key":"ref13","first-page":"195","article-title":"Exploring chatgpt\u2019s ability to solve programming problems with complex context","volume":"39","author":"Tran","year":"2023","journal-title":"Journal of Computing Sciences in Colleges"},{"article-title":"Evaluating large language models trained on code","year":"2021","author":"Chen","key":"ref14"},{"article-title":"Codegen: An open large language model for code with multi-turn program synthesis","year":"2022","author":"Nijkamp","key":"ref15"},{"key":"ref16","article-title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Liu"},{"article-title":"Classeval: A manually-crafted benchmark for evaluating llms on class-level code generation","year":"2023","author":"Du","key":"ref17"},{"article-title":"Improving llm code generation with grammar augmentation","year":"2024","author":"Ugare","key":"ref18"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1162\/tacl_a_00410","article-title":"Measuring and improving consistency in pretrained language models","volume":"9","author":"Elazar","year":"2021","journal-title":"Transactions of the Association for Computational Linguistics"},{"article-title":"Teaching large language models to self-debug","year":"2023","author":"Chen","key":"ref20"},{"article-title":"Codet: Code generation with generated tests","year":"2022","author":"Chen","key":"ref21"},{"article-title":"Program synthesis with large language models","year":"2021","author":"Austin","key":"ref22"},{"article-title":"Calibration and correctness of language models for code","year":"2024","author":"Spiess","key":"ref23"},{"article-title":"When llm-based code generation meets the software development process","year":"2024","author":"Lin","key":"ref24"},{"article-title":"Is chatgpt the ultimate programming assistant\u2013how far is it?","year":"2023","author":"Tian","key":"ref25"},{"article-title":"Bugs in large language models generated code","year":"2024","author":"Tambon","key":"ref26"},{"article-title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","year":"2023","author":"Yeti\u015ftiren","key":"ref27"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3390\/digital4010005"},{"article-title":"Measuring coding challenge competence with apps","year":"2021","author":"Hendrycks","key":"ref29"},{"year":"2021","key":"ref30","article-title":"Kattis api"},{"article-title":"Textstat","year":"2022","author":"Bansal","key":"ref31"},{"key":"ref32","article-title":"Automated readability index","volume-title":"Tech. Rep.","author":"Senter","year":"1967"},{"key":"ref33","first-page":"37","article-title":"A formula for predicting readability: Instructions","author":"Dale","year":"1948","journal-title":"Educational research bulletin"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1037\/h0057532"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1080\/00220485.1981.10844978"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.4304\/tpls.2.1.43-53"},{"issue":"8","key":"ref37","first-page":"639","article-title":"Smog grading-a new readability formula","volume":"12","author":"Mc Laughlin","year":"1969","journal-title":"Journal of reading"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1037\/h0076540"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2307\/747086"},{"issue":"10","key":"ref40","first-page":"1310","article-title":"Readability assessment of internet-based consumer health information","volume":"53","author":"Walsh","year":"2008","journal-title":"Respiratory care"},{"article-title":"Efficient estimation of word representations in vector space","year":"2013","author":"Mikolov","key":"ref41"},{"key":"ref42","volume-title":"Introduction to information retrieval","volume":"39","author":"Sch\u00fctze","year":"2008"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","start":{"date-parts":[[2024,12,15]]},"location":"Washington, DC, USA","end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825139.pdf?arnumber=10825139","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:17:41Z","timestamp":1737101861000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825139\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825139","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}