{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T19:46:46Z","timestamp":1743104806026,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":34,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819754885"},{"type":"electronic","value":"9789819754892"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-5489-2_2","type":"book-chapter","created":{"date-parts":[[2024,7,26]],"date-time":"2024-07-26T03:48:02Z","timestamp":1721965682000},"page":"17-26","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating GPT\u2019s Programming Capability Through CodeWars\u2019 Katas"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-3825-0368","authenticated-orcid":false,"given":"Zizhuo","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2840-6884","authenticated-orcid":false,"given":"Lian","family":"Wen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4526-9479","authenticated-orcid":false,"given":"Shaoyang","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8690-7196","authenticated-orcid":false,"given":"David","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3913-6629","authenticated-orcid":false,"given":"Yanfei","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,27]]},"reference":[{"unstructured":"OpenAI Website. https:\/\/chat.openai.com. Accessed 23 May 2024","key":"2_CR1"},{"doi-asserted-by":"crossref","unstructured":"Kashefi, A., Mukerji, T.: ChatGPT for programming numerical methods. arXiv preprint arXiv:2303.12093 (2023)","key":"2_CR2","DOI":"10.1615\/JMachLearnModelComput.2023048492"},{"doi-asserted-by":"crossref","unstructured":"Surameery, N.M.S., Shakor, M.Y.: Use ChatGPT to solve programming bugs. IJITC 3(1) (2023)","key":"2_CR3","DOI":"10.55529\/ijitc.31.17.22"},{"unstructured":"Poldrack, R., Lu, T., Begu\u0161, G.: AI-assisted coding: experiments with GPT-4. arXiv preprint arXiv:2304.13187 (2023)","key":"2_CR4"},{"unstructured":"Cheshkov, A., Zadorozhny, P., Levichev, R.: Technical report: evaluation of ChatGPT Model for vulnerability detection. arXiv preprint arXiv:2304.07232 (2023)","key":"2_CR5"},{"doi-asserted-by":"crossref","unstructured":"Savelka, J., Agarwal, A., Bogart, C., Sakr, M.: Large language models (GPT) struggle to answer multiple-choice questions about code. arXiv preprint arXiv:2303.08033 (2023)","key":"2_CR6","DOI":"10.5220\/0011996900003470"},{"doi-asserted-by":"crossref","unstructured":"Savelka, J., Agrarwal, A., Bogart, C., Song, Y., Sakr, M.: Can generative pre-trained transformers (GPT) pass assessments in higher education programming courses? arXiv preprint arXiv:2303.09325 (2023)","key":"2_CR7","DOI":"10.1145\/3587102.3588792"},{"unstructured":"LeetCode Website. https:\/\/leetcode.com\/. Accessed 23 May 2024","key":"2_CR8"},{"doi-asserted-by":"crossref","unstructured":"Nguyen, N., Nadi, S.: An empirical evaluation of GitHub Copilot\u2019s code suggestions. In: IEEE\/ACM 19th International Conference on Mining Software Repositories (MSR) (2022)","key":"2_CR9","DOI":"10.1145\/3524842.3528470"},{"unstructured":"HackerRank Website. https:\/\/www.hackerrank.com\/. Accessed 23 May 2024","key":"2_CR10"},{"unstructured":"Karmakar, A., Prenner J., Robbes, R.: Codex hacks HackerRank: memorization issues and a framework for code synthesis evaluation. arXiv preprint arXiv:2212.02684 (2022)","key":"2_CR11"},{"unstructured":"CodeWars: What is Kata? https:\/\/docs.codewars.com\/concepts\/kata\/. Accessed 23 May 2024","key":"2_CR12"},{"unstructured":"Codewars: Reviewing a Kata. https:\/\/docs.codewars.com\/curation\/kata\/. Accessed 23 May 2024","key":"2_CR13"},{"issue":"1","key":"2_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCIAIG.2012.2186810","volume":"4","author":"CB Browne","year":"2012","unstructured":"Browne, C.B., Powley, E., Whitehouse, D., Lucas, S.M.: A survey of Monte Carlo tree search methods. IEEE Trans. Comput. Intell. AI Games 4(1), 1\u201343 (2012)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"key":"2_CR15","first-page":"11","volume":"30","author":"S Colton","year":"2009","unstructured":"Colton, S., M\u00e1ntaras, R., Stock, O.: Computational creativity: coming of age. AI Mag. 30, 11\u201314 (2009)","journal-title":"AI Mag."},{"issue":"7553","key":"2_CR16","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015)","journal-title":"Nature"},{"unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)","key":"2_CR17"},{"unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J., Dhariwal, P.: Language models are few-shot learners. Adv. Neural Inform. Process. Syst. 33, 1877\u20131901 (2020)","key":"2_CR18"},{"issue":"3","key":"2_CR19","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s13218-015-0361-4","volume":"29","author":"T Besold","year":"2015","unstructured":"Besold, T., Hern\u00e1ndez-Orallo, J., Schmid, U.: Can machine intelligence be measured in the same way as human intelligence? KI - K\u00fcnstliche Intelligenz 29(3), 291\u2013297 (2015). https:\/\/doi.org\/10.1007\/s13218-015-0361-4","journal-title":"KI - K\u00fcnstliche Intelligenz"},{"unstructured":"Adams, J. P. and Turner, S.: Problem solving and creativity for undergraduate engineers: process or product? In: Innovation, Good Practice and Research in Engineering Education, Wolverhampton, UK (2008)","key":"2_CR20"},{"doi-asserted-by":"crossref","unstructured":"Hancox-Li, L.: Robustness in machine learning explanations: does it matter? In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency (2020)","key":"2_CR21","DOI":"10.1145\/3351095.3372836"},{"unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving language understanding by generative pre-training. In: OpenAI (2018)","key":"2_CR22"},{"unstructured":"Lample, G., Charton, F.: Deep learning for symbolic mathematics. arXiv preprint arXiv:1912.01412 (2019)","key":"2_CR23"},{"issue":"4","key":"2_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3212695","volume":"51","author":"M Allamanis","year":"2018","unstructured":"Allamanis, M., Barr, E., Devanbu, P.: A survey of machine learning for big code and naturalness. ACM Comput. Surv. 51(4), 1\u201337 (2018)","journal-title":"ACM Comput. Surv."},{"doi-asserted-by":"crossref","unstructured":"Gulwani, S.: Programming by examples: applications, algorithms, and ambiguity resolution. In: International Joint Conference on Automated Reasoning (2016)","key":"2_CR25","DOI":"10.1007\/978-3-319-40229-1_2"},{"unstructured":"Ramesh, A., Pavlov, M., Goh, G.: Zero-shot text-to-image generation. In: Proceedings of Machine Learning Research (2021)","key":"2_CR26"},{"doi-asserted-by":"crossref","unstructured":"Gupta, R., Pal, S., Kanade, A., Shevade, S.: DeepFix: fixing common C language errors by deep learning. In: Proceedings of the AAAI Conference on Artificial Intelligence (2017)","key":"2_CR27","DOI":"10.1609\/aaai.v31i1.10742"},{"doi-asserted-by":"crossref","unstructured":"Amershi, S., Weld, D.: Guidelines for human-AI interaction. In: Proceedings of Chi (2019)","key":"2_CR28","DOI":"10.1145\/3290605.3300233"},{"unstructured":"Bustle: 6 best resources to learn how to code. https:\/\/www.bustle.com\/p\/6-best-resources-to-learn-how-to-code-61104. Accessed 23 May 2024","key":"2_CR29"},{"unstructured":"Jens, H.: Teach coding with games: a review of Codewars and CodeCombat. opensource.com. Accessed 23 May 2024","key":"2_CR30"},{"issue":"1","key":"2_CR31","first-page":"9","volume":"1","author":"SA George","year":"2023","unstructured":"George, S.A., George, H.A.S.: A review of ChatGPT AI\u2019s impact on several business sectors. Partners Univ. Int. Innov. J. 1(1), 9\u201323 (2023)","journal-title":"Partners Univ. Int. Innov. J."},{"doi-asserted-by":"crossref","unstructured":"Malinka, K., Pere\u0161\u00edni, M., Firc, A., Huj\u0148\u00e1k, O., Janu\u0161, F.: On the educational impact of ChatGPT: is artificial intelligence ready to obtain a university degree? In: Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1, pp. 47\u201353 (2023)","key":"2_CR32","DOI":"10.1145\/3587102.3588827"},{"unstructured":"DeepMind, AlphaGo. https:\/\/deepmind.google\/technologies\/alphago\/. Accessed 23 May 2024","key":"2_CR33"},{"doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587),484\u2013489 (2016)","key":"2_CR34","DOI":"10.1038\/nature16961"}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-5489-2_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,26]],"date-time":"2024-07-26T03:48:38Z","timestamp":1721965718000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-5489-2_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819754885","9789819754892"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-5489-2_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"27 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Birmingham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ai-edge.net\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}