{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T05:36:08Z","timestamp":1775453768960,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,1,16]]},"DOI":"10.1145\/3789595.3789613","type":"proceedings-article","created":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T04:18:09Z","timestamp":1775449089000},"page":"88-94","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Are LLMs Ready for Competitive Programming? An Empirical Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4413-1147","authenticated-orcid":false,"given":"Tran Tri","family":"Dang","sequence":"first","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7554-6564","authenticated-orcid":false,"given":"Jaronie Mohd","family":"Jani","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3173-0562","authenticated-orcid":false,"given":"Huo-Chong","family":"Ling","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4311-1360","authenticated-orcid":false,"given":"Linh Duc","family":"Tran","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7072-8230","authenticated-orcid":false,"given":"Quang","family":"Tran","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8717-1047","authenticated-orcid":false,"given":"Quy","family":"Nguyen","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4640-1512","authenticated-orcid":false,"given":"Hoang","family":"Tran","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5674-7985","authenticated-orcid":false,"given":"Thanh Chi","family":"Pham","sequence":"additional","affiliation":[{"name":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"}]}],"member":"320","published-online":{"date-parts":[[2026,4,5]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Amazon Web Services. [n. d.]. Amazon Q Developer. https:\/\/aws.amazon.com\/q\/developer\/. Accessed: 2025-11-17."},{"key":"e_1_3_3_2_3_2","unstructured":"Jacob Austin Augustus Odena Maxwell Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie Cai Michael Terry Quoc Le et\u00a0al. 2021. Program synthesis with large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2108.07732 (2021)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Linyi Yang Kaijie Zhu Hao Chen Xiaoyuan Yi Cunxiang Wang Yidong Wang et\u00a0al. 2024. A survey on evaluation of large language models. ACM transactions on intelligent systems and technology 15 3 (2024) 1\u201345.","DOI":"10.1145\/3641289"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de\u00a0Oliveira Pinto Jared Kaplan et\u00a0al. 2021. Evaluating Large Language Models Trained on Code. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2107.03374 (2021). 10.48550\/arXiv.2107.03374","DOI":"10.48550\/arXiv.2107.03374"},{"key":"e_1_3_3_2_6_2","volume-title":"Introduction to algorithms","author":"Cormen Thomas\u00a0H","year":"2022","unstructured":"Thomas\u00a0H Cormen, Charles\u00a0E Leiserson, Ronald\u00a0L Rivest, and Clifford Stein. 2022. Introduction to algorithms. MIT press."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Debby\u00a0RE Cotton Peter\u00a0A Cotton and J\u00a0Reuben Shipway. 2024. Chatting and cheating: Ensuring academic integrity in the era of ChatGPT. Innovations in education and teaching international 61 2 (2024) 228\u2013239.","DOI":"10.1080\/14703297.2023.2190148"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/CSTE62025.2024.00037"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Paul Denny James Prather Brett\u00a0A Becker James Finnie-Ansley Arto Hellas Juho Leinonen Andrew Luxton-Reilly Brent\u00a0N Reeves Eddie\u00a0Antonio Santos and Sami Sarsa. 2024. Computing education in the era of generative AI. Commun. ACM 67 2 (2024) 56\u201367.","DOI":"10.1145\/3624720"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636882"},{"key":"e_1_3_3_2_11_2","unstructured":"GitHub. [n. d.]. GitHub Copilot. https:\/\/github.com\/features\/copilot. Accessed: 2025-11-17."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3624032.3624035"},{"key":"e_1_3_3_2_13_2","volume-title":"Competitive programming 3","author":"Halim Steven","year":"2013","unstructured":"Steven Halim, Felix Halim, Steven\u00a0S Skiena, and Miguel\u00a0A Revilla. 2013. Competitive programming 3. Lulu Independent Publish Morrisville, NC, USA."},{"key":"e_1_3_3_2_14_2","volume-title":"Guidance for generative AI in education and research","author":"Holmes Wayne","year":"2023","unstructured":"Wayne Holmes, Fengchun Miao, et\u00a0al. 2023. Guidance for generative AI in education and research. Unesco Publishing."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_3_2_16_2","unstructured":"Carlos\u00a0E Jimenez John Yang Alexander Wettig Shunyu Yao Kexin Pei Ofir Press and Karthik Narasimhan. 2023. Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06770 (2023)."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Enkelejda Kasneci Kathrin Se\u00dfler Stefan K\u00fcchemann Maria Bannert Daryna Dementieva Frank Fischer Urs Gasser Georg Groh Stephan G\u00fcnnemann Eyke H\u00fcllermeier et\u00a0al. 2023. ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences 103 (2023) 102274.","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Hieke Keuning Johan Jeuring and Bastiaan Heeren. 2018. A systematic literature review of automated feedback generation for programming exercises. ACM Transactions on Computing Education (TOCE) 19 1 (2018) 1\u201343.","DOI":"10.1145\/3231711"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545947.3569591"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662036"},{"key":"e_1_3_3_2_21_2","unstructured":"Erik Nijkamp Bo Pang Hiroaki Hayashi Lifu Tu Huan Wang Yingbo Zhou Silvio Savarese and Caiming Xiong. 2023. CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis. arxiv:https:\/\/arXiv.org\/abs\/2203.13474\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2203.13474"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Teo Susnjak and Timothy\u00a0R McIntosh. 2024. ChatGPT: The end of online exam integrity? Education Sciences 14 6 (2024) 656.","DOI":"10.3390\/educsci14060656"},{"key":"e_1_3_3_2_23_2","unstructured":"Tabnine. [n. d.]. Tabnine AI Code Assistant. https:\/\/www.tabnine.com\/. Accessed: 2025-11-17."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Yue Wang Weishi Wang Shafiq Joty and Steven\u00a0CH Hoi. 2021. Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2109.00859 (2021).","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Zihan Wang Siyao Liu Yang Sun Hongyan Li and Kai Shen. 2025. CodeContests+: High-Quality Test Case Generation for Competitive Programming. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2506.05817 (2025).","DOI":"10.18653\/v1\/2025.findings-emnlp.299"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Kevin\u00a0KF Yuen Dennis\u00a0YW Liu and Hong\u00a0Va Leong. 2023. Competitive programming in computational thinking and problem solving education. Computer Applications in Engineering Education 31 4 (2023) 850\u2013866.","DOI":"10.1002\/cae.22610"},{"key":"e_1_3_3_2_27_2","unstructured":"Wayne\u00a0Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et\u00a0al. 2023. A survey of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.18223 1 2 (2023)."}],"event":{"name":"ICSIE 2026: 2026 14th International Conference on Software and Information Engineering","location":"Kobe Japan","acronym":"ICSIE 2026"},"container-title":["Proceedings of the 2026 14th International Conference on Software and Information Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3789595.3789613","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T04:18:52Z","timestamp":1775449132000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3789595.3789613"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,16]]},"references-count":26,"alternative-id":["10.1145\/3789595.3789613","10.1145\/3789595"],"URL":"https:\/\/doi.org\/10.1145\/3789595.3789613","relation":{},"subject":[],"published":{"date-parts":[[2026,1,16]]},"assertion":[{"value":"2026-04-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}