{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T12:47:53Z","timestamp":1766062073317,"version":"3.48.0"},"reference-count":82,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1109\/tse.2025.3614204","type":"journal-article","created":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T17:36:54Z","timestamp":1758908214000},"page":"3416-3434","source":"Crossref","is-referenced-by-count":0,"title":["A Little Help Goes a Long Way: Tutoring LLMs in Solving Competitive Programming Through Hints"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0836-7742","authenticated-orcid":false,"given":"Yating","family":"Zhang","sequence":"first","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8033-7943","authenticated-orcid":false,"given":"Wei","family":"Dong","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2449-1150","authenticated-orcid":false,"given":"Jiaxin","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1469-2063","authenticated-orcid":false,"given":"Shangwen","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7935-6840","authenticated-orcid":false,"given":"Deze","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7508-0348","authenticated-orcid":false,"given":"Tiecheng","family":"Ma","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3329-810X","authenticated-orcid":false,"given":"Yiwei","family":"Li","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2313-7141","authenticated-orcid":false,"given":"Kang","family":"Yang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"GPT-4o system card","year":"2024","author":"Hurst","key":"ref1"},{"article-title":"Deepseek-v3 technical report","year":"2024","author":"Liu","key":"ref2"},{"article-title":"A survey of large language models for code: Evolution, benchmarking, and future trends","year":"2023","author":"Zheng","key":"ref3"},{"article-title":"A survey on large language models for code generation","year":"2024","author":"Jiang","key":"ref4"},{"article-title":"ChatGPT: A study on its utility for ubiquitous software engineering tasks","year":"2023","author":"Sridhara","key":"ref5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-short.68"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3690635"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00181"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00129"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00205"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3639478.3643525"},{"year":"2023","key":"ref12","article-title":"GitHub Copilot: Your AI pair programmer"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3392499"},{"article-title":"Where do large language models fail when generating code?","year":"2024","author":"Wang","key":"ref14"},{"year":"2024","key":"ref15","article-title":"LeetCode: The world\u2019s leading online programming learning platform"},{"article-title":"Hint-before-solving prompting: Guiding LLMs to effectively utilize encoded knowledge","year":"2024","author":"Fu","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.248"},{"key":"ref18","first-page":"75993","article-title":"On the planning abilities of large language models - A critical investigation","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 36: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Valmeekam","year":"2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.910"},{"key":"ref21","article-title":"LoRA: Low-rank adaptation of large language models","volume-title":"Proc. 10th Int. Conf. Learn. Represent","author":"Hu","year":"2022"},{"key":"ref22","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown","year":"2020"},{"key":"ref23","first-page":"22199","article-title":"Large language models are zero-shot reasoners","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 35: Annu. Conf. Neural Inf. Process. Syst.","author":"Kojima","year":"2022"},{"year":"2023","key":"ref24","article-title":"BAAI\/bge-large-en-v1.5"},{"key":"ref25","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 35: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Wei","year":"2022"},{"article-title":"Training verifiers to solve math word problems","year":"2021","author":"Cobbe","key":"ref26"},{"key":"ref27","article-title":"Least-to-most prompting enables complex reasoning in large language models","volume-title":"Proc. 11th Int. Conf. Learn. Representations (ICLR)","author":"Zhou","year":"2023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.147"},{"key":"ref29","article-title":"Measuring coding challenge competence with APPS","volume-title":"Proc. Neural Inf. Process. Syst. Track Datasets Benchmarks 1","author":"Hendrycks","year":"2021"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663802"},{"article-title":"Evaluating large language models trained on code","year":"2021","author":"Chen","key":"ref31"},{"year":"2023","key":"ref32","article-title":"Deepseek-coder-6.7b-instruct \u00b7 hugging face"},{"year":"2023","key":"ref33","article-title":"GPT-3.5 Models"},{"year":"2024","key":"ref34","article-title":"Introducing Claude 3.5 Sonnet"},{"year":"2025","key":"ref35","article-title":"Gemini Models \u2014 Gemini API"},{"key":"ref36","first-page":"1950","article-title":"Few-shot parameter-efficient fine-tuning is better and cheaper than in-context learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 35: Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Liu","year":"2022"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.896"},{"article-title":"ChatGPT as a factual inconsistency evaluator for abstractive text summarization","year":"2023","author":"Luo","key":"ref39"},{"year":"2021","key":"ref40","article-title":"All-minilm-l6-v2"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.4135\/9781071802878"},{"key":"ref42","first-page":"1359","article-title":"CPC: Automatically classifying and propagating natural language comments via program analysis","volume-title":"Proc. 42nd Int. Conf. Softw. Eng.","author":"Zhai","year":"2020"},{"key":"ref43","first-page":"219","article-title":"Application of theorem proving to problem solving","volume-title":"Proc. 1st Int. Joint Conf. Artif. Intell.","year":"1969"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/362566.362568"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1561\/2500000010"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3212695"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3385412.3385988"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192387"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00044"},{"article-title":"Generating code with the help of retrieved template functions and stack overflow answers","year":"2021","author":"Drain","key":"ref51"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-022-00343-z"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00179"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"ref55","article-title":"DeepCoder: Learning to write programs","volume-title":"Proc. 5th Int. Conf. Learn. Represent.","author":"Balog","year":"2017"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3290386"},{"key":"ref57","first-page":"11883","article-title":"SPoC: Search-based pseudocode to code","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 32: Annu. Conf. Neural Inf. Process. Syst.","author":"Kulal","year":"2019"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-39357-1"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.208"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.15"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"ref64","article-title":"Google\u2019s coding competitions"},{"year":"2023","key":"ref65","article-title":"Meta hacker cup"},{"key":"ref66","first-page":"54769","article-title":"ALGO: Synthesizing algorithmic programs with generated oracle verifiers","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 36: Annu. Conf. Neural Inf. Process.","author":"Zhang","year":"2023"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3560425"},{"article-title":"GPT-4 technical report","year":"2023","author":"Achiam","key":"ref68"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"issue":"140","key":"ref70","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref71","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inform. Process. Syst.","author":"Ouyang","year":"2022"},{"key":"ref72","article-title":"Transformer protein language models are unsupervised structure learners","volume-title":"Proc. 9th Int. Conf. Learn. Represent","author":"Rao","year":"2021"},{"key":"ref73","first-page":"2633","article-title":"Extracting training data from large language models","volume-title":"Proc. 30th USENIX Secur. Symp.","author":"Carlini","year":"2021"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.1036"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.324"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC58990.2023.00024"},{"year":"2023","key":"ref77","article-title":"ChatGPT"},{"article-title":"Think outside the code: Brainstorming boosts large language models in code generation","year":"2023","author":"Li","key":"ref78"},{"article-title":"Distilling algorithmic reasoning from LLMs via explaining solution programs","year":"2024","author":"Li","key":"ref79"},{"article-title":"Leveraging print debugging to improve code generation in large language models","year":"2024","author":"Hu","key":"ref80"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3708035.3736091"},{"article-title":"Parameter-efficient fine-tuning for foundation models","year":"2025","author":"Zhang","key":"ref82"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/11298241\/11181219.pdf?arnumber=11181219","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T12:44:00Z","timestamp":1766061840000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11181219\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":82,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tse.2025.3614204","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"type":"print","value":"0098-5589"},{"type":"electronic","value":"1939-3520"},{"type":"electronic","value":"2326-3881"}],"subject":[],"published":{"date-parts":[[2025,12]]}}}