{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T18:35:33Z","timestamp":1769711733689,"version":"3.49.0"},"reference-count":38,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T00:00:00Z","timestamp":1763251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,16]]},"DOI":"10.1109\/ase63991.2025.00399","type":"proceedings-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:54:38Z","timestamp":1769633678000},"page":"4153-4156","source":"Crossref","is-referenced-by-count":0,"title":["Improving Quality of LLM Code Generation in Low-Resource Programming Languages via Uncertainty Estimation"],"prefix":"10.1109","author":[{"given":"Georgii","family":"Andriushchenko","sequence":"first","affiliation":[{"name":"Innopolis University,Research Center of the Artificial Intelligence Institute,Innopolis,Russia"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3689735"},{"key":"ref2","article-title":"Mistral 7B","author":"Jiang","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-srw.57"},{"key":"ref4","article-title":"A survey on LLM-based code generation for low-resource and domain-specific programming languages","author":"Joel","year":"2024"},{"key":"ref5","article-title":"DeepSeek-Coder: when the large language model meets programming \u2013 the rise of code intelligence","author":"Guo","year":"2024"},{"key":"ref6","article-title":"StarCoder 2 and The Stack v2: The next generation","author":"Lozhkov","year":"2024"},{"key":"ref7","article-title":"McEval: Massively multilingual code evaluation","volume-title":"The Thirteenth International Conference on Learning Representations","author":"Chai"},{"key":"ref8","article-title":"MultiPL-E: A scalable and extensible approach to benchmarking neural code generation","author":"Cassano","year":"2022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-demo.41"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00330"},{"key":"ref11","article-title":"Language model uncertainty quantification with attention chain","author":"Li","year":"2025"},{"key":"ref12","article-title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","volume-title":"The Eleventh International Conference on Learning Representations","author":"Kuhn"},{"key":"ref13","first-page":"36029","article-title":"Language models with conformal factuality guarantees","volume-title":"International Conference on Machine Learning","author":"Mohri"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.299"},{"key":"ref15","article-title":"Uncertainty estimation in autoregressive structured prediction","volume-title":"International Conference on Learning Representations","author":"Malinin"},{"key":"ref16","article-title":"A simple unified framework for detecting out-of-distribution samples and adversarial attacks","volume":"31","author":"Lee","year":"2018","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.289"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.652"},{"key":"ref19","article-title":"Language models (mostly) know what they know","author":"Kadavath","year":"2022"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.330"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.1809"},{"key":"ref22","article-title":"A framework for the evaluation of code generation models","author":"Ben Allal","year":"2022"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0529"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.301"},{"key":"ref25","article-title":"RepoBench: Benchmarking repositorylevel code auto-completion systems","author":"Liu","year":"2023"},{"key":"ref26","first-page":"46701","article-title":"CrossCodeEval: A diverse and multilingual benchmark for cross-file code completion","volume":"36","author":"Ding","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref27","article-title":"SWE-Bench: Can language models resolve realworld github issues?","author":"Jimenez","year":"2023"},{"key":"ref28","article-title":"Multi-SWE-bench: A multilingual benchmark for issue resolving","author":"Zan","year":"2025"},{"key":"ref29","article-title":"The llama 3 herd of models","author":"Grattafiori","year":"2024"},{"key":"ref30","article-title":"Deepseek-v3 technical report","author":"Liu","year":"2024"},{"key":"ref31","article-title":"Gemma 3 technical report","author":"Kamath","year":"2025"},{"key":"ref32","article-title":"Code llama: Open foundation models for code","author":"Roziere","year":"2023"},{"key":"ref33","article-title":"Qwen2.5-Coder technical report","author":"Hui","year":"2024"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"ref35","volume-title":"Elements of Software Science (Operating and programming systems series).","author":"Halstead","year":"1977"},{"key":"ref36","first-page":"6934","article-title":"Uncertainty-aware curriculum learning for neural machine translation","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"Zhou"},{"key":"ref37","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref38","article-title":"Reinforced self-training (rest) for language modeling","author":"Gulcehre","year":"2023"}],"event":{"name":"2025 40th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2025,11,16]]},"end":{"date-parts":[[2025,11,20]]}},"container-title":["2025 40th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11334056\/11334198\/11334246.pdf?arnumber=11334246","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T09:02:48Z","timestamp":1769677368000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11334246\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,16]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/ase63991.2025.00399","relation":{},"subject":[],"published":{"date-parts":[[2025,11,16]]}}}