{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T05:23:25Z","timestamp":1783056205102,"version":"3.54.6"},"reference-count":46,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T00:00:00Z","timestamp":1773705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T00:00:00Z","timestamp":1773705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,3,17]]},"DOI":"10.1109\/saner67736.2026.00015","type":"proceedings-article","created":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T19:41:17Z","timestamp":1783021277000},"page":"60-69","source":"Crossref","is-referenced-by-count":0,"title":["RM -RF: Reward Model for Run-Free Unit Test Evaluation"],"prefix":"10.1109","author":[{"given":"Elena","family":"Bruches","sequence":"first","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniil","family":"Grebenkin","sequence":"additional","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mikhail","family":"Klementev","sequence":"additional","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vadim","family":"Alperovich","sequence":"additional","affiliation":[{"name":"T-Technologies,Moscow,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roman","family":"Derunets","sequence":"additional","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dari","family":"Baturova","sequence":"additional","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Georgy","family":"Mkrtchyan","sequence":"additional","affiliation":[{"name":"T-Technologies,Moscow,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oleg","family":"Sedukhin","sequence":"additional","affiliation":[{"name":"Siberian Neuronets LLC,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ivan","family":"Bondarenko","sequence":"additional","affiliation":[{"name":"Novosibirsk State University,Novosibirsk,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nikolay","family":"Bushkov","sequence":"additional","affiliation":[{"name":"T-Technologies,Moscow,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stanislav","family":"Moiseev","sequence":"additional","affiliation":[{"name":"T-Technologies,Moscow,Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321646"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.224"},{"key":"ref3","volume-title":"Gpt-4 technical report","author":"Achiam","year":"2024"},{"key":"ref4","volume-title":"Deepseek-v3 technical report","author":"DeepSeek-AI","year":"2024"},{"key":"ref5","volume-title":"Qwen3 technical report","author":"Yang","year":"2025"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.52202\/068431-2011"},{"key":"ref7","first-page":"2336","article-title":"Iterative refinement of project-level code context for precise code generation with compiler feedback","volume-title":"Findings of the Association for Computational Linguistics: ACL 2024","author":"Bi"},{"key":"ref8","volume-title":"Rltf: Reinforcement learning from unit test feedback","author":"Liu","year":"2023"},{"key":"ref9","volume-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref12","volume-title":"Unit test case generation with transformers and focal context","author":"Tufano","year":"2021"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3660783"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/icse48619.2023.00194"},{"key":"ref15","article-title":"Testbench: Evaluating class-level test case generation capability of large language models","author":"Zhang","year":"2024","journal-title":"arXiv preprint"},{"key":"ref16","first-page":"3547","article-title":"TESTEVAL: Benchmarking large language models for test case generation","author":"Wang","journal-title":"Findings of the Association for Computational Linguistics: NAACL 2025"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/s0164-1212(96)00154-9"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"107468","DOI":"10.1016\/j.infsof.2024.107468","article-title":"Effective test generation using pre-trained large language models and mutation testing","volume":"171","author":"Dakhel","year":"2024","journal-title":"Information and Software Technology"},{"key":"ref19","volume-title":"Mutation-guided unit test generation with a large language model","author":"Wang","year":"2025"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3728544"},{"key":"ref21","volume-title":"Prompting large language models to tackle the full software development lifecycle: A case study","author":"Li","year":"2024"},{"key":"ref22","volume-title":"Testgeneval: A real world unit test generation and test completion benchmark","author":"Jain","year":"2025"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2025.emnlp-main.719","volume-title":"Process-supervised reinforcement learning for code generation","author":"Ye","year":"2025"},{"key":"ref24","volume-title":"Process supervision-guided policy optimization for code generation","author":"Dai","year":"2025"},{"key":"ref25","first-page":"4571","article-title":"StepCoder: Improving code generation with reinforcement learning from compiler feedback","volume-title":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Dou"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"8169","DOI":"10.18653\/v1\/2025.findings-acl.428","article-title":"CodePRM: Execution feedback-enhanced process reward model for code generation","volume-title":"Findings of the Association for Computational Linguistics: ACL","author":"Li","year":"2025"},{"key":"ref27","article-title":"Multi-turn code generation through single-step rewards","volume-title":"Forty-second International Conference on Machine Learning","author":"Jain","year":"2025"},{"issue":"5","key":"ref28","first-page":"679","article-title":"A markovian decision process","volume":"6","author":"BELLMAN","year":"1957","journal-title":"Journal of Mathematics and Mechanics"},{"key":"ref29","article-title":"Reasoning through execution: Unifying process and outcome rewards for code generation","volume-title":"Forty-second International Conference on Machine Learning","author":"Yu","year":"2025"},{"key":"ref30","volume-title":"Regression language models for code","author":"Akhauri","year":"2025"},{"key":"ref31","volume-title":"Learning to generate unit test via adversarial reinforcement learning","author":"Lee","year":"2025"},{"key":"ref32","article-title":"Learning to generate unit tests for automated debugging","volume-title":"Second Conference on Language Modeling","author":"Prasad","year":"2025"},{"key":"ref33","volume-title":"Co-evolving llm coder and unit tester via reinforcement learning","author":"Wang","year":"2025"},{"key":"ref34","volume-title":"Refinecoder: Iterative improving of large language models via adaptive critique refinement for code generation","author":"Zhou","year":"2025"},{"key":"ref35","article-title":"Teaching language models to critique via reinforcement learning","volume-title":"Fortysecond International Conference on Machine Learning","author":"Xie","year":"2025"},{"key":"ref36","article-title":"Gemini 2.5: Pushing the frontier with advanced reasoning, multimodality, long context, and next generation agentic capabilities","author":"Comanici","year":"2025","journal-title":"arXiv e-prints"},{"key":"ref37","author":"Mistral","year":"2025","journal-title":"DevStral: Introducing the best open-source model for coding agents"},{"key":"ref38","year":"2025","journal-title":"Introducing GPT-5 in the API"},{"key":"ref39","volume-title":"gpt-oss-120b gpt-oss-20b model card","year":"2025"},{"key":"ref40","article-title":"Qwen2.5-coder technical report","author":"Hui","year":"2024","journal-title":"arXiv preprint"},{"key":"ref41","volume-title":"Swift: a scalable lightweight infrastructure for fine-tuning","author":"Zhao","year":"2024"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613165"},{"key":"ref43","article-title":"LoRA: Low-rank adaptation of large language models","volume-title":"International Conference on Learning Representations","author":"Hu","year":"2022"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ARITH.2019.00022"},{"key":"ref45","first-page":"4596","article-title":"Adafactor: Adaptive learning rates with sublinear memory cost","volume-title":"Proceedings of the 35th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"80","author":"Shazeer","year":"2018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1093\/ije\/dyq191"}],"event":{"name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","location":"Limassol, Cyprus","start":{"date-parts":[[2026,3,17]]},"end":{"date-parts":[[2026,3,20]]}},"container-title":["2026 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11576582\/11576527\/11576665.pdf?arnumber=11576665","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T05:14:18Z","timestamp":1783055658000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11576665\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,17]]},"references-count":46,"URL":"https:\/\/doi.org\/10.1109\/saner67736.2026.00015","relation":{},"subject":[],"published":{"date-parts":[[2026,3,17]]}}}