{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T21:27:15Z","timestamp":1772227635755,"version":"3.50.1"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3665894","type":"journal-article","created":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T21:21:23Z","timestamp":1771449683000},"page":"28522-28539","source":"Crossref","is-referenced-by-count":0,"title":["A Critical Review and Evaluation of LLMs for RTL Generation"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9391-2428","authenticated-orcid":false,"given":"Arun","family":"Ravindran","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of North Carolina at Charlotte, Charlotte, NC, USA"}]},{"given":"Aditya","family":"Patra","sequence":"additional","affiliation":[{"name":"California High School, San Ramon, CA, USA"}]},{"given":"Vahid","family":"Babaey","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of North Carolina at Charlotte, Charlotte, NC, USA"}]},{"given":"Suresh","family":"Purini","sequence":"additional","affiliation":[{"name":"International Institute of Information Technology, Hyderabad, India"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118009925"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3361682"},{"key":"ref3","first-page":"1","article-title":"Building OpenLANE: A 130nm openroad-based tapeout-proven flow","volume-title":"Proc. 39th Int. Conf. Comput.-Aided Design","author":"Shalan"},{"key":"ref4","volume-title":"Fusion Compiler","year":"2024"},{"key":"ref5","volume-title":"Aprisa","year":"2025"},{"key":"ref6","first-page":"1","article-title":"Toward an open-source digital flow: First learnings from the OpenROAD project","volume-title":"Proc. 56th Annu. Design Autom. Conf.","author":"Ajayi"},{"key":"ref7","article-title":"A survey on large language models with some insights on their capabilities and limitations","author":"Matarazzo","year":"2025","journal-title":"arXiv:2501.04040"},{"key":"ref8","article-title":"The prompt report: A systematic survey of prompt engineering techniques","volume-title":"arXiv:2406.06608","author":"Schulhoff","year":"2024"},{"key":"ref9","article-title":"Retrieval-augmented generation for large language models: A survey","author":"Gao","year":"2023","journal-title":"arXiv:2312.10997"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3712003"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/fi17090404"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.51"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40678-2"},{"key":"ref14","article-title":"A technical survey of reinforcement learning techniques for large language models","author":"Srivastava","year":"2025","journal-title":"arXiv:2507.04136"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3718088"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC58780.2024.10473904"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3715324"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/socc66126.2025.11235352"},{"key":"ref19","article-title":"MCP4EDA: LLM-powered model context protocol RTL-to-GDSII automation with backend aware synthesis optimization","author":"Wang","year":"2025","journal-title":"arXiv:2507.19570"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ISQED65160.2025.11014463"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3383347"},{"key":"ref22","article-title":"AutoEDA: Enabling EDA flow automation through microservice-based LLM agents","author":"Lu","year":"2025","journal-title":"arXiv:2508.01012"},{"key":"ref23","article-title":"ReAct: Synergizing reasoning and acting in language models","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Yao"},{"key":"ref24","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref25","article-title":"Code Llama: Open foundation models for code","author":"Rozi\u00e8re","year":"2023","journal-title":"arXiv:2308.12950"},{"key":"ref26","article-title":"DeepSeek-v3 technical report","volume-title":"arXiv:2412.19437","author":"Liu","year":"2024"},{"key":"ref27","article-title":"Gemini: A family of highly capable multimodal models","author":"Anil","year":"2023","journal-title":"arXiv:2312.11805"},{"key":"ref28","article-title":"Qwen technical report","volume-title":"arXiv:2309.16609","author":"Bai","year":"2023"},{"key":"ref29","article-title":"AIVRIL: AI-driven RTL generation with verification in-the-loop","author":"Ul Islam","year":"2024","journal-title":"arXiv:2409.11411"},{"key":"ref30","volume-title":"Jasper Formal Property Verification App","year":"2024"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691792"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740250"},{"key":"ref33","article-title":"AutoChip: Automating HDL generation using LLM feedback","author":"Thakur","year":"2023","journal-title":"arXiv:2311.04887"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD63220.2024.00033"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3737286"},{"key":"ref36","volume-title":"Yosys Open Synthesis Suite (Yosys)","year":"2025"},{"key":"ref37","article-title":"BetterV: Controlled Verilog generation with discriminative guidance","author":"Pei","year":"2024","journal-title":"arXiv:2402.03375"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3734524"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3649329.3658493"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD58807.2023.10299874"},{"key":"ref41","first-page":"1","article-title":"Data is all you need: Finetuning LLMs for chip design via an automated design-data augmentation framework","volume-title":"Proc. 61st ACM\/IEEE Design Autom. Conf.","author":"Chang"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3676679"},{"key":"ref43","article-title":"ChipNeMo: Domain-adapted LLMs for chip design","author":"Liu","year":"2023","journal-title":"arXiv:2311.00176"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.23919\/DATE64628.2025.10992873"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3676781"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3734523"},{"key":"ref47","article-title":"Using LLMs to facilitate formal verification of RTL","author":"Orenes-Vera","year":"2023","journal-title":"arXiv:2309.09437"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/DAC63849.2025.11133191"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ISQED65160.2025.11014391"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740201"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3483089"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3649329.3657353"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691810"},{"key":"ref54","article-title":"Towards LLM-powered verilog RTL assistant: Self-verification and self-correction","author":"Huang","year":"2024","journal-title":"arXiv:2406.00115"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3643681"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD66269.2025.11240771"},{"key":"ref57","article-title":"VeriReason: Reinforcement learning with testbench feedback for reasoning-enhanced verilog generation","author":"Wang","year":"2025","journal-title":"arXiv:2505.11849"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i1.32007"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691753"},{"key":"ref60","volume-title":"Icarus Verilog","author":"Williams","year":"2023"},{"key":"ref61","volume-title":"Model Context Protocol (mcp)","year":"2024"},{"key":"ref62","volume-title":"Verilator: Fast Verilog\/SystemVerilog Simulator","year":"2025"},{"key":"ref63","volume-title":"SymbiYosys (sby)","year":"2025"},{"key":"ref64","volume-title":"Langgraph: A Library for Building Robust and Stateful Multi-Actor Applications With Langchain","year":"2024"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD65511.2025.11189156"},{"key":"ref66","volume-title":"ArchXBench: A Complex Digital Systems Benchmark Suite for LLM Driven RTL Synthesis","author":"Purini","year":"2025"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-24658-7"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78800-3_24"},{"key":"ref69","volume-title":"Cursor: The Best Way To Code With AI","year":"2025"},{"key":"ref70","volume-title":"Github Copilot: Your AI Pair Programmer","year":"2025"},{"key":"ref71","volume-title":"Alphaevolve: A Gemini-Powered Coding Agent for Designing Advanced Algorithms","year":"2025"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11398091.pdf?arnumber=11398091","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T20:50:35Z","timestamp":1772225435000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11398091\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":71,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3665894","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}