{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:56:13Z","timestamp":1781794573159,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Tamkeen under the NYUAD Research Institute Award","award":["G1104"],"award-info":[{"award-number":["G1104"]}]},{"name":"National Science Foundation","award":["2340949"],"award-info":[{"award-number":["2340949"]}]},{"name":"National Science Foundation","award":["2419880"],"award-info":[{"award-number":["2419880"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,22]]},"DOI":"10.1145\/3787109.3815245","type":"proceedings-article","created":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:17:19Z","timestamp":1781792239000},"page":"630-637","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Synthesis-in-the-Loop Evaluation of LLMs for RTL Generation: Quality, Reliability, and Failure Modes"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9623-6522","authenticated-orcid":false,"given":"Weimin","family":"Fu","sequence":"first","affiliation":[{"name":"Mike Wiegers Department of Electrical and Computer Engineering, Kansas State University, Manhattan, KS, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5218-9856","authenticated-orcid":false,"given":"Zeng","family":"Wang","sequence":"additional","affiliation":[{"name":"Tandon School of Engineering, New York University, Brooklyn, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4467-6224","authenticated-orcid":false,"given":"Minghao","family":"Shao","sequence":"additional","affiliation":[{"name":"Tandon School of Engineering, New York University, Brooklyn, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7989-5617","authenticated-orcid":false,"given":"Ramesh","family":"Karri","sequence":"additional","affiliation":[{"name":"Tandon School of Engineering, New York University, Brooklyn, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2607-8135","authenticated-orcid":false,"given":"Muhammad","family":"Shafique","sequence":"additional","affiliation":[{"name":"New York University Abu Dhabi, Abu Dhabi, United Arab Emirates"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5093-2939","authenticated-orcid":false,"given":"Johann","family":"Knechtel","sequence":"additional","affiliation":[{"name":"Engineering, New York University Abu Dhabi, Abu Dhabi, United Arab Emirates"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0782-0397","authenticated-orcid":false,"given":"Ozgur","family":"Sinanoglu","sequence":"additional","affiliation":[{"name":"New York University Abu Dhabi, Abu Dhabi, United Arab Emirates"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9896-9407","authenticated-orcid":false,"given":"Xiaolong","family":"Guo","sequence":"additional","affiliation":[{"name":"Kansas State University, Manhattan, KS, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,22]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion66252.2025.00075"},{"key":"e_1_3_3_1_3_2","unstructured":"Jacob Austin Augustus Odena Maxwell\u00a0I. Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie\u00a0J. Cai Michael Terry Quoc\u00a0V. Le and Charles Sutton. 2021. Program Synthesis with Large Language Models. CoRR abs\/2108.07732 (2021). arXiv:https:\/\/arXiv.org\/abs\/2108.07732https:\/\/arxiv.org\/abs\/2108.07732"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD58807.2023.10299874"},{"key":"e_1_3_3_1_5_2","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique\u00a0Pond\u00e9 de Oliveira\u00a0Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374 (2021). arXiv:https:\/\/arXiv.org\/abs\/2107.03374https:\/\/arxiv.org\/abs\/2107.03374"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD57390.2023.10323953"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC47756.2020.9045559"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Yujia Li David\u00a0H. Choi Junyoung Chung Nate Kushman Julian Schrittwieser R\u00e9mi Leblond Tom Eccles James Keeling Felix Gimeno Agustin\u00a0Dal Lago Thomas Hubert Peter Choy Cyprien de Masson\u00a0d\u2019Autume Igor Babuschkin Xinyun Chen Po-Sen Huang Johannes Welbl Sven Gowal Alexey Cherepanov James Molloy Daniel\u00a0J. Mankowitz Esme\u00a0Sutherland Robson Pushmeet Kohli Nando de Freitas Koray Kavukcuoglu and Oriol Vinyals. 2022. Competition-Level Code Generation with AlphaCode. CoRR abs\/2203.07814 (2022). arXiv:https:\/\/arXiv.org\/abs\/2203.0781410.48550\/arXiv.2203.07814","DOI":"10.48550\/arXiv.2203.07814"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0943"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD57390.2023.10323812"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Shang Liu Wenji Fang Yao Lu Jing Wang Qijun Zhang Hongce Zhang and Zhiyao Xie. 2025. RTLCoder: Fully Open-Source and Efficient LLM-Assisted RTL Code Generation Technique. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 44 4 (2025) 1448\u20131461. 10.1109\/TCAD.2024.3483089","DOI":"10.1109\/TCAD.2024.3483089"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3697118"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC58780.2024.10473904"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","unstructured":"Azalia Mirhoseini Anna Goldie Mustafa Yazgan Joe\u00a0Wenyuan Jiang Ebrahim Songhori Shen Wang Young-Joon Lee Eric Johnson Omkar Pathak Azade Nazi Jiwoo Pak Andy Tong Kavya Srinivasa William Hang Emre Neftci Sungmin Bae Herschel Rabii Steve Leung and Jeff Dean. 2021. A graph placement methodology for fast chip design. Nature 594 7862 (2021) 207\u2013212. 10.1038\/s41586-021-03544-w","DOI":"10.1038\/s41586-021-03544-w"},{"key":"e_1_3_3_1_15_2","unstructured":"Nangate Inc.2008. The NanGate 45nm Open Cell Library. https:\/\/si2.org\/."},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","unstructured":"Nathaniel\u00a0Ross Pinckney Christopher Batten Mingjie Liu Haoxing Ren and Brucek Khailany. 2025. Revisiting VerilogEval: A Year of Improvements in Large-Language Models for Hardware Code Generation. ACM Trans. Design Autom. Electr. Syst. 30 6 (2025) 91:1\u201391:20. 10.1145\/3718088","DOI":"10.1145\/3718088"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM63643.2024.00028"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","unstructured":"Shailja Thakur Baleegh Ahmad Hammond Pearce Benjamin Tan Brendan Dolan-Gavitt Ramesh Karri and Siddharth Garg. 2024. VeriGen: A Large Language Model for Verilog Code Generation. ACM Trans. Design Autom. Electr. Syst. 29 3 (2024) 46:1\u201346:31. 10.1145\/3643681","DOI":"10.1145\/3643681"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISVLSI61997.2024.00076"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICLAD65226.2025.00017"},{"key":"e_1_3_3_1_21_2","unstructured":"Clifford Wolf. 2013. Yosys Open SYnthesis Suite. https:\/\/yosyshq.net\/yosys\/."},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Haoyuan Wu Zhuolun He Xinyun Zhang Xufeng Yao Su Zheng Haisheng Zheng and Bei Yu. 2024. ChatEDA: A Large Language Model Powered Autonomous Agent for EDA. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 43 10 (2024) 3184\u20133197. 10.1109\/TCAD.2024.3383347","DOI":"10.1109\/TCAD.2024.3383347"}],"event":{"name":"GLSVLSI '26: Great Lakes Symposium on VLSI 2026","location":"Canandaigua , NY , USA","acronym":"GLSVLSI '26","sponsor":["SIGDA ACM Special Interest Group on Design Automation","IEEE CEDA"]},"container-title":["Proceedings of the Great Lakes Symposium on VLSI 2026"],"original-title":[],"deposited":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:33:52Z","timestamp":1781793232000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3787109.3815245"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,22]]},"references-count":21,"alternative-id":["10.1145\/3787109.3815245","10.1145\/3787109"],"URL":"https:\/\/doi.org\/10.1145\/3787109.3815245","relation":{},"subject":[],"published":{"date-parts":[[2026,6,22]]},"assertion":[{"value":"2026-06-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}