{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T19:54:32Z","timestamp":1785268472302,"version":"3.55.0"},"reference-count":15,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1553419,1646671,2039607"],"award-info":[{"award-number":["1553419,1646671,2039607"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000183","name":"ARO","doi-asserted-by":"publisher","award":["77191NC"],"award-info":[{"award-number":["77191NC"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.23919\/date56975.2023.10137086","type":"proceedings-article","created":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T19:32:57Z","timestamp":1685734377000},"page":"1-6","source":"Crossref","is-referenced-by-count":155,"title":["Benchmarking Large Language Models for Automated Verilog RTL Code Generation"],"prefix":"10.23919","author":[{"given":"Shailja","family":"Thakur","sequence":"first","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Baleegh","family":"Ahmad","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenxing","family":"Fan","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hammond","family":"Pearce","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Tan","sequence":"additional","affiliation":[{"name":"University of Calgary"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramesh","family":"Karri","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brendan","family":"Dolan-Gavitt","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Siddharth","family":"Garg","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","first-page":"24","author":"radford","year":"2019","journal-title":"Language Models are Unsuper-vised Multitask Learners"},{"key":"ref12","author":"devlin","year":"2019","journal-title":"BERT Pre-training of deep bidirectional transformers for language understanding"},{"key":"ref15","author":"gao","year":"2020","journal-title":"The Pile An 800GB Dataset of Diverse Text for Language Modeling"},{"key":"ref14","first-page":"1877","article-title":"Language Models are Few-Shot Learners","volume":"33","author":"brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref11","author":"yan","year":"2017","journal-title":"PrivMin Differentially Private MinHash for Jaccard Similarity Computation"},{"key":"ref10","first-page":"966","article-title":"GLAsT: Learning Formal Grammars to Translate Natural Language Specifications into Hardware Assertions","author":"christopher b harris","year":"2016","journal-title":"Design Automation Test in Europe Conference Exhibition (DATE)"},{"key":"ref2","author":"chen","year":"2021","journal-title":"Evaluating large language models trained on code"},{"key":"ref1","first-page":"213","article-title":"Hardfails: Insights into Software-Exploitable Hard-ware Bugs","author":"dessouky","year":"2019","journal-title":"Proc 28th USENIX Conf Security Symp"},{"key":"ref8","author":"nijkamp","year":"2022","journal-title":"A Conversational Paradigm for Program Synthesis"},{"key":"ref7","author":"shoeybi","year":"2020","journal-title":"Megatron-lm Training multi-billion parameter language models using model parallelism"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/11671299_34"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3380446.3430634"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"ref6","first-page":"23","article-title":"A New Algorithm for Data Compression","volume":"12","author":"gage","year":"1994","journal-title":"C Users Journal"},{"key":"ref5","first-page":"5998","article-title":"Attention is All you Need","author":"vaswani","year":"2017","journal-title":"Advances in Neural IInformation Processing Systems"}],"event":{"name":"2023 Design, Automation & Test in Europe Conference & Exhibition (DATE)","location":"Antwerp, Belgium","start":{"date-parts":[[2023,4,17]]},"end":{"date-parts":[[2023,4,19]]}},"container-title":["2023 Design, Automation & Test in Europe Conference & Exhibition (DATE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10136870\/10136706\/10137086.pdf?arnumber=10137086","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T17:50:10Z","timestamp":1695664210000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10137086\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4]]},"references-count":15,"URL":"https:\/\/doi.org\/10.23919\/date56975.2023.10137086","relation":{},"subject":[],"published":{"date-parts":[[2023,4]]}}}