{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:41:50Z","timestamp":1778604110571,"version":"3.51.4"},"reference-count":77,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T00:00:00Z","timestamp":1734393600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T00:00:00Z","timestamp":1734393600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100009950","name":"Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009950","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,17]]},"DOI":"10.1109\/ats64447.2024.10915476","type":"proceedings-article","created":{"date-parts":[[2025,3,14]],"date-time":"2025-03-14T17:45:02Z","timestamp":1741974302000},"page":"1-6","source":"Crossref","is-referenced-by-count":6,"title":["LLMs for Hardware Verification: Frameworks, Techniques, and Future Directions"],"prefix":"10.1109","author":[{"given":"Khushboo","family":"Qayyum","sequence":"first","affiliation":[{"name":"DFKI GmbH,Cyber-Physical Systems,Bremen,Germany,28359"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sallar","family":"Ahmadi-Pour","sequence":"additional","affiliation":[{"name":"University of Bremen,Institute of Computer Science,Bremen,Germany,28359"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chandan Kumar","family":"Jha","sequence":"additional","affiliation":[{"name":"University of Bremen,Institute of Computer Science,Bremen,Germany,28359"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad","family":"Hassan","sequence":"additional","affiliation":[{"name":"University of Bremen,Institute of Computer Science,Bremen,Germany,28359"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rolf","family":"Drechsler","sequence":"additional","affiliation":[{"name":"University of Bremen,Institute of Computer Science,Bremen,Germany,28359"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Gpt-4 technical report","author":"Achiam","year":"2023"},{"key":"ref2","volume-title":"Llama models"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/HOST55342.2024.10545393"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691745"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2024.3374558"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740198"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3427369"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ISVLSI61997.2024.00130"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691874"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3649329.3663498"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691792"},{"key":"ref12","article-title":"AssertionBench: A benchmark to evaluate large-language models for assertion generation","author":"Pulavarthi","year":"2024"},{"key":"ref13","volume-title":"Langchain"},{"key":"ref14","volume-title":"Haystack"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ITCIndia62949.2024.10651860"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.23919\/DATE58400.2024.10546729"},{"key":"ref17","article-title":"Library of arithmetic units (ELAU)","year":"2024"},{"key":"ref18","volume-title":"Autogpt: Build, deploy, and run ai agents"},{"key":"ref19","volume-title":"Databricks"},{"key":"ref20","volume-title":"Airflow"},{"key":"ref21","volume-title":"Unstructured"},{"key":"ref22","volume-title":"Embedding models"},{"key":"ref23","volume-title":"5 levels of text splitting","author":"Kamradt"},{"key":"ref24","volume-title":"Cohere"},{"key":"ref25","volume-title":"Embedding models leaderboard"},{"key":"ref26","volume-title":"Vector stores"},{"key":"ref27","volume-title":"Pinecone"},{"key":"ref28","volume-title":"Qdrant"},{"key":"ref29","volume-title":"Weaviate"},{"key":"ref30","volume-title":"Chroma"},{"key":"ref31","volume-title":"Faiss"},{"key":"ref32","volume-title":"Pgvector"},{"key":"ref33","volume-title":"Llamaindex"},{"key":"ref34","article-title":"Yosys-a free verilog synthesis suite","volume-title":"Proceedings of the 21st Austrian Workshop on Microelectronics (Austrochip)","volume":"97","author":"Wolf"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_5"},{"key":"ref36","volume-title":"Large language models"},{"key":"ref37","article-title":"Gemini: a family of highly capable multimodal models","year":"2023"},{"key":"ref38","volume-title":"Anthropic llms"},{"key":"ref39","volume-title":"Redis"},{"key":"ref40","volume-title":"Sqlite"},{"key":"ref41","volume-title":"Gptcache"},{"key":"ref42","volume-title":"Mlflow: A machine learning lifecycle platform"},{"key":"ref43","volume-title":"Helicone - open source llm-observability platform for developers"},{"key":"ref44","volume-title":"Promptlayer - maintain a log of your prompts and openai api requests"},{"key":"ref45","volume-title":"Rebuff - self-hardening prompt injection detector"},{"key":"ref46","volume-title":"Lmql - a programming language for large language models"},{"key":"ref47","volume-title":"Guidance - a guidance language for controlling large language models"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3626184.3639700"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3661308"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740242"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691774"},{"key":"ref52","article-title":"Chipnemo: Domain-adapted llms for chip design","author":"Liu","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/MDAT.2024.3404117"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD58807.2023.10299874"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC58780.2024.10473893"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691811"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3649329.3658493"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3643681"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691788"},{"key":"ref60","article-title":"Towards LLM-powered verilog RTL assistant: Self-verification and self-correction","author":"Huang","year":"2024"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740250"},{"key":"ref62","article-title":"LLM4DV: Using large language models for hardware test stimuli generation","author":"Zhang","year":"2023","journal-title":"Machine Learning for Systems 2023"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691801"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.23919\/DATE58400.2024.10546625"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/VTS60656.2024.10538589"},{"key":"ref66","article-title":"Towards improving verification productivity with circuit-aware translation of natural language to systemverilog assertions","volume-title":"First International Workshop on Deep Learning-aided Verification","author":"Sun"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691721"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691698"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ISEDA62518.2024.10617643"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/54.785838"},{"key":"ref71","article-title":"Language models are few-shot learners","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","author":"Brown"},{"key":"ref72","first-page":"24 824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref73","first-page":"280","article-title":"Have I Written Enough Properties","volume-title":"A Method of Comparison Between Specification and Implementation","author":"Katz","year":"1999"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-39724-3_11"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33654-6_3"},{"key":"ref76","article-title":"all-MiniLM-L6-v2","year":"2023"},{"key":"ref77","first-page":"267","article-title":"VHDL library of arithmetic units","volume-title":"Proc. First Int. Forum on Design Languages (FDL\u201998), Lausanne, Switzerland","author":"Zimmermann"}],"event":{"name":"2024 IEEE 33rd Asian Test Symposium (ATS)","location":"Ahmedabad, India","start":{"date-parts":[[2024,12,17]]},"end":{"date-parts":[[2024,12,20]]}},"container-title":["2024 IEEE 33rd Asian Test Symposium (ATS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10914681\/10915215\/10915476.pdf?arnumber=10915476","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,17]],"date-time":"2025-03-17T17:32:06Z","timestamp":1742232726000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10915476\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,17]]},"references-count":77,"URL":"https:\/\/doi.org\/10.1109\/ats64447.2024.10915476","relation":{},"subject":[],"published":{"date-parts":[[2024,12,17]]}}}