{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T06:01:17Z","timestamp":1780639277070,"version":"3.54.1"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T00:00:00Z","timestamp":1776643200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T00:00:00Z","timestamp":1776643200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002766","name":"Beijing University of Posts and Telecommunications","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002766","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,4,20]]},"DOI":"10.23919\/date69613.2026.11539506","type":"proceedings-article","created":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T19:53:10Z","timestamp":1780602790000},"page":"1-7","source":"Crossref","is-referenced-by-count":0,"title":["MAEDA: An LLM-Powered Multi-Agent Evaluation Framework for EDA Tool Documentation QA"],"prefix":"10.23919","author":[{"given":"Zhenghao","family":"Chen","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuan","family":"Pu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hairuo","family":"Han","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuntao","family":"Nie","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiajun","family":"Qin","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuhan","family":"Qin","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tairu","family":"Qiu","sequence":"additional","affiliation":[{"name":"ChatEDA Tech,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuolun","family":"He","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianwang","family":"Zhai","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bei","family":"Yu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kang","family":"Zhao","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"GPT-4 technical report","author":"Achiam","year":"2023"},{"key":"ref2","article-title":"Training a helpful and harmless assistant with reinforcement learning from human feedback","author":"Bai","year":"2022"},{"key":"ref3","article-title":"The llama 3 herd of models","author":"Grattafiori","year":"2024"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1561\/1000000063-2"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3736167"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3383347"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD58807.2023.10299852"},{"key":"ref8","article-title":"Chipnemo: Domain-adapted LLMs for chip design","author":"Liu","year":"2023"},{"key":"ref9","article-title":"ChipGPT: How far are we from natural language hardware design","author":"Chang","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD57390.2023.10323812"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD57390.2023.10323953"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD58807.2023.10299874"},{"key":"ref13","article-title":"AutoChip: Automating HDL generation using LLM feedback","author":"Thakur","year":"2023"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC58780.2024.10473904"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.23919\/DATE56975.2023.10137086"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3643681"},{"key":"ref17","article-title":"Betterv: Controlled verilog generation with discriminative guidance","author":"Pei","year":"2024"},{"key":"ref18","first-page":"1","article-title":"RTLFixer: Automatically fixing RTL syntax errors with large language model","volume-title":"ACM\/IEEE Design Automation Conference (DAC)","author":"Tsai"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/DAC18074.2021.9586118"},{"key":"ref20","article-title":"LLM-assisted generation of hardware assertions","author":"Kande","year":"2023"},{"key":"ref21","article-title":"Unlocking hardware security assurance: The potential of LLMs","author":"Meng","year":"2023"},{"key":"ref22","article-title":"Divas: An llm-based end-to-end framework for soc security analysis and policy-based protection","author":"Paria","year":"2023"},{"key":"ref23","article-title":"Fixing hardware security bugs with large language models","author":"Ahmad","year":"2023"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3735638"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3676730"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740242"},{"key":"ref27","article-title":"ORAssistant: A Custom RAG-based Conversational Assistant for OpenROAD","author":"Kaintura","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691774"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2025.3568776"},{"key":"ref30","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume-title":"Annual Conference on Neural Information Processing Systems (NIPS)","volume":"33","author":"Lewis"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref32","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref33","article-title":"Bertscore: Evaluating text generation with bert","author":"Zhang","year":"2019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0692"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.418"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.121"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1800"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref41","article-title":"Langchain, october 2022","author":"Chase","year":"2022"},{"key":"ref42","article-title":"Finetuned language models are zero-shot learners","author":"Wei","year":"2022"},{"key":"ref43","article-title":"Ragbench: Explainable benchmark for retrieval-augmented generation systems","author":"Friel","year":"2024"},{"key":"ref44","first-page":"1","article-title":"Toward an open-source digital flow: First learnings from the openroad project","volume-title":"ACM\/IEEE Design Automation Conference (DAC)","author":"Ajayi"},{"key":"ref45","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2025.emnlp-main.292","article-title":"Omnieval: An omnidirectional and automatic rag evaluation benchmark in financial domain","author":"Wang","year":"2025"},{"key":"ref46","article-title":"Qwen3 technical report","author":"Yang","year":"2025"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0441"},{"key":"ref48","article-title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","author":"Guo","year":"2025"}],"event":{"name":"2026 Design, Automation & Test in Europe Conference (DATE)","location":"Verona, Italy","start":{"date-parts":[[2026,4,20]]},"end":{"date-parts":[[2026,4,22]]}},"container-title":["2026 Design, Automation & Test in Europe Conference (DATE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11539023\/11539024\/11539506.pdf?arnumber=11539506","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:11:17Z","timestamp":1780636277000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11539506\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,20]]},"references-count":48,"URL":"https:\/\/doi.org\/10.23919\/date69613.2026.11539506","relation":{},"subject":[],"published":{"date-parts":[[2026,4,20]]}}}