{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T16:13:50Z","timestamp":1774800830558,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,27]]},"DOI":"10.1145\/3676536.3676730","type":"proceedings-article","created":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T12:53:56Z","timestamp":1744203236000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Customized Retrieval Augmented Generation and Benchmarking for EDA Tool Documentation QA"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1322-5642","authenticated-orcid":false,"given":"Yuan","family":"Pu","sequence":"first","affiliation":[{"name":"The Chinese University of Hong Kong, Hong Kong, Hong Kong Special Administrative Region of China"},{"name":"ChatEDA Tech, Foshan, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4909-6588","authenticated-orcid":false,"given":"Zhuolun","family":"He","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong, Hong Kong, Hong Kong"},{"name":"ChatEDA Tech, Foshan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9272-2972","authenticated-orcid":false,"given":"Tairu","family":"Qiu","sequence":"additional","affiliation":[{"name":"ChatEDA Tech, Foshan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7090-0600","authenticated-orcid":false,"given":"Haoyuan","family":"Wu","sequence":"additional","affiliation":[{"name":"Shanghai AI Laboratory, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6406-4810","authenticated-orcid":false,"given":"Bei","family":"Yu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong, Hong Kong, Hong Kong"}]}],"member":"320","published-online":{"date-parts":[[2025,4,9]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"1","volume-title":"Neseem et al., \"Toward an open-source digital flow: First learnings from the openroad project","author":"Ajayi T.","year":"2019","unstructured":"T. Ajayi, V. A. Chhabria, M. Foga\u00e7a, S. Hashemi, A. Hosny, A. B. Kahng, M. Kim, J. Lee, U. Mallappa, M. Neseem et al., \"Toward an open-source digital flow: First learnings from the openroad project,\" 2019, pp. 1--4."},{"key":"e_1_3_2_1_2_1","volume-title":"Li et al., \"ieda: An open-source intelligent physical implementation toolkit and library","author":"Li X.","year":"2023","unstructured":"X. Li, S. Tao, Z. Huang, S. Chen, Z. Zeng, L. Ni, Z. Huang, C. Zhuang, H. Wu, W. Li et al., \"ieda: An open-source intelligent physical implementation toolkit and library,\" 2023."},{"key":"e_1_3_2_1_3_1","unstructured":"K. Papineni S. Roukos T. Ward and W.-J. Zhu \"Bleu: a method for automatic evaluation of machine translation.\""},{"key":"e_1_3_2_1_4_1","first-page":"74","author":"Lin C.-Y.","year":"2004","unstructured":"C.-Y. Lin, \"ROUGE: A Package for Automatic Evaluation of Summaries,\" in Workshop on Text Summarization Branches Out, 2004, pp. 74--81.","journal-title":"Workshop on Text Summarization Branches Out"},{"key":"e_1_3_2_1_5_1","first-page":"2023","author":"Zhong M.","year":"2022","unstructured":"M. Zhong, Y. Liu, D. Yin, Y. Mao, Y. Jiao, P. Liu, C. Zhu, H. Ji, and J. Han, \"Towards a Unified Multi-Dimensional Evaluator for Text Generation,\" 2022, pp. 2023--2038.","journal-title":"\"Towards a Unified Multi-Dimensional Evaluator for Text Generation,\""},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"V. Karpukhin B. O\u011fuz S. Min P. Lewis L. Wu S. Edunov D. Chen and W.-t. Yih \"Dense passage retrieval for open-domain question answering \" 2020.","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_1_7_1","volume-title":"C-pack: Packaged resources to advance general chinese embedding","author":"Xiao S.","year":"2023","unstructured":"S. Xiao, Z. Liu, P. Zhang, and N. Muennighof, \"C-pack: Packaged resources to advance general chinese embedding,\" 2023."},{"key":"e_1_3_2_1_8_1","volume-title":"Bge m3-embedding: Multi-lingual, multi-functionality, multi-granularity text embeddings through self-knowledge distillation","author":"Chen J.","year":"2024","unstructured":"J. Chen, S. Xiao, P. Zhang, K. Luo, D. Lian, and Z. Liu, \"Bge m3-embedding: Multi-lingual, multi-functionality, multi-granularity text embeddings through self-knowledge distillation,\" 2024."},{"key":"e_1_3_2_1_9_1","volume-title":"Simcse: Simple contrastive learning of sentence embeddings","author":"Gao T.","year":"2021","unstructured":"T. Gao, X. Yao, and D. Chen, \"Simcse: Simple contrastive learning of sentence embeddings,\" 2021."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.238"},{"key":"e_1_3_2_1_11_1","first-page":"9459","volume-title":"Rockt\u00e4schel et al., \"Retrieval-augmented generation for knowledge-intensive nlp tasks","author":"Lewis P.","year":"2020","unstructured":"P. Lewis, E. Perez, A. Piktus, F. Petroni, V. Karpukhin, N. Goyal, H. K\u00fcttler, M. Lewis, W.-t. Yih, T. Rockt\u00e4schel et al., \"Retrieval-augmented generation for knowledge-intensive nlp tasks,\" vol. 33, pp. 9459--9474, 2020."},{"key":"e_1_3_2_1_12_1","volume-title":"The power of noise: Redefining retrieval for rag systems","author":"Cuconasu F.","year":"2024","unstructured":"F. Cuconasu, G. Trappolini, F. Siciliano, S. Filice, C. Campagnano, Y. Maarek, N. Tonellotto, and F. Silvestri, \"The power of noise: Redefining retrieval for rag systems,\" 2024."},{"issue":"1","key":"e_1_3_2_1_13_1","first-page":"1","volume":"42","author":"Bruch S.","year":"2023","unstructured":"S. Bruch, S. Gai, and A. Ingber, \"An analysis of fusion functions for hybrid retrieval,\" ACM Transactions on Information Systems, vol. 42, no. 1, pp. 1--35, 2023.","journal-title":"\"An analysis of fusion functions for hybrid retrieval,\" ACM Transactions on Information Systems"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572114"},{"key":"e_1_3_2_1_15_1","volume-title":"Precise zero-shot dense retrieval without relevance labels","author":"Gao L.","year":"2022","unstructured":"L. Gao, X. Ma, J. Lin, and J. Callan, \"Precise zero-shot dense retrieval without relevance labels,\" 2022."},{"key":"e_1_3_2_1_16_1","volume-title":"LLMLingua: Compressing prompts for accelerated inference of large language models","author":"Jiang H.","year":"2023","unstructured":"H. Jiang, Q. Wu, C.-Y. Lin, Y. Yang, and L. Qiu, \"LLMLingua: Compressing prompts for accelerated inference of large language models,\" 2023."},{"key":"e_1_3_2_1_17_1","volume-title":"LongLLMLingua: Accelerating and enhancing llms in long context scenarios via prompt compression","author":"Jiang H.","year":"2023","unstructured":"H. Jiang, Q. Wu,, X. Luo, D. Li, C.-Y. Lin, Y. Yang, and L. Qiu, \"LongLLMLingua: Accelerating and enhancing llms in long context scenarios via prompt compression,\" 2023."},{"key":"e_1_3_2_1_18_1","volume-title":"LLMLingua-2: Data distillation for efficient and faithful task-agnostic prompt compression","author":"Pan Z.","year":"2024","unstructured":"Z. Pan, Q. Wu, H. Jiang, M. Xia, X. Luo, J. Zhang, Q. Lin, V. Ruhle, Y. Yang, C.-Y. Lin, H. V. Zhao, L. Qiu, and D. Zhang, \"LLMLingua-2: Data distillation for efficient and faithful task-agnostic prompt compression,\" 2024."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.620"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1201\/b19714"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781420013481"},{"key":"e_1_3_2_1_22_1","volume-title":"Unsupervised cross-lingual representation learning at scale","author":"Conneau A.","year":"2019","unstructured":"A. Conneau, K. Khandelwal, N. Goyal, V. Chaudhary, G. Wenzek, F. Guzm\u00e1n, E. Grave, M. Ott, L. Zettlemoyer, and V. Stoyanov, \"Unsupervised cross-lingual representation learning at scale,\" 2019."},{"key":"e_1_3_2_1_23_1","volume-title":"Huang et al., \"Qwen technical report","author":"Bai J.","year":"2023","unstructured":"J. Bai, S. Bai, Y. Chu, Z. Cui, K. Dang, X. Deng, Y. Fan, W. Ge, Y. Han, F. Huang et al., \"Qwen technical report,\" 2023."},{"key":"e_1_3_2_1_24_1","volume-title":"Bhosale et al., \"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron H.","year":"2023","unstructured":"H. Touvron, L. Martin, K. Stone, P. Albert, A. Almahairi, Y. Babaei, N. Bashlykov, S. Batra, P. Bhargava, S. Bhosale et al., \"Llama 2: Open foundation and fine-tuned chat models,\" 2023."},{"key":"e_1_3_2_1_25_1","volume-title":"Yan et al., \"Baichuan 2: Open large-scale language models","author":"Yang A.","year":"2023","unstructured":"A. Yang, B. Xiao, B. Wang, B. Zhang, C. Bian, C. Yin, C. Lv, D. Pan, D. Wang, D. Yan et al., \"Baichuan 2: Open large-scale language models,\" 2023."},{"key":"e_1_3_2_1_26_1","volume-title":"Chu et al., \"Internlm2 technical report","author":"Cai Z.","year":"2024","unstructured":"Z. Cai, M. Cao, H. Chen, K. Chen, K. Chen, X. Chen, X. Chen, Z. Chen, Z. Chen, P. Chu et al., \"Internlm2 technical report,\" 2024."},{"key":"e_1_3_2_1_27_1","volume-title":"Anadkat et al., \"Gpt-4 technical report","author":"Achiam J.","year":"2023","unstructured":"J. Achiam, S. Adler, S. Agarwal, L. Ahmad, I. Akkaya, F. L. Aleman, D. Almeida, J. Altenschmidt, S. Altman, S. Anadkat et al., \"Gpt-4 technical report,\" 2023."},{"key":"e_1_3_2_1_28_1","volume-title":"Qlora: Efficient finetuning of quantized llms","author":"Dettmers T.","year":"2024","unstructured":"T. Dettmers, A. Pagnoni, A. Holtzman, and L. Zettlemoyer, \"Qlora: Efficient finetuning of quantized llms,\" 2024."},{"key":"e_1_3_2_1_29_1","volume-title":"The faiss library","author":"Douze M.","year":"2024","unstructured":"M. Douze, A. Guzhva, C. Deng, J. Johnson, G. Szilvasy, P.-E. Mazar\u00e9, M. Lomeli, L. Hosseini, and H. J\u00e9gou, \"The faiss library,\" 2024."},{"key":"e_1_3_2_1_30_1","first-page":"1","volume-title":"Chateda: A large language model powered autonomous agent for eda","author":"He Z.","year":"2023","unstructured":"Z. He, H. Wu, X. Zhang, X. Yao, S. Zheng, H. Zheng, and B. Yu, \"Chateda: A large language model powered autonomous agent for eda,\" 2023, pp. 1--6."},{"key":"e_1_3_2_1_31_1","volume-title":"Chateda: A large language model powered autonomous agent for eda","author":"Wu H.","year":"2024","unstructured":"H. Wu, Z. He, X. Zhang, X. Yao, S. Zheng, H. Zheng, and B. Yu, \"Chateda: A large language model powered autonomous agent for eda,\" 2024."},{"key":"e_1_3_2_1_32_1","volume-title":"Bayraktaroglu et al., \"Chipnemo: Domain-adapted llms for chip design","author":"Liu M.","year":"2023","unstructured":"M. Liu, T.-D. Ene, R. Kirby, C. Cheng, N. Pinckney, R. Liang, J. Alben, H. Anand, S. Banerjee, I. Bayraktaroglu et al., \"Chipnemo: Domain-adapted llms for chip design,\" 2023."},{"key":"e_1_3_2_1_33_1","volume-title":"Chipgpt: How far are we from natural language hardware design","author":"Chang K.","year":"2023","unstructured":"K. Chang, Y. Wang, H. Ren, M. Wang, S. Liang, Y. Han, H. Li, and X. Li, \"Chipgpt: How far are we from natural language hardware design,\" 2023."},{"key":"e_1_3_2_1_34_1","first-page":"1","volume-title":"Verilogeval: Evaluating large language models for verilog code generation.\" IEEE","author":"Liu M.","year":"2023","unstructured":"M. Liu, N. Pinckney, B. Khailany, and H. Ren, \"Verilogeval: Evaluating large language models for verilog code generation.\" IEEE, 2023, pp. 1--8."},{"key":"e_1_3_2_1_35_1","first-page":"1","volume-title":"Gpt4aigchip: Towards next-generation ai accelerator design automation via large language models.\" IEEE","author":"Fu Y.","year":"2023","unstructured":"Y. Fu, Y. Zhang, Z. Yu, S. Li, Z. Ye, C. Li, C. Wan, and Y. C. Lin, \"Gpt4aigchip: Towards next-generation ai accelerator design automation via large language models.\" IEEE, 2023, pp. 1--9."},{"key":"e_1_3_2_1_36_1","first-page":"1","volume-title":"Chip-chat: Challenges and opportunities in conversational hardware design.\" IEEE","author":"Blocklove J.","year":"2023","unstructured":"J. Blocklove, S. Garg, R. Karri, and H. Pearce, \"Chip-chat: Challenges and opportunities in conversational hardware design.\" IEEE, 2023, pp. 1--6."},{"key":"e_1_3_2_1_37_1","volume-title":"Autochip: Automating hdl generation using llm feedback","author":"Thakur S.","year":"2023","unstructured":"S. Thakur, J. Blocklove, H. Pearce, B. Tan, S. Garg, and R. Karri, \"Autochip: Automating hdl generation using llm feedback,\" 2023."},{"key":"e_1_3_2_1_38_1","first-page":"722","volume-title":"Rtllm: An open-source benchmark for design rtl generation with large language model.\" IEEE","author":"Lu Y.","year":"2024","unstructured":"Y. Lu, S. Liu, Q. Zhang, and Z. Xie, \"Rtllm: An open-source benchmark for design rtl generation with large language model.\" IEEE, 2024, pp. 722--727."},{"key":"e_1_3_2_1_39_1","first-page":"1","volume-title":"Benchmarking large language models for automated verilog rtl code generation.\" IEEE","author":"Thakur S.","year":"2023","unstructured":"S. Thakur, B. Ahmad, Z. Fan, H. Pearce, B. Tan, R. Karri, B. Dolan-Gavitt, and S. Garg, \"Benchmarking large language models for automated verilog rtl code generation.\" IEEE, 2023, pp. 1--6."},{"key":"e_1_3_2_1_40_1","volume-title":"Verigen: A large language model for verilog code generation","author":"Thakur S.","year":"2023","unstructured":"S. Thakur, B. Ahmad, H. Pearce, B. Tan, B. Dolan-Gavitt, R. Karri, and S. Garg, \"Verigen: A large language model for verilog code generation,\" 2023."},{"key":"e_1_3_2_1_41_1","volume-title":"BetterV: Controlled Verilog Generation with Discriminative Guidance","author":"Pei Z.","year":"2024","unstructured":"Z. Pei, H.-L. Zhen, M. Yuan, Y. Huang, and B. Yu, \"BetterV: Controlled Verilog Generation with Discriminative Guidance,\" 2024."},{"key":"e_1_3_2_1_42_1","volume-title":"Rtlfixer: Automatically fixing rtl syntax errors with large language models","author":"Tsai Y.","year":"2023","unstructured":"Y. Tsai, M. Liu, and H. Ren, \"Rtlfixer: Automatically fixing rtl syntax errors with large language models,\" 2023."},{"key":"e_1_3_2_1_43_1","first-page":"535","volume-title":"Autosva: Democratizing formal verification of rtl module interactions.\" IEEE","author":"Orenes-Vera M.","year":"2021","unstructured":"M. Orenes-Vera, A. Manocha, D. Wentzlaff, and M. Martonosi, \"Autosva: Democratizing formal verification of rtl module interactions.\" IEEE, 2021, pp. 535--540."},{"key":"e_1_3_2_1_44_1","volume-title":"Llm-assisted generation of hardware assertions","author":"Kande R.","year":"2023","unstructured":"R. Kande, H. Pearce, B. Tan, B. Dolan-Gavitt, S. Thakur, R. Karri, and J. Rajendran, \"Llm-assisted generation of hardware assertions,\" 2023."},{"key":"e_1_3_2_1_45_1","volume-title":"Unlocking hardware security assurance: The potential of llms","author":"Meng X.","year":"2023","unstructured":"X. Meng, A. Srivastava, A. Arunachalam, A. Ray, P. H. Silva, R. Psiakis, Y. Makris, and K. Basu, \"Unlocking hardware security assurance: The potential of llms,\" 2023."},{"key":"e_1_3_2_1_46_1","volume-title":"Divas: An llm-based end-to-end framework for soc security analysis and policy-based protection","author":"Paria S.","year":"2023","unstructured":"S. Paria, A. Dasgupta, and S. Bhunia, \"Divas: An llm-based end-to-end framework for soc security analysis and policy-based protection,\" 2023."},{"key":"e_1_3_2_1_47_1","volume-title":"Fixing hardware security bugs with large language models","author":"Ahmad B.","year":"2023","unstructured":"B. Ahmad, S. Thakur, B. Tan, R. Karri, and H. Pearce, \"Fixing hardware security bugs with large language models,\" 2023."},{"key":"e_1_3_2_1_48_1","volume-title":"Hdldebugger: Streamlining hdl debugging with large language models","author":"Yao X.","year":"2024","unstructured":"X. Yao, H. Li, T. H. Chan, W. Xiao, M. Yuan, Y. Huang, L. Chen, and B. Yu, \"Hdldebugger: Streamlining hdl debugging with large language models,\" 2024."}],"event":{"name":"ICCAD '24: 43rd IEEE\/ACM International Conference on Computer-Aided Design","location":"Newark Liberty International Airport Marriott New York NY USA","acronym":"ICCAD '24","sponsor":["SIGDA ACM Special Interest Group on Design Automation","IEEE CAS","IEEE CEDA","IEEE EDS"]},"container-title":["Proceedings of the 43rd IEEE\/ACM International Conference on Computer-Aided Design"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3676536.3676730","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3676536.3676730","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:43:57Z","timestamp":1750290237000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3676536.3676730"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"references-count":48,"alternative-id":["10.1145\/3676536.3676730","10.1145\/3676536"],"URL":"https:\/\/doi.org\/10.1145\/3676536.3676730","relation":{},"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"2025-04-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}