{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T05:50:55Z","timestamp":1763704255071,"version":"3.45.0"},"reference-count":49,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T00:00:00Z","timestamp":1761436800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T00:00:00Z","timestamp":1761436800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003816","name":"Huawei Technologies","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,26]]},"DOI":"10.1109\/iccad66269.2025.11240653","type":"proceedings-article","created":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T18:39:34Z","timestamp":1763663974000},"page":"1-9","source":"Crossref","is-referenced-by-count":0,"title":["MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs"],"prefix":"10.1109","author":[{"given":"Chenchen","family":"Zhao","sequence":"first","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]},{"given":"Zhengyuan","family":"Shi","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]},{"given":"Xiangyu","family":"Wen","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]},{"given":"Chengjie","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanjing University,School of Electronic Science and Engineering"}]},{"given":"Yi","family":"Liu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]},{"given":"Yunhao","family":"Zhou","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]},{"given":"Yuxiang","family":"Zhao","sequence":"additional","affiliation":[{"name":"Peking University,School of Integrated Circuits"}]},{"given":"Hefei","family":"Feng","sequence":"additional","affiliation":[{"name":"Southeast University,School of Intergrated Circuits"}]},{"given":"Yinan","family":"Zhu","sequence":"additional","affiliation":[{"name":"National Center of Technology Innovation for EDA"}]},{"given":"Gwok-Waa","family":"Wan","sequence":"additional","affiliation":[{"name":"National Center of Technology Innovation for EDA"}]},{"given":"Xin","family":"Cheng","sequence":"additional","affiliation":[{"name":"Southeast University,School of Computer Science and Engineering"}]},{"given":"Weiyu","family":"Chen","sequence":"additional","affiliation":[{"name":"Nanjing University,School of Electronic Science and Engineering"}]},{"given":"Yongqi","family":"Fu","sequence":"additional","affiliation":[{"name":"Southeast University,School of Intergrated Circuits"}]},{"given":"Chujie","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences,Department of Computer Science and Technology"}]},{"given":"Chenhao","family":"Xue","sequence":"additional","affiliation":[{"name":"Peking University,School of Integrated Circuits"}]},{"given":"Ying","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences,Department of Computer Science and Technology"}]},{"given":"Yibo","family":"Lin","sequence":"additional","affiliation":[{"name":"Peking University,School of Integrated Circuits"}]},{"given":"Jun","family":"Yang","sequence":"additional","affiliation":[{"name":"Southeast University,School of Intergrated Circuits"}]},{"given":"Ning","family":"Xu","sequence":"additional","affiliation":[{"name":"Southeast University,School of Computer Science and Engineering"}]},{"given":"Xi","family":"Wang","sequence":"additional","affiliation":[{"name":"Southeast University,School of Intergrated Circuits"}]},{"given":"Qiang","family":"Xu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong,Department of Computer Science and Engineering"}]}],"member":"263","reference":[{"article-title":"Chipnemo: Domain-adapted llms for chip design","year":"2023","author":"Liu","key":"ref1"},{"article-title":"Semikong: Curating, training, and evaluating a semiconductor industry-specific large language model","year":"2024","author":"Nguyen","key":"ref2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3697118"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ASP-DAC58780.2024.10473904"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MLCAD62225.2024.10740250"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD57390.2023.10323812"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LAD62341.2024.10691774"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3676536.3676730"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-024-4155-7"},{"article-title":"Autochip: Automating hdl generation using llm feedback","year":"2023","author":"Thakur","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/tcad.2024.3483089"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3643681"},{"article-title":"Ampagent: An llm-based multi-agent system for multi-stage amplifier schematic design from literature for process and performance porting","year":"2024","author":"Liu","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2024.3383347"},{"article-title":"Openroad: Toward a self-driving, open-source digital layout implementation tool chain","volume-title":"Proceedings of Government Microcircuit Applications and Critical Technology Conference","author":"Ajayi","key":"ref15"},{"article-title":"Chipgpt: How far are we from natural language hardware design","year":"2023","author":"Chang","key":"ref16"},{"article-title":"Seed-bench: Benchmarking multimodal llms with generative comprehension","year":"2023","author":"Li","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.00913"},{"key":"ref19","first-page":"216","article-title":"Mm-bench: Is your multi-modal model an all-around player?","volume-title":"European Conference on Computer Vision","author":"Liu"},{"article-title":"Chipexpert: The open-source integrated-circuit-design-specific large language model","year":"2024","author":"Xu","key":"ref20"},{"article-title":"Gpt-4 technical report","year":"2023","author":"Achiam","key":"ref21"},{"article-title":"Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation","volume-title":"International conference on machine learning","author":"Li","key":"ref22"},{"article-title":"Qwen-vl: A frontier large vision-language model with versatile abilities","year":"2023","author":"Bai","key":"ref23"},{"article-title":"Internlm-xcomposer: A vision-language large model for advanced text-image comprehension and composition","year":"2023","author":"Zhang","key":"ref24"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52733.2024.02283"},{"article-title":"Instructblip: Towards general-purpose vision-language models with instruction tuning","year":"2023","author":"Dai","key":"ref26"},{"article-title":"Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models","volume-title":"International conference on machine learning","author":"Li","key":"ref27"},{"article-title":"The llama 3 herd of models","year":"2024","author":"Dubey","key":"ref28"},{"article-title":"Minicpm-v: A gpt-4v level mllm on your phone","year":"2024","author":"Yao","key":"ref29"},{"article-title":"Yi: Open foundation models by 01.ai","year":"2024","author":"Young","key":"ref30"},{"article-title":"Kosmos-2: Grounding multimodal large language models to the world","year":"2023","author":"Peng","key":"ref31"},{"year":"2024","key":"ref32","article-title":"Gpt-4o system card"},{"article-title":"Reka core, flash, and edge: A series of powerful multimodal language models","year":"2024","author":"Team","key":"ref33"},{"key":"ref34","first-page":"27 730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.70"},{"article-title":"Deepseek llm: Scaling open-source language models with longtermism","year":"2024","author":"Bi","key":"ref36"},{"article-title":"Deepseekmath: Pushing the limits of mathematical reasoning in open language models","year":"2024","author":"Shao","key":"ref37"},{"article-title":"Deepseek-v2: A strong, economical, and efficient mixture-of-experts language model","year":"2024","author":"Liu","key":"ref38"},{"article-title":"Qwen2 technical report","year":"2024","author":"Yang","key":"ref39"},{"article-title":"Internlm: A multilingual language model with progressively enhanced capabilities","year":"2023","author":"Team","key":"ref40"},{"article-title":"Llama 2: Open foundation and fine-tuned chat models","year":"2023","author":"Touvron","key":"ref41"},{"article-title":"Minicpm: Unveiling the potential of small language models with scalable training strategies","year":"2024","author":"Hu","key":"ref42"},{"article-title":"Chatglm: A family of large language models from glm-130b to glm-4 all tools","year":"2024","author":"GLM","key":"ref43"},{"article-title":"Gemini: a family of highly capable multimodal models","year":"2023","author":"Team","key":"ref44"},{"article-title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","year":"2024","author":"Team","key":"ref45"},{"article-title":"Introducing the next generation of claude","year":"2024","author":"Team","key":"ref46"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref49","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"}],"event":{"name":"2025 IEEE\/ACM International Conference On Computer Aided Design (ICCAD)","start":{"date-parts":[[2025,10,26]]},"location":"Munich, Germany","end":{"date-parts":[[2025,10,30]]}},"container-title":["2025 IEEE\/ACM International Conference On Computer Aided Design (ICCAD)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11240608\/11240621\/11240653.pdf?arnumber=11240653","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T05:42:29Z","timestamp":1763703749000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11240653\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,26]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/iccad66269.2025.11240653","relation":{},"subject":[],"published":{"date-parts":[[2025,10,26]]}}}