{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T16:35:46Z","timestamp":1778258146564,"version":"3.51.4"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/icra55743.2025.11128380","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T17:28:56Z","timestamp":1756834136000},"page":"7028-7035","source":"Crossref","is-referenced-by-count":3,"title":["A Comprehensive LLM-powered Framework for Driving Intelligence Evaluation"],"prefix":"10.1109","author":[{"given":"Shanhe","family":"You","sequence":"first","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuewen","family":"Luo","sequence":"additional","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinhe","family":"Liang","sequence":"additional","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiashu","family":"Yu","sequence":"additional","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen","family":"Zheng","sequence":"additional","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiangtao","family":"Gong","sequence":"additional","affiliation":[{"name":"Institute for AI Industry Research,Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114777"},{"key":"ref2","article-title":"Is it safe to drive? an overview of factors, challenges, and datasets for driveability assessment in autonomous driving","author":"Guo","year":"2018","journal-title":"arXiv preprint"},{"key":"ref3","first-page":"25 667","article-title":"Safebench: A benchmarking platform for safety evaluation of autonomous vehicles","volume":"35","author":"Xu","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549111"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107934"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23538-3_10"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/IVWorkshops54471.2021.9669240"},{"key":"ref8","first-page":"24 824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Advances in Neural Information Processing Systems","volume":"35","author":"Wei","year":"2022"},{"key":"ref9","volume-title":"MotionLM: Multi-agent motion forecasting as language modeling","author":"Seff"},{"key":"ref10","volume-title":"GPT-driver: Learning to drive with GPT","author":"Mao"},{"key":"ref11","volume-title":"LLM-assist: Enhancing closed-loop planning with language-based reasoning","author":"Sharan"},{"key":"ref12","volume-title":"DriveLM: Driving with graph visual question answering","author":"Sima"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01657-x"},{"key":"ref14","volume-title":"RAG-driver: Generalisable driving explanations with retrieval-augmented in-context learning in multi-modal large language model","author":"Yuan"},{"key":"ref15","volume-title":"Driving with LLMs: Fusing object-level vector modality for explainable autonomous driving","author":"Chen"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref17","article-title":"Automated evaluation of large vision-language models on self-driving corner cases","author":"Li","year":"2024","journal-title":"arXiv preprint"},{"key":"ref18","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume":"36","author":"Zheng","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00561"},{"key":"ref20","article-title":"Self-rewarding language models","author":"Yuan","year":"2024","journal-title":"arXiv preprint"},{"key":"ref21","article-title":"Meta-rewarding language models: Self-improving alignment with llm-as-a-meta-judge","author":"Wu","year":"2024","journal-title":"arXiv preprint"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.hucllm-1.2"},{"key":"ref23","volume-title":"Testing large language models on driving theory knowledge and skills for connected autonomous vehicles","author":"Tang"},{"key":"ref24","first-page":"1","article-title":"Carla: An open urban driving simulator","volume-title":"Conference on robot learning","author":"Dosovitskiy"},{"key":"ref25","article-title":"Limsim++: A closed-loop platform for deploying muitimodal llms in autonomous driving","author":"Fu","year":"2024","journal-title":"arXiv preprint"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304698"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3163747"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-020-00694-1"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/IV55156.2024.10588384"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ARSO54254.2022.9802974"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN57019.2023.10309319"},{"key":"ref32","doi-asserted-by":"crossref","volume-title":"Large language models for human-like autonomous driving: A survey","author":"Li","DOI":"10.1109\/ITSC58415.2024.10919629"},{"key":"ref33","volume-title":"DME-driver: Integrating human decision logic and 3d scene perception in autonomous driving","author":"Han"},{"key":"ref34","volume-title":"DriveGPT4: Interpretable end-to-end autonomous driving via large language model","author":"Xu"},{"key":"ref35","volume-title":"DriveVLM: The convergence of autonomous driving and large vision-language models","author":"Tian"},{"key":"ref36","volume-title":"DriVLMe: Enhancing LLM-based autonomous driving agents with embodied and social experiences","author":"Huang"},{"key":"ref37","volume-title":"DriveMLM: Aligning multi-modal large language models with behavioral planning states for autonomous driving","author":"Wang"},{"key":"ref38","volume-title":"DiLu: A knowledge-driven approach to autonomous driving with large language models","author":"Wen"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01421"},{"key":"ref40","volume-title":"Optimizing autonomous driving for safety: A human-centric approach with LLM-enhanced RLHF","author":"Sun"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01398"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ACCAI61061.2024.10601908"},{"key":"ref43","volume-title":"LMDrive: Closed-loop end-to-end driving with large language models","author":"Shao"},{"key":"ref44","volume-title":"Personalized autonomous driving with large language models: Field experiments","author":"Cui"},{"key":"ref45","volume-title":"OmniDrive: A holistic LLM-agent framework for autonomous driving with 3d perception, reasoning and planning","author":"Wang"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72980-5_15"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/IROS58592.2024.10802629"},{"key":"ref48","year":"2024","journal-title":"Road safety annual report 2024"}],"event":{"name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","location":"Atlanta, GA, USA","start":{"date-parts":[[2025,5,19]]},"end":{"date-parts":[[2025,5,23]]}},"container-title":["2025 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11127273\/11127223\/11128380.pdf?arnumber=11128380","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T06:11:55Z","timestamp":1756879915000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11128380\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/icra55743.2025.11128380","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}