{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T12:41:35Z","timestamp":1766061695015,"version":"3.48.0"},"reference-count":24,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iros60139.2025.11247608","type":"proceedings-article","created":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:54:45Z","timestamp":1764269685000},"page":"4347-4354","source":"Crossref","is-referenced-by-count":0,"title":["Multi-PrefDrive: Optimizing Large Language Models for Autonomous Driving Through Multi-Preference Tuning"],"prefix":"10.1109","author":[{"given":"Yun","family":"Li","sequence":"first","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]},{"given":"Ehsan","family":"Javanmardi","sequence":"additional","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]},{"given":"Simon","family":"Thompson","sequence":"additional","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]},{"given":"Kai","family":"Katsumata","sequence":"additional","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]},{"given":"Alex","family":"Orsholits","sequence":"additional","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]},{"given":"Manabu","family":"Tsukada","sequence":"additional","affiliation":[{"name":"The University of Tokyo,Graduate School of Information and Science Technology,Tokyo,Japan"}]}],"member":"263","reference":[{"article-title":"A Survey of Large Language Models","year":"2023","author":"Zhao","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/WACVW60836.2024.00106"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2020.103568"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575880"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC58415.2024.10919629"},{"article-title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","volume-title":"Thirty-seventh Conference on Neural Information Processing Systems","author":"Rafailov","key":"ref6"},{"key":"ref7","article-title":"Efficient Large Language Models: A Survey","author":"Wan","year":"2024","journal-title":"Transactions on Machine Learning Research"},{"article-title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","volume-title":"Forty-first International Conference on Machine Learning","author":"Tajwar","key":"ref8"},{"key":"ref9","first-page":"928","article-title":"Learning-to-rank with partitioned preference: Fast estimation for the Plackett-Luce model","volume":"abs\/2006.05067","author":"Ma","year":"2020","journal-title":"AISTATS"},{"article-title":"A general theoretical paradigm to understand learning from human preferences","volume-title":"Proceedings of the 27th international conference on artificial intelligence and statistics (AISTATS) 2024","author":"Azar","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.93"},{"article-title":"LoRA: Low-Rank Adaptation of Large Language Models","volume-title":"International Conference on Learning Representations","author":"Hu","key":"ref12"},{"key":"ref13","article-title":"Memory efficient optimizers with 4-bit states","volume-title":"Advances in Neural Information Processing Systems 36 (NeurIPS 2023)","volume":"36","author":"Li","year":"2023"},{"key":"ref14","first-page":"1","article-title":"CARLA: An Open Urban Driving Simulator","volume-title":"Proceedings of the 1st Annual Conference on Robot Learning","volume":"78","author":"Dosovitskiy"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00886"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3440097"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01432"},{"key":"ref18","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Advances in Neural Information Processing Systems","volume":"35","author":"Ouyang","year":"2022"},{"article-title":"CarLLaVA: Vision language models for camera-only closed-loop driving","volume-title":"2024 Conference on Computer Vision and Pattern Recognition","author":"Renz","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2023.3331723"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3452480"},{"key":"ref22","first-page":"770","article-title":"Deep residual learning for image recognition","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"He"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01298"},{"article-title":"BLIP-2: Bootstrapping language-image pre-training with frozen image encoders and large language models","volume-title":"International Conference on Machine Learning","author":"Li","key":"ref24"}],"event":{"name":"2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","start":{"date-parts":[[2025,10,19]]},"location":"Hangzhou, China","end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11245651\/11245652\/11247608.pdf?arnumber=11247608","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T12:38:44Z","timestamp":1766061524000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11247608\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/iros60139.2025.11247608","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}